diff --git "a/g2p/trainer_state.json" "b/g2p/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/g2p/trainer_state.json"
@@ -0,0 +1,33458 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3056,
+  "eval_steps": 500,
+  "global_step": 95500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 6.4e-05,
+      "grad_norm": 19.984381915653476,
+      "learning_rate": 9.999999988770584e-05,
+      "loss": 11.2743,
+      "step": 20
+    },
+    {
+      "epoch": 0.000128,
+      "grad_norm": 5.487518887641428,
+      "learning_rate": 9.999999955082334e-05,
+      "loss": 3.8589,
+      "step": 40
+    },
+    {
+      "epoch": 0.000192,
+      "grad_norm": 4.286714311160932,
+      "learning_rate": 9.999999898935252e-05,
+      "loss": 3.356,
+      "step": 60
+    },
+    {
+      "epoch": 0.000256,
+      "grad_norm": 3.3802473703861526,
+      "learning_rate": 9.999999820329337e-05,
+      "loss": 3.1579,
+      "step": 80
+    },
+    {
+      "epoch": 0.00032,
+      "grad_norm": 5.4682032716968445,
+      "learning_rate": 9.999999719264588e-05,
+      "loss": 2.9438,
+      "step": 100
+    },
+    {
+      "epoch": 0.000384,
+      "grad_norm": 4.188895453976329,
+      "learning_rate": 9.999999595741009e-05,
+      "loss": 2.5031,
+      "step": 120
+    },
+    {
+      "epoch": 0.000448,
+      "grad_norm": 5.127885297805202,
+      "learning_rate": 9.9999994497586e-05,
+      "loss": 1.9916,
+      "step": 140
+    },
+    {
+      "epoch": 0.000512,
+      "grad_norm": 8.299321191456816,
+      "learning_rate": 9.999999281317358e-05,
+      "loss": 1.7096,
+      "step": 160
+    },
+    {
+      "epoch": 0.000576,
+      "grad_norm": 9.847377491500083,
+      "learning_rate": 9.999999090417287e-05,
+      "loss": 1.1331,
+      "step": 180
+    },
+    {
+      "epoch": 0.00064,
+      "grad_norm": 2.9451663138487314,
+      "learning_rate": 9.999998877058386e-05,
+      "loss": 0.5498,
+      "step": 200
+    },
+    {
+      "epoch": 0.000704,
+      "grad_norm": 2.6375340984228384,
+      "learning_rate": 9.999998641240658e-05,
+      "loss": 0.3297,
+      "step": 220
+    },
+    {
+      "epoch": 0.000768,
+      "grad_norm": 2.1657603462311803,
+      "learning_rate": 9.999998382964102e-05,
+      "loss": 0.2479,
+      "step": 240
+    },
+    {
+      "epoch": 0.000832,
+      "grad_norm": 1.6084174334554693,
+      "learning_rate": 9.999998102228721e-05,
+      "loss": 0.1949,
+      "step": 260
+    },
+    {
+      "epoch": 0.000896,
+      "grad_norm": 1.3618933389068795,
+      "learning_rate": 9.999997799034515e-05,
+      "loss": 0.1743,
+      "step": 280
+    },
+    {
+      "epoch": 0.00096,
+      "grad_norm": 1.4689364448955022,
+      "learning_rate": 9.999997473381486e-05,
+      "loss": 0.1629,
+      "step": 300
+    },
+    {
+      "epoch": 0.001024,
+      "grad_norm": 1.0551072709393718,
+      "learning_rate": 9.999997125269635e-05,
+      "loss": 0.1512,
+      "step": 320
+    },
+    {
+      "epoch": 0.001088,
+      "grad_norm": 1.303626280533112,
+      "learning_rate": 9.999996754698965e-05,
+      "loss": 0.1312,
+      "step": 340
+    },
+    {
+      "epoch": 0.001152,
+      "grad_norm": 0.9015109235230854,
+      "learning_rate": 9.999996361669474e-05,
+      "loss": 0.1236,
+      "step": 360
+    },
+    {
+      "epoch": 0.001216,
+      "grad_norm": 0.795632156046167,
+      "learning_rate": 9.999995946181169e-05,
+      "loss": 0.1114,
+      "step": 380
+    },
+    {
+      "epoch": 0.00128,
+      "grad_norm": 0.8853577606070548,
+      "learning_rate": 9.999995508234047e-05,
+      "loss": 0.1105,
+      "step": 400
+    },
+    {
+      "epoch": 0.001344,
+      "grad_norm": 0.7217127786071534,
+      "learning_rate": 9.999995047828114e-05,
+      "loss": 0.0972,
+      "step": 420
+    },
+    {
+      "epoch": 0.001408,
+      "grad_norm": 0.7517999410008976,
+      "learning_rate": 9.999994564963369e-05,
+      "loss": 0.0997,
+      "step": 440
+    },
+    {
+      "epoch": 0.001472,
+      "grad_norm": 0.8263726057198254,
+      "learning_rate": 9.999994059639815e-05,
+      "loss": 0.0942,
+      "step": 460
+    },
+    {
+      "epoch": 0.001536,
+      "grad_norm": 0.8537447532924352,
+      "learning_rate": 9.999993531857455e-05,
+      "loss": 0.0849,
+      "step": 480
+    },
+    {
+      "epoch": 0.0016,
+      "grad_norm": 0.7338816974677734,
+      "learning_rate": 9.999992981616291e-05,
+      "loss": 0.0811,
+      "step": 500
+    },
+    {
+      "epoch": 0.001664,
+      "grad_norm": 0.5769006241899075,
+      "learning_rate": 9.999992408916325e-05,
+      "loss": 0.0832,
+      "step": 520
+    },
+    {
+      "epoch": 0.001728,
+      "grad_norm": 0.5731625699804362,
+      "learning_rate": 9.99999181375756e-05,
+      "loss": 0.0822,
+      "step": 540
+    },
+    {
+      "epoch": 0.001792,
+      "grad_norm": 1.4189600258630701,
+      "learning_rate": 9.99999119614e-05,
+      "loss": 0.0842,
+      "step": 560
+    },
+    {
+      "epoch": 0.001856,
+      "grad_norm": 0.6998019471575104,
+      "learning_rate": 9.999990556063644e-05,
+      "loss": 0.0753,
+      "step": 580
+    },
+    {
+      "epoch": 0.00192,
+      "grad_norm": 0.6720273927543539,
+      "learning_rate": 9.999989893528499e-05,
+      "loss": 0.07,
+      "step": 600
+    },
+    {
+      "epoch": 0.001984,
+      "grad_norm": 0.7288495014910453,
+      "learning_rate": 9.999989208534566e-05,
+      "loss": 0.0674,
+      "step": 620
+    },
+    {
+      "epoch": 0.002048,
+      "grad_norm": 0.4649112257401437,
+      "learning_rate": 9.999988501081847e-05,
+      "loss": 0.0677,
+      "step": 640
+    },
+    {
+      "epoch": 0.002112,
+      "grad_norm": 0.46932076212536666,
+      "learning_rate": 9.999987771170348e-05,
+      "loss": 0.0697,
+      "step": 660
+    },
+    {
+      "epoch": 0.002176,
+      "grad_norm": 0.48148538827058973,
+      "learning_rate": 9.999987018800069e-05,
+      "loss": 0.0606,
+      "step": 680
+    },
+    {
+      "epoch": 0.00224,
+      "grad_norm": 0.4858179133601085,
+      "learning_rate": 9.999986243971019e-05,
+      "loss": 0.0725,
+      "step": 700
+    },
+    {
+      "epoch": 0.002304,
+      "grad_norm": 0.38680134681776157,
+      "learning_rate": 9.999985446683196e-05,
+      "loss": 0.0681,
+      "step": 720
+    },
+    {
+      "epoch": 0.002368,
+      "grad_norm": 0.416560992524678,
+      "learning_rate": 9.999984626936603e-05,
+      "loss": 0.0586,
+      "step": 740
+    },
+    {
+      "epoch": 0.002432,
+      "grad_norm": 0.524010587110687,
+      "learning_rate": 9.999983784731249e-05,
+      "loss": 0.0689,
+      "step": 760
+    },
+    {
+      "epoch": 0.002496,
+      "grad_norm": 0.4556443223311926,
+      "learning_rate": 9.999982920067132e-05,
+      "loss": 0.0625,
+      "step": 780
+    },
+    {
+      "epoch": 0.00256,
+      "grad_norm": 0.364406963490877,
+      "learning_rate": 9.99998203294426e-05,
+      "loss": 0.0672,
+      "step": 800
+    },
+    {
+      "epoch": 0.002624,
+      "grad_norm": 0.553135092718259,
+      "learning_rate": 9.999981123362637e-05,
+      "loss": 0.0624,
+      "step": 820
+    },
+    {
+      "epoch": 0.002688,
+      "grad_norm": 0.42640017810938874,
+      "learning_rate": 9.999980191322262e-05,
+      "loss": 0.0608,
+      "step": 840
+    },
+    {
+      "epoch": 0.002752,
+      "grad_norm": 0.5632745358471698,
+      "learning_rate": 9.999979236823146e-05,
+      "loss": 0.0583,
+      "step": 860
+    },
+    {
+      "epoch": 0.002816,
+      "grad_norm": 0.4202387900044088,
+      "learning_rate": 9.999978259865289e-05,
+      "loss": 0.0615,
+      "step": 880
+    },
+    {
+      "epoch": 0.00288,
+      "grad_norm": 0.4700746106046101,
+      "learning_rate": 9.999977260448697e-05,
+      "loss": 0.062,
+      "step": 900
+    },
+    {
+      "epoch": 0.002944,
+      "grad_norm": 0.4710498557018385,
+      "learning_rate": 9.999976238573373e-05,
+      "loss": 0.0572,
+      "step": 920
+    },
+    {
+      "epoch": 0.003008,
+      "grad_norm": 0.45091889977134386,
+      "learning_rate": 9.999975194239324e-05,
+      "loss": 0.0614,
+      "step": 940
+    },
+    {
+      "epoch": 0.003072,
+      "grad_norm": 0.36502040200710034,
+      "learning_rate": 9.999974127446552e-05,
+      "loss": 0.0583,
+      "step": 960
+    },
+    {
+      "epoch": 0.003136,
+      "grad_norm": 0.4407353477570368,
+      "learning_rate": 9.999973038195064e-05,
+      "loss": 0.0656,
+      "step": 980
+    },
+    {
+      "epoch": 0.0032,
+      "grad_norm": 0.42026896152067805,
+      "learning_rate": 9.999971926484864e-05,
+      "loss": 0.0577,
+      "step": 1000
+    },
+    {
+      "epoch": 0.003264,
+      "grad_norm": 0.3680496837271321,
+      "learning_rate": 9.999970792315956e-05,
+      "loss": 0.0603,
+      "step": 1020
+    },
+    {
+      "epoch": 0.003328,
+      "grad_norm": 0.5256310833583023,
+      "learning_rate": 9.999969635688347e-05,
+      "loss": 0.0578,
+      "step": 1040
+    },
+    {
+      "epoch": 0.003392,
+      "grad_norm": 0.4010549915932494,
+      "learning_rate": 9.999968456602041e-05,
+      "loss": 0.0535,
+      "step": 1060
+    },
+    {
+      "epoch": 0.003456,
+      "grad_norm": 0.3569301669948006,
+      "learning_rate": 9.999967255057043e-05,
+      "loss": 0.0544,
+      "step": 1080
+    },
+    {
+      "epoch": 0.00352,
+      "grad_norm": 0.4085529298881325,
+      "learning_rate": 9.99996603105336e-05,
+      "loss": 0.0593,
+      "step": 1100
+    },
+    {
+      "epoch": 0.003584,
+      "grad_norm": 0.5275335628342391,
+      "learning_rate": 9.999964784590996e-05,
+      "loss": 0.0578,
+      "step": 1120
+    },
+    {
+      "epoch": 0.003648,
+      "grad_norm": 0.330644175208153,
+      "learning_rate": 9.999963515669956e-05,
+      "loss": 0.0528,
+      "step": 1140
+    },
+    {
+      "epoch": 0.003712,
+      "grad_norm": 0.341857691501769,
+      "learning_rate": 9.99996222429025e-05,
+      "loss": 0.0492,
+      "step": 1160
+    },
+    {
+      "epoch": 0.003776,
+      "grad_norm": 0.43878658400878173,
+      "learning_rate": 9.999960910451878e-05,
+      "loss": 0.0499,
+      "step": 1180
+    },
+    {
+      "epoch": 0.00384,
+      "grad_norm": 0.4402535076549671,
+      "learning_rate": 9.999959574154849e-05,
+      "loss": 0.0532,
+      "step": 1200
+    },
+    {
+      "epoch": 0.003904,
+      "grad_norm": 0.45547637242325884,
+      "learning_rate": 9.999958215399168e-05,
+      "loss": 0.0659,
+      "step": 1220
+    },
+    {
+      "epoch": 0.003968,
+      "grad_norm": 0.5965254253569031,
+      "learning_rate": 9.999956834184843e-05,
+      "loss": 0.0566,
+      "step": 1240
+    },
+    {
+      "epoch": 0.004032,
+      "grad_norm": 0.4324405925069988,
+      "learning_rate": 9.999955430511876e-05,
+      "loss": 0.0538,
+      "step": 1260
+    },
+    {
+      "epoch": 0.004096,
+      "grad_norm": 0.3827993868853947,
+      "learning_rate": 9.999954004380278e-05,
+      "loss": 0.052,
+      "step": 1280
+    },
+    {
+      "epoch": 0.00416,
+      "grad_norm": 0.41059924493250727,
+      "learning_rate": 9.999952555790053e-05,
+      "loss": 0.0528,
+      "step": 1300
+    },
+    {
+      "epoch": 0.004224,
+      "grad_norm": 0.3697787761089116,
+      "learning_rate": 9.999951084741208e-05,
+      "loss": 0.0547,
+      "step": 1320
+    },
+    {
+      "epoch": 0.004288,
+      "grad_norm": 0.3518249551296642,
+      "learning_rate": 9.999949591233751e-05,
+      "loss": 0.0512,
+      "step": 1340
+    },
+    {
+      "epoch": 0.004352,
+      "grad_norm": 0.3966048202962381,
+      "learning_rate": 9.999948075267686e-05,
+      "loss": 0.0483,
+      "step": 1360
+    },
+    {
+      "epoch": 0.004416,
+      "grad_norm": 0.2992863917125513,
+      "learning_rate": 9.999946536843021e-05,
+      "loss": 0.0588,
+      "step": 1380
+    },
+    {
+      "epoch": 0.00448,
+      "grad_norm": 0.3642430181347924,
+      "learning_rate": 9.999944975959762e-05,
+      "loss": 0.0559,
+      "step": 1400
+    },
+    {
+      "epoch": 0.004544,
+      "grad_norm": 0.28428952786006667,
+      "learning_rate": 9.99994339261792e-05,
+      "loss": 0.0505,
+      "step": 1420
+    },
+    {
+      "epoch": 0.004608,
+      "grad_norm": 0.27542639692431337,
+      "learning_rate": 9.999941786817497e-05,
+      "loss": 0.0503,
+      "step": 1440
+    },
+    {
+      "epoch": 0.004672,
+      "grad_norm": 0.2893247944703916,
+      "learning_rate": 9.999940158558503e-05,
+      "loss": 0.0448,
+      "step": 1460
+    },
+    {
+      "epoch": 0.004736,
+      "grad_norm": 0.3867132858602596,
+      "learning_rate": 9.999938507840944e-05,
+      "loss": 0.0531,
+      "step": 1480
+    },
+    {
+      "epoch": 0.0048,
+      "grad_norm": 0.3123100305966905,
+      "learning_rate": 9.99993683466483e-05,
+      "loss": 0.0486,
+      "step": 1500
+    },
+    {
+      "epoch": 0.004864,
+      "grad_norm": 0.6860642934875139,
+      "learning_rate": 9.999935139030164e-05,
+      "loss": 0.0508,
+      "step": 1520
+    },
+    {
+      "epoch": 0.004928,
+      "grad_norm": 0.41895308691771405,
+      "learning_rate": 9.999933420936957e-05,
+      "loss": 0.0507,
+      "step": 1540
+    },
+    {
+      "epoch": 0.004992,
+      "grad_norm": 0.2621600433718587,
+      "learning_rate": 9.999931680385217e-05,
+      "loss": 0.0504,
+      "step": 1560
+    },
+    {
+      "epoch": 0.005056,
+      "grad_norm": 0.3815573262171931,
+      "learning_rate": 9.999929917374951e-05,
+      "loss": 0.05,
+      "step": 1580
+    },
+    {
+      "epoch": 0.00512,
+      "grad_norm": 0.37620492419561863,
+      "learning_rate": 9.999928131906165e-05,
+      "loss": 0.0487,
+      "step": 1600
+    },
+    {
+      "epoch": 0.005184,
+      "grad_norm": 0.2984053569602002,
+      "learning_rate": 9.99992632397887e-05,
+      "loss": 0.048,
+      "step": 1620
+    },
+    {
+      "epoch": 0.005248,
+      "grad_norm": 0.27743837838217916,
+      "learning_rate": 9.999924493593071e-05,
+      "loss": 0.0479,
+      "step": 1640
+    },
+    {
+      "epoch": 0.005312,
+      "grad_norm": 0.37400919550719863,
+      "learning_rate": 9.99992264074878e-05,
+      "loss": 0.0479,
+      "step": 1660
+    },
+    {
+      "epoch": 0.005376,
+      "grad_norm": 0.3646151423541133,
+      "learning_rate": 9.999920765446002e-05,
+      "loss": 0.0478,
+      "step": 1680
+    },
+    {
+      "epoch": 0.00544,
+      "grad_norm": 0.2530121165143808,
+      "learning_rate": 9.999918867684749e-05,
+      "loss": 0.0471,
+      "step": 1700
+    },
+    {
+      "epoch": 0.005504,
+      "grad_norm": 0.3064041571959589,
+      "learning_rate": 9.999916947465026e-05,
+      "loss": 0.0479,
+      "step": 1720
+    },
+    {
+      "epoch": 0.005568,
+      "grad_norm": 0.29995424831453693,
+      "learning_rate": 9.999915004786842e-05,
+      "loss": 0.0545,
+      "step": 1740
+    },
+    {
+      "epoch": 0.005632,
+      "grad_norm": 0.2579628747140138,
+      "learning_rate": 9.999913039650208e-05,
+      "loss": 0.0481,
+      "step": 1760
+    },
+    {
+      "epoch": 0.005696,
+      "grad_norm": 0.37679754143686134,
+      "learning_rate": 9.99991105205513e-05,
+      "loss": 0.0513,
+      "step": 1780
+    },
+    {
+      "epoch": 0.00576,
+      "grad_norm": 0.3487000068380941,
+      "learning_rate": 9.99990904200162e-05,
+      "loss": 0.0485,
+      "step": 1800
+    },
+    {
+      "epoch": 0.005824,
+      "grad_norm": 0.42128271498962744,
+      "learning_rate": 9.999907009489684e-05,
+      "loss": 0.0523,
+      "step": 1820
+    },
+    {
+      "epoch": 0.005888,
+      "grad_norm": 0.24481172509209137,
+      "learning_rate": 9.999904954519335e-05,
+      "loss": 0.0483,
+      "step": 1840
+    },
+    {
+      "epoch": 0.005952,
+      "grad_norm": 0.35512611115825016,
+      "learning_rate": 9.999902877090577e-05,
+      "loss": 0.0478,
+      "step": 1860
+    },
+    {
+      "epoch": 0.006016,
+      "grad_norm": 0.43287405676025453,
+      "learning_rate": 9.999900777203424e-05,
+      "loss": 0.0461,
+      "step": 1880
+    },
+    {
+      "epoch": 0.00608,
+      "grad_norm": 0.37065789856595455,
+      "learning_rate": 9.999898654857882e-05,
+      "loss": 0.0471,
+      "step": 1900
+    },
+    {
+      "epoch": 0.006144,
+      "grad_norm": 0.6122637202631629,
+      "learning_rate": 9.999896510053963e-05,
+      "loss": 0.0477,
+      "step": 1920
+    },
+    {
+      "epoch": 0.006208,
+      "grad_norm": 0.41343656699008435,
+      "learning_rate": 9.999894342791676e-05,
+      "loss": 0.0471,
+      "step": 1940
+    },
+    {
+      "epoch": 0.006272,
+      "grad_norm": 0.3880497393670191,
+      "learning_rate": 9.99989215307103e-05,
+      "loss": 0.0458,
+      "step": 1960
+    },
+    {
+      "epoch": 0.006336,
+      "grad_norm": 0.413446669357271,
+      "learning_rate": 9.999889940892036e-05,
+      "loss": 0.0471,
+      "step": 1980
+    },
+    {
+      "epoch": 0.0064,
+      "grad_norm": 0.37063142738634886,
+      "learning_rate": 9.999887706254702e-05,
+      "loss": 0.0461,
+      "step": 2000
+    },
+    {
+      "epoch": 0.006464,
+      "grad_norm": 0.3263873803790246,
+      "learning_rate": 9.999885449159041e-05,
+      "loss": 0.0433,
+      "step": 2020
+    },
+    {
+      "epoch": 0.006528,
+      "grad_norm": 0.2751689144898591,
+      "learning_rate": 9.99988316960506e-05,
+      "loss": 0.0472,
+      "step": 2040
+    },
+    {
+      "epoch": 0.006592,
+      "grad_norm": 0.26563699407934044,
+      "learning_rate": 9.999880867592771e-05,
+      "loss": 0.0457,
+      "step": 2060
+    },
+    {
+      "epoch": 0.006656,
+      "grad_norm": 0.3185404492461951,
+      "learning_rate": 9.999878543122183e-05,
+      "loss": 0.0491,
+      "step": 2080
+    },
+    {
+      "epoch": 0.00672,
+      "grad_norm": 0.37960846473683246,
+      "learning_rate": 9.99987619619331e-05,
+      "loss": 0.0469,
+      "step": 2100
+    },
+    {
+      "epoch": 0.006784,
+      "grad_norm": 0.44510790225490077,
+      "learning_rate": 9.999873826806158e-05,
+      "loss": 0.0486,
+      "step": 2120
+    },
+    {
+      "epoch": 0.006848,
+      "grad_norm": 0.30839445947280475,
+      "learning_rate": 9.99987143496074e-05,
+      "loss": 0.0485,
+      "step": 2140
+    },
+    {
+      "epoch": 0.006912,
+      "grad_norm": 0.37056855516657783,
+      "learning_rate": 9.999869020657066e-05,
+      "loss": 0.0511,
+      "step": 2160
+    },
+    {
+      "epoch": 0.006976,
+      "grad_norm": 0.33190594018897246,
+      "learning_rate": 9.999866583895148e-05,
+      "loss": 0.0509,
+      "step": 2180
+    },
+    {
+      "epoch": 0.00704,
+      "grad_norm": 0.34153839602614805,
+      "learning_rate": 9.999864124674995e-05,
+      "loss": 0.0488,
+      "step": 2200
+    },
+    {
+      "epoch": 0.007104,
+      "grad_norm": 0.2342491607350666,
+      "learning_rate": 9.999861642996621e-05,
+      "loss": 0.0443,
+      "step": 2220
+    },
+    {
+      "epoch": 0.007168,
+      "grad_norm": 0.27549764195771853,
+      "learning_rate": 9.999859138860035e-05,
+      "loss": 0.0458,
+      "step": 2240
+    },
+    {
+      "epoch": 0.007232,
+      "grad_norm": 0.2974959541271812,
+      "learning_rate": 9.999856612265247e-05,
+      "loss": 0.0473,
+      "step": 2260
+    },
+    {
+      "epoch": 0.007296,
+      "grad_norm": 0.41245560801263564,
+      "learning_rate": 9.99985406321227e-05,
+      "loss": 0.0463,
+      "step": 2280
+    },
+    {
+      "epoch": 0.00736,
+      "grad_norm": 0.2970723727113926,
+      "learning_rate": 9.999851491701117e-05,
+      "loss": 0.046,
+      "step": 2300
+    },
+    {
+      "epoch": 0.007424,
+      "grad_norm": 0.26443168057948846,
+      "learning_rate": 9.999848897731799e-05,
+      "loss": 0.0464,
+      "step": 2320
+    },
+    {
+      "epoch": 0.007488,
+      "grad_norm": 0.30004642759969996,
+      "learning_rate": 9.999846281304323e-05,
+      "loss": 0.0437,
+      "step": 2340
+    },
+    {
+      "epoch": 0.007552,
+      "grad_norm": 0.2159707528687582,
+      "learning_rate": 9.999843642418707e-05,
+      "loss": 0.0434,
+      "step": 2360
+    },
+    {
+      "epoch": 0.007616,
+      "grad_norm": 0.5966198334346415,
+      "learning_rate": 9.99984098107496e-05,
+      "loss": 0.0498,
+      "step": 2380
+    },
+    {
+      "epoch": 0.00768,
+      "grad_norm": 0.30750128328976645,
+      "learning_rate": 9.999838297273093e-05,
+      "loss": 0.0506,
+      "step": 2400
+    },
+    {
+      "epoch": 0.007744,
+      "grad_norm": 0.3207344606253422,
+      "learning_rate": 9.99983559101312e-05,
+      "loss": 0.0451,
+      "step": 2420
+    },
+    {
+      "epoch": 0.007808,
+      "grad_norm": 0.2525032200615989,
+      "learning_rate": 9.999832862295052e-05,
+      "loss": 0.0473,
+      "step": 2440
+    },
+    {
+      "epoch": 0.007872,
+      "grad_norm": 0.27054214063577636,
+      "learning_rate": 9.999830111118902e-05,
+      "loss": 0.0395,
+      "step": 2460
+    },
+    {
+      "epoch": 0.007936,
+      "grad_norm": 0.3408326046676982,
+      "learning_rate": 9.999827337484682e-05,
+      "loss": 0.045,
+      "step": 2480
+    },
+    {
+      "epoch": 0.008,
+      "grad_norm": 0.6005376063531308,
+      "learning_rate": 9.999824541392405e-05,
+      "loss": 0.0461,
+      "step": 2500
+    },
+    {
+      "epoch": 0.008064,
+      "grad_norm": 0.24918037914823757,
+      "learning_rate": 9.999821722842081e-05,
+      "loss": 0.0502,
+      "step": 2520
+    },
+    {
+      "epoch": 0.008128,
+      "grad_norm": 0.37328523769528615,
+      "learning_rate": 9.999818881833725e-05,
+      "loss": 0.0485,
+      "step": 2540
+    },
+    {
+      "epoch": 0.008192,
+      "grad_norm": 0.28591965288964116,
+      "learning_rate": 9.999816018367352e-05,
+      "loss": 0.0493,
+      "step": 2560
+    },
+    {
+      "epoch": 0.008256,
+      "grad_norm": 0.38472921576940955,
+      "learning_rate": 9.99981313244297e-05,
+      "loss": 0.0476,
+      "step": 2580
+    },
+    {
+      "epoch": 0.00832,
+      "grad_norm": 0.46374225735695795,
+      "learning_rate": 9.999810224060596e-05,
+      "loss": 0.0485,
+      "step": 2600
+    },
+    {
+      "epoch": 0.008384,
+      "grad_norm": 0.328505186320803,
+      "learning_rate": 9.999807293220238e-05,
+      "loss": 0.0517,
+      "step": 2620
+    },
+    {
+      "epoch": 0.008448,
+      "grad_norm": 0.24695111199862108,
+      "learning_rate": 9.999804339921916e-05,
+      "loss": 0.0472,
+      "step": 2640
+    },
+    {
+      "epoch": 0.008512,
+      "grad_norm": 0.46294031072187397,
+      "learning_rate": 9.999801364165637e-05,
+      "loss": 0.0449,
+      "step": 2660
+    },
+    {
+      "epoch": 0.008576,
+      "grad_norm": 0.45946547377431657,
+      "learning_rate": 9.999798365951419e-05,
+      "loss": 0.0476,
+      "step": 2680
+    },
+    {
+      "epoch": 0.00864,
+      "grad_norm": 0.30287823630874633,
+      "learning_rate": 9.999795345279272e-05,
+      "loss": 0.0464,
+      "step": 2700
+    },
+    {
+      "epoch": 0.008704,
+      "grad_norm": 0.2581325811736559,
+      "learning_rate": 9.999792302149214e-05,
+      "loss": 0.045,
+      "step": 2720
+    },
+    {
+      "epoch": 0.008768,
+      "grad_norm": 0.24522591219084197,
+      "learning_rate": 9.999789236561253e-05,
+      "loss": 0.046,
+      "step": 2740
+    },
+    {
+      "epoch": 0.008832,
+      "grad_norm": 0.3112382154972075,
+      "learning_rate": 9.999786148515406e-05,
+      "loss": 0.0452,
+      "step": 2760
+    },
+    {
+      "epoch": 0.008896,
+      "grad_norm": 0.4420397695481255,
+      "learning_rate": 9.999783038011688e-05,
+      "loss": 0.0463,
+      "step": 2780
+    },
+    {
+      "epoch": 0.00896,
+      "grad_norm": 0.2621404198263619,
+      "learning_rate": 9.999779905050111e-05,
+      "loss": 0.0461,
+      "step": 2800
+    },
+    {
+      "epoch": 0.009024,
+      "grad_norm": 0.28164987956647225,
+      "learning_rate": 9.999776749630688e-05,
+      "loss": 0.0481,
+      "step": 2820
+    },
+    {
+      "epoch": 0.009088,
+      "grad_norm": 0.32147247660009226,
+      "learning_rate": 9.999773571753436e-05,
+      "loss": 0.0492,
+      "step": 2840
+    },
+    {
+      "epoch": 0.009152,
+      "grad_norm": 0.35106777153444557,
+      "learning_rate": 9.999770371418367e-05,
+      "loss": 0.0459,
+      "step": 2860
+    },
+    {
+      "epoch": 0.009216,
+      "grad_norm": 0.2577991408051769,
+      "learning_rate": 9.999767148625497e-05,
+      "loss": 0.046,
+      "step": 2880
+    },
+    {
+      "epoch": 0.00928,
+      "grad_norm": 0.2849087970131688,
+      "learning_rate": 9.99976390337484e-05,
+      "loss": 0.0453,
+      "step": 2900
+    },
+    {
+      "epoch": 0.009344,
+      "grad_norm": 0.28871568176698986,
+      "learning_rate": 9.999760635666411e-05,
+      "loss": 0.0437,
+      "step": 2920
+    },
+    {
+      "epoch": 0.009408,
+      "grad_norm": 0.21064694200733436,
+      "learning_rate": 9.999757345500222e-05,
+      "loss": 0.0437,
+      "step": 2940
+    },
+    {
+      "epoch": 0.009472,
+      "grad_norm": 0.2732553089403749,
+      "learning_rate": 9.999754032876292e-05,
+      "loss": 0.0406,
+      "step": 2960
+    },
+    {
+      "epoch": 0.009536,
+      "grad_norm": 0.30320702190166154,
+      "learning_rate": 9.999750697794632e-05,
+      "loss": 0.0442,
+      "step": 2980
+    },
+    {
+      "epoch": 0.0096,
+      "grad_norm": 0.21447400795709393,
+      "learning_rate": 9.999747340255259e-05,
+      "loss": 0.0411,
+      "step": 3000
+    },
+    {
+      "epoch": 0.009664,
+      "grad_norm": 0.20772844528317766,
+      "learning_rate": 9.999743960258189e-05,
+      "loss": 0.0401,
+      "step": 3020
+    },
+    {
+      "epoch": 0.009728,
+      "grad_norm": 0.23471573180575642,
+      "learning_rate": 9.999740557803434e-05,
+      "loss": 0.0437,
+      "step": 3040
+    },
+    {
+      "epoch": 0.009792,
+      "grad_norm": 0.2157948447807665,
+      "learning_rate": 9.999737132891012e-05,
+      "loss": 0.0456,
+      "step": 3060
+    },
+    {
+      "epoch": 0.009856,
+      "grad_norm": 0.18599773670342115,
+      "learning_rate": 9.999733685520939e-05,
+      "loss": 0.039,
+      "step": 3080
+    },
+    {
+      "epoch": 0.00992,
+      "grad_norm": 0.2248349803131493,
+      "learning_rate": 9.999730215693229e-05,
+      "loss": 0.0492,
+      "step": 3100
+    },
+    {
+      "epoch": 0.009984,
+      "grad_norm": 0.20645943875782566,
+      "learning_rate": 9.999726723407897e-05,
+      "loss": 0.0457,
+      "step": 3120
+    },
+    {
+      "epoch": 0.010048,
+      "grad_norm": 0.28197950285780193,
+      "learning_rate": 9.999723208664957e-05,
+      "loss": 0.0446,
+      "step": 3140
+    },
+    {
+      "epoch": 0.010112,
+      "grad_norm": 0.18527584324677912,
+      "learning_rate": 9.99971967146443e-05,
+      "loss": 0.0427,
+      "step": 3160
+    },
+    {
+      "epoch": 0.010176,
+      "grad_norm": 0.208287885693757,
+      "learning_rate": 9.999716111806328e-05,
+      "loss": 0.0445,
+      "step": 3180
+    },
+    {
+      "epoch": 0.01024,
+      "grad_norm": 0.20606070303281376,
+      "learning_rate": 9.999712529690668e-05,
+      "loss": 0.0442,
+      "step": 3200
+    },
+    {
+      "epoch": 0.010304,
+      "grad_norm": 0.3110099728418316,
+      "learning_rate": 9.999708925117469e-05,
+      "loss": 0.0451,
+      "step": 3220
+    },
+    {
+      "epoch": 0.010368,
+      "grad_norm": 0.24973917455019162,
+      "learning_rate": 9.99970529808674e-05,
+      "loss": 0.0452,
+      "step": 3240
+    },
+    {
+      "epoch": 0.010432,
+      "grad_norm": 0.17422485941160815,
+      "learning_rate": 9.999701648598503e-05,
+      "loss": 0.0386,
+      "step": 3260
+    },
+    {
+      "epoch": 0.010496,
+      "grad_norm": 0.19446294414429377,
+      "learning_rate": 9.999697976652774e-05,
+      "loss": 0.0408,
+      "step": 3280
+    },
+    {
+      "epoch": 0.01056,
+      "grad_norm": 0.2628607393100338,
+      "learning_rate": 9.999694282249568e-05,
+      "loss": 0.0465,
+      "step": 3300
+    },
+    {
+      "epoch": 0.010624,
+      "grad_norm": 0.1914174609030993,
+      "learning_rate": 9.999690565388902e-05,
+      "loss": 0.0446,
+      "step": 3320
+    },
+    {
+      "epoch": 0.010688,
+      "grad_norm": 0.15268927179149996,
+      "learning_rate": 9.999686826070793e-05,
+      "loss": 0.0419,
+      "step": 3340
+    },
+    {
+      "epoch": 0.010752,
+      "grad_norm": 0.21281810264609846,
+      "learning_rate": 9.999683064295258e-05,
+      "loss": 0.0416,
+      "step": 3360
+    },
+    {
+      "epoch": 0.010816,
+      "grad_norm": 0.21419375538025656,
+      "learning_rate": 9.999679280062312e-05,
+      "loss": 0.0395,
+      "step": 3380
+    },
+    {
+      "epoch": 0.01088,
+      "grad_norm": 0.2601202748382088,
+      "learning_rate": 9.999675473371974e-05,
+      "loss": 0.0368,
+      "step": 3400
+    },
+    {
+      "epoch": 0.010944,
+      "grad_norm": 0.22383079056064387,
+      "learning_rate": 9.999671644224262e-05,
+      "loss": 0.0415,
+      "step": 3420
+    },
+    {
+      "epoch": 0.011008,
+      "grad_norm": 0.29560811142064425,
+      "learning_rate": 9.999667792619189e-05,
+      "loss": 0.0426,
+      "step": 3440
+    },
+    {
+      "epoch": 0.011072,
+      "grad_norm": 0.3469329488354822,
+      "learning_rate": 9.999663918556779e-05,
+      "loss": 0.0436,
+      "step": 3460
+    },
+    {
+      "epoch": 0.011136,
+      "grad_norm": 0.22744520444727298,
+      "learning_rate": 9.999660022037043e-05,
+      "loss": 0.05,
+      "step": 3480
+    },
+    {
+      "epoch": 0.0112,
+      "grad_norm": 0.20211426841890542,
+      "learning_rate": 9.99965610306e-05,
+      "loss": 0.0484,
+      "step": 3500
+    },
+    {
+      "epoch": 0.011264,
+      "grad_norm": 0.2946741835938952,
+      "learning_rate": 9.99965216162567e-05,
+      "loss": 0.046,
+      "step": 3520
+    },
+    {
+      "epoch": 0.011328,
+      "grad_norm": 0.21850279078131474,
+      "learning_rate": 9.99964819773407e-05,
+      "loss": 0.0437,
+      "step": 3540
+    },
+    {
+      "epoch": 0.011392,
+      "grad_norm": 0.2311073289897065,
+      "learning_rate": 9.999644211385216e-05,
+      "loss": 0.0415,
+      "step": 3560
+    },
+    {
+      "epoch": 0.011456,
+      "grad_norm": 0.2976609274852421,
+      "learning_rate": 9.999640202579127e-05,
+      "loss": 0.039,
+      "step": 3580
+    },
+    {
+      "epoch": 0.01152,
+      "grad_norm": 0.22258823993173257,
+      "learning_rate": 9.999636171315821e-05,
+      "loss": 0.041,
+      "step": 3600
+    },
+    {
+      "epoch": 0.011584,
+      "grad_norm": 0.28317382795178586,
+      "learning_rate": 9.999632117595317e-05,
+      "loss": 0.0445,
+      "step": 3620
+    },
+    {
+      "epoch": 0.011648,
+      "grad_norm": 0.20428252496144694,
+      "learning_rate": 9.999628041417632e-05,
+      "loss": 0.0422,
+      "step": 3640
+    },
+    {
+      "epoch": 0.011712,
+      "grad_norm": 0.21189307987201558,
+      "learning_rate": 9.999623942782783e-05,
+      "loss": 0.0394,
+      "step": 3660
+    },
+    {
+      "epoch": 0.011776,
+      "grad_norm": 0.31346858028822167,
+      "learning_rate": 9.999619821690792e-05,
+      "loss": 0.0437,
+      "step": 3680
+    },
+    {
+      "epoch": 0.01184,
+      "grad_norm": 0.24739476338473063,
+      "learning_rate": 9.999615678141674e-05,
+      "loss": 0.0441,
+      "step": 3700
+    },
+    {
+      "epoch": 0.011904,
+      "grad_norm": 0.26145402735451817,
+      "learning_rate": 9.999611512135452e-05,
+      "loss": 0.0419,
+      "step": 3720
+    },
+    {
+      "epoch": 0.011968,
+      "grad_norm": 0.24413853904942098,
+      "learning_rate": 9.99960732367214e-05,
+      "loss": 0.0447,
+      "step": 3740
+    },
+    {
+      "epoch": 0.012032,
+      "grad_norm": 0.5526540933212379,
+      "learning_rate": 9.999603112751759e-05,
+      "loss": 0.0409,
+      "step": 3760
+    },
+    {
+      "epoch": 0.012096,
+      "grad_norm": 0.23850799794253388,
+      "learning_rate": 9.999598879374326e-05,
+      "loss": 0.043,
+      "step": 3780
+    },
+    {
+      "epoch": 0.01216,
+      "grad_norm": 0.31969676291937266,
+      "learning_rate": 9.999594623539862e-05,
+      "loss": 0.0441,
+      "step": 3800
+    },
+    {
+      "epoch": 0.012224,
+      "grad_norm": 0.20951360956925488,
+      "learning_rate": 9.999590345248388e-05,
+      "loss": 0.0463,
+      "step": 3820
+    },
+    {
+      "epoch": 0.012288,
+      "grad_norm": 0.25793718921030695,
+      "learning_rate": 9.999586044499921e-05,
+      "loss": 0.0446,
+      "step": 3840
+    },
+    {
+      "epoch": 0.012352,
+      "grad_norm": 0.2297692199750354,
+      "learning_rate": 9.999581721294477e-05,
+      "loss": 0.0439,
+      "step": 3860
+    },
+    {
+      "epoch": 0.012416,
+      "grad_norm": 0.19218350487770397,
+      "learning_rate": 9.999577375632081e-05,
+      "loss": 0.0449,
+      "step": 3880
+    },
+    {
+      "epoch": 0.01248,
+      "grad_norm": 0.3033648329528053,
+      "learning_rate": 9.99957300751275e-05,
+      "loss": 0.0428,
+      "step": 3900
+    },
+    {
+      "epoch": 0.012544,
+      "grad_norm": 0.40250617976922864,
+      "learning_rate": 9.999568616936503e-05,
+      "loss": 0.0417,
+      "step": 3920
+    },
+    {
+      "epoch": 0.012608,
+      "grad_norm": 0.24185351566600372,
+      "learning_rate": 9.999564203903363e-05,
+      "loss": 0.0452,
+      "step": 3940
+    },
+    {
+      "epoch": 0.012672,
+      "grad_norm": 0.2276674393893432,
+      "learning_rate": 9.999559768413345e-05,
+      "loss": 0.045,
+      "step": 3960
+    },
+    {
+      "epoch": 0.012736,
+      "grad_norm": 0.22042326158393796,
+      "learning_rate": 9.999555310466471e-05,
+      "loss": 0.0388,
+      "step": 3980
+    },
+    {
+      "epoch": 0.0128,
+      "grad_norm": 0.2160343386870399,
+      "learning_rate": 9.999550830062763e-05,
+      "loss": 0.0389,
+      "step": 4000
+    },
+    {
+      "epoch": 0.012864,
+      "grad_norm": 0.5155755250188268,
+      "learning_rate": 9.999546327202238e-05,
+      "loss": 0.0433,
+      "step": 4020
+    },
+    {
+      "epoch": 0.012928,
+      "grad_norm": 0.2890268759735471,
+      "learning_rate": 9.999541801884917e-05,
+      "loss": 0.0445,
+      "step": 4040
+    },
+    {
+      "epoch": 0.012992,
+      "grad_norm": 0.27385775279312136,
+      "learning_rate": 9.999537254110824e-05,
+      "loss": 0.0461,
+      "step": 4060
+    },
+    {
+      "epoch": 0.013056,
+      "grad_norm": 0.2020938348958419,
+      "learning_rate": 9.999532683879974e-05,
+      "loss": 0.0457,
+      "step": 4080
+    },
+    {
+      "epoch": 0.01312,
+      "grad_norm": 0.26852894636721175,
+      "learning_rate": 9.999528091192391e-05,
+      "loss": 0.0497,
+      "step": 4100
+    },
+    {
+      "epoch": 0.013184,
+      "grad_norm": 0.2261581058171256,
+      "learning_rate": 9.999523476048093e-05,
+      "loss": 0.0433,
+      "step": 4120
+    },
+    {
+      "epoch": 0.013248,
+      "grad_norm": 0.20294697552399188,
+      "learning_rate": 9.999518838447103e-05,
+      "loss": 0.045,
+      "step": 4140
+    },
+    {
+      "epoch": 0.013312,
+      "grad_norm": 0.25503703498212965,
+      "learning_rate": 9.999514178389443e-05,
+      "loss": 0.0468,
+      "step": 4160
+    },
+    {
+      "epoch": 0.013376,
+      "grad_norm": 0.31416615760545596,
+      "learning_rate": 9.99950949587513e-05,
+      "loss": 0.044,
+      "step": 4180
+    },
+    {
+      "epoch": 0.01344,
+      "grad_norm": 0.3127318682513348,
+      "learning_rate": 9.999504790904188e-05,
+      "loss": 0.0421,
+      "step": 4200
+    },
+    {
+      "epoch": 0.013504,
+      "grad_norm": 0.3883954329946083,
+      "learning_rate": 9.999500063476639e-05,
+      "loss": 0.0448,
+      "step": 4220
+    },
+    {
+      "epoch": 0.013568,
+      "grad_norm": 0.3584302284803773,
+      "learning_rate": 9.9994953135925e-05,
+      "loss": 0.0436,
+      "step": 4240
+    },
+    {
+      "epoch": 0.013632,
+      "grad_norm": 0.2432655417897402,
+      "learning_rate": 9.999490541251794e-05,
+      "loss": 0.0441,
+      "step": 4260
+    },
+    {
+      "epoch": 0.013696,
+      "grad_norm": 0.246759048088496,
+      "learning_rate": 9.999485746454547e-05,
+      "loss": 0.0452,
+      "step": 4280
+    },
+    {
+      "epoch": 0.01376,
+      "grad_norm": 0.32387285050358106,
+      "learning_rate": 9.999480929200774e-05,
+      "loss": 0.0391,
+      "step": 4300
+    },
+    {
+      "epoch": 0.013824,
+      "grad_norm": 0.25562150582991233,
+      "learning_rate": 9.999476089490499e-05,
+      "loss": 0.0391,
+      "step": 4320
+    },
+    {
+      "epoch": 0.013888,
+      "grad_norm": 0.2558228907057912,
+      "learning_rate": 9.999471227323745e-05,
+      "loss": 0.0449,
+      "step": 4340
+    },
+    {
+      "epoch": 0.013952,
+      "grad_norm": 0.20002668791572958,
+      "learning_rate": 9.999466342700534e-05,
+      "loss": 0.0413,
+      "step": 4360
+    },
+    {
+      "epoch": 0.014016,
+      "grad_norm": 0.12224090068082925,
+      "learning_rate": 9.999461435620886e-05,
+      "loss": 0.0414,
+      "step": 4380
+    },
+    {
+      "epoch": 0.01408,
+      "grad_norm": 0.24528343133145106,
+      "learning_rate": 9.999456506084823e-05,
+      "loss": 0.0382,
+      "step": 4400
+    },
+    {
+      "epoch": 0.014144,
+      "grad_norm": 0.20452480266090878,
+      "learning_rate": 9.999451554092369e-05,
+      "loss": 0.0452,
+      "step": 4420
+    },
+    {
+      "epoch": 0.014208,
+      "grad_norm": 0.18483919695658882,
+      "learning_rate": 9.999446579643547e-05,
+      "loss": 0.0385,
+      "step": 4440
+    },
+    {
+      "epoch": 0.014272,
+      "grad_norm": 0.2182194295469889,
+      "learning_rate": 9.999441582738376e-05,
+      "loss": 0.0393,
+      "step": 4460
+    },
+    {
+      "epoch": 0.014336,
+      "grad_norm": 0.23876712224949892,
+      "learning_rate": 9.99943656337688e-05,
+      "loss": 0.0407,
+      "step": 4480
+    },
+    {
+      "epoch": 0.0144,
+      "grad_norm": 0.4384447884289934,
+      "learning_rate": 9.999431521559082e-05,
+      "loss": 0.043,
+      "step": 4500
+    },
+    {
+      "epoch": 0.014464,
+      "grad_norm": 0.30307471328960556,
+      "learning_rate": 9.999426457285004e-05,
+      "loss": 0.0437,
+      "step": 4520
+    },
+    {
+      "epoch": 0.014528,
+      "grad_norm": 0.227436400634274,
+      "learning_rate": 9.99942137055467e-05,
+      "loss": 0.0392,
+      "step": 4540
+    },
+    {
+      "epoch": 0.014592,
+      "grad_norm": 0.15097773797353434,
+      "learning_rate": 9.999416261368102e-05,
+      "loss": 0.0437,
+      "step": 4560
+    },
+    {
+      "epoch": 0.014656,
+      "grad_norm": 0.18980501687573087,
+      "learning_rate": 9.999411129725322e-05,
+      "loss": 0.0425,
+      "step": 4580
+    },
+    {
+      "epoch": 0.01472,
+      "grad_norm": 0.3055583272822677,
+      "learning_rate": 9.999405975626354e-05,
+      "loss": 0.0441,
+      "step": 4600
+    },
+    {
+      "epoch": 0.014784,
+      "grad_norm": 0.16265185830882983,
+      "learning_rate": 9.999400799071222e-05,
+      "loss": 0.0422,
+      "step": 4620
+    },
+    {
+      "epoch": 0.014848,
+      "grad_norm": 0.2678225156503953,
+      "learning_rate": 9.999395600059949e-05,
+      "loss": 0.0445,
+      "step": 4640
+    },
+    {
+      "epoch": 0.014912,
+      "grad_norm": 0.3136899388950313,
+      "learning_rate": 9.999390378592556e-05,
+      "loss": 0.0423,
+      "step": 4660
+    },
+    {
+      "epoch": 0.014976,
+      "grad_norm": 0.2240918298251088,
+      "learning_rate": 9.999385134669068e-05,
+      "loss": 0.041,
+      "step": 4680
+    },
+    {
+      "epoch": 0.01504,
+      "grad_norm": 0.21254312631985064,
+      "learning_rate": 9.999379868289509e-05,
+      "loss": 0.0436,
+      "step": 4700
+    },
+    {
+      "epoch": 0.015104,
+      "grad_norm": 0.2231332870847772,
+      "learning_rate": 9.999374579453904e-05,
+      "loss": 0.0419,
+      "step": 4720
+    },
+    {
+      "epoch": 0.015168,
+      "grad_norm": 0.18493137319251832,
+      "learning_rate": 9.999369268162273e-05,
+      "loss": 0.0383,
+      "step": 4740
+    },
+    {
+      "epoch": 0.015232,
+      "grad_norm": 0.27489319131281786,
+      "learning_rate": 9.999363934414643e-05,
+      "loss": 0.0423,
+      "step": 4760
+    },
+    {
+      "epoch": 0.015296,
+      "grad_norm": 0.2075167028312529,
+      "learning_rate": 9.999358578211038e-05,
+      "loss": 0.0426,
+      "step": 4780
+    },
+    {
+      "epoch": 0.01536,
+      "grad_norm": 0.22680209361651998,
+      "learning_rate": 9.999353199551478e-05,
+      "loss": 0.0437,
+      "step": 4800
+    },
+    {
+      "epoch": 0.015424,
+      "grad_norm": 0.18543121483976474,
+      "learning_rate": 9.999347798435993e-05,
+      "loss": 0.0389,
+      "step": 4820
+    },
+    {
+      "epoch": 0.015488,
+      "grad_norm": 0.1615790423989882,
+      "learning_rate": 9.999342374864604e-05,
+      "loss": 0.0419,
+      "step": 4840
+    },
+    {
+      "epoch": 0.015552,
+      "grad_norm": 0.21311733127805854,
+      "learning_rate": 9.999336928837335e-05,
+      "loss": 0.0449,
+      "step": 4860
+    },
+    {
+      "epoch": 0.015616,
+      "grad_norm": 0.2223299603170898,
+      "learning_rate": 9.999331460354211e-05,
+      "loss": 0.0441,
+      "step": 4880
+    },
+    {
+      "epoch": 0.01568,
+      "grad_norm": 0.24234271182173017,
+      "learning_rate": 9.999325969415258e-05,
+      "loss": 0.038,
+      "step": 4900
+    },
+    {
+      "epoch": 0.015744,
+      "grad_norm": 0.24654813714023002,
+      "learning_rate": 9.999320456020497e-05,
+      "loss": 0.043,
+      "step": 4920
+    },
+    {
+      "epoch": 0.015808,
+      "grad_norm": 0.1699244490825696,
+      "learning_rate": 9.999314920169958e-05,
+      "loss": 0.0406,
+      "step": 4940
+    },
+    {
+      "epoch": 0.015872,
+      "grad_norm": 0.18883656468115048,
+      "learning_rate": 9.999309361863662e-05,
+      "loss": 0.0432,
+      "step": 4960
+    },
+    {
+      "epoch": 0.015936,
+      "grad_norm": 0.2272491945599065,
+      "learning_rate": 9.999303781101635e-05,
+      "loss": 0.0386,
+      "step": 4980
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 0.24488576388609443,
+      "learning_rate": 9.999298177883903e-05,
+      "loss": 0.0462,
+      "step": 5000
+    },
+    {
+      "epoch": 0.016064,
+      "grad_norm": 0.21481279115518054,
+      "learning_rate": 9.999292552210488e-05,
+      "loss": 0.0415,
+      "step": 5020
+    },
+    {
+      "epoch": 0.016128,
+      "grad_norm": 0.23192172350908144,
+      "learning_rate": 9.999286904081419e-05,
+      "loss": 0.0424,
+      "step": 5040
+    },
+    {
+      "epoch": 0.016192,
+      "grad_norm": 0.2482611258735945,
+      "learning_rate": 9.999281233496721e-05,
+      "loss": 0.0408,
+      "step": 5060
+    },
+    {
+      "epoch": 0.016256,
+      "grad_norm": 0.14798751306640967,
+      "learning_rate": 9.999275540456419e-05,
+      "loss": 0.0381,
+      "step": 5080
+    },
+    {
+      "epoch": 0.01632,
+      "grad_norm": 0.24469681469863944,
+      "learning_rate": 9.999269824960535e-05,
+      "loss": 0.0401,
+      "step": 5100
+    },
+    {
+      "epoch": 0.016384,
+      "grad_norm": 0.1811077009922402,
+      "learning_rate": 9.999264087009099e-05,
+      "loss": 0.041,
+      "step": 5120
+    },
+    {
+      "epoch": 0.016448,
+      "grad_norm": 0.336911717206514,
+      "learning_rate": 9.999258326602137e-05,
+      "loss": 0.043,
+      "step": 5140
+    },
+    {
+      "epoch": 0.016512,
+      "grad_norm": 0.20643988761597026,
+      "learning_rate": 9.99925254373967e-05,
+      "loss": 0.0407,
+      "step": 5160
+    },
+    {
+      "epoch": 0.016576,
+      "grad_norm": 0.31888498684656585,
+      "learning_rate": 9.999246738421731e-05,
+      "loss": 0.0393,
+      "step": 5180
+    },
+    {
+      "epoch": 0.01664,
+      "grad_norm": 0.23181655374071092,
+      "learning_rate": 9.999240910648339e-05,
+      "loss": 0.0392,
+      "step": 5200
+    },
+    {
+      "epoch": 0.016704,
+      "grad_norm": 0.1386213007577926,
+      "learning_rate": 9.999235060419525e-05,
+      "loss": 0.0389,
+      "step": 5220
+    },
+    {
+      "epoch": 0.016768,
+      "grad_norm": 0.18883798238282606,
+      "learning_rate": 9.999229187735315e-05,
+      "loss": 0.0423,
+      "step": 5240
+    },
+    {
+      "epoch": 0.016832,
+      "grad_norm": 0.14006642257018215,
+      "learning_rate": 9.999223292595732e-05,
+      "loss": 0.0382,
+      "step": 5260
+    },
+    {
+      "epoch": 0.016896,
+      "grad_norm": 0.18435441787783818,
+      "learning_rate": 9.999217375000806e-05,
+      "loss": 0.042,
+      "step": 5280
+    },
+    {
+      "epoch": 0.01696,
+      "grad_norm": 0.17959844094692956,
+      "learning_rate": 9.999211434950561e-05,
+      "loss": 0.0402,
+      "step": 5300
+    },
+    {
+      "epoch": 0.017024,
+      "grad_norm": 0.23849786171144446,
+      "learning_rate": 9.999205472445027e-05,
+      "loss": 0.0443,
+      "step": 5320
+    },
+    {
+      "epoch": 0.017088,
+      "grad_norm": 0.21335476597643852,
+      "learning_rate": 9.999199487484227e-05,
+      "loss": 0.0415,
+      "step": 5340
+    },
+    {
+      "epoch": 0.017152,
+      "grad_norm": 0.1803485361980176,
+      "learning_rate": 9.99919348006819e-05,
+      "loss": 0.0427,
+      "step": 5360
+    },
+    {
+      "epoch": 0.017216,
+      "grad_norm": 0.33385981792085784,
+      "learning_rate": 9.999187450196944e-05,
+      "loss": 0.0424,
+      "step": 5380
+    },
+    {
+      "epoch": 0.01728,
+      "grad_norm": 0.1945367708380311,
+      "learning_rate": 9.999181397870514e-05,
+      "loss": 0.0428,
+      "step": 5400
+    },
+    {
+      "epoch": 0.017344,
+      "grad_norm": 0.1349909456906324,
+      "learning_rate": 9.999175323088927e-05,
+      "loss": 0.0415,
+      "step": 5420
+    },
+    {
+      "epoch": 0.017408,
+      "grad_norm": 0.15270263987731508,
+      "learning_rate": 9.999169225852212e-05,
+      "loss": 0.0363,
+      "step": 5440
+    },
+    {
+      "epoch": 0.017472,
+      "grad_norm": 0.20076037788130052,
+      "learning_rate": 9.999163106160395e-05,
+      "loss": 0.04,
+      "step": 5460
+    },
+    {
+      "epoch": 0.017536,
+      "grad_norm": 0.17645278922324295,
+      "learning_rate": 9.999156964013503e-05,
+      "loss": 0.0414,
+      "step": 5480
+    },
+    {
+      "epoch": 0.0176,
+      "grad_norm": 0.2572144123888314,
+      "learning_rate": 9.999150799411566e-05,
+      "loss": 0.0425,
+      "step": 5500
+    },
+    {
+      "epoch": 0.017664,
+      "grad_norm": 0.20447774147657222,
+      "learning_rate": 9.999144612354609e-05,
+      "loss": 0.0417,
+      "step": 5520
+    },
+    {
+      "epoch": 0.017728,
+      "grad_norm": 0.2984887585657629,
+      "learning_rate": 9.999138402842662e-05,
+      "loss": 0.0397,
+      "step": 5540
+    },
+    {
+      "epoch": 0.017792,
+      "grad_norm": 0.27722018367891504,
+      "learning_rate": 9.999132170875752e-05,
+      "loss": 0.0443,
+      "step": 5560
+    },
+    {
+      "epoch": 0.017856,
+      "grad_norm": 0.18656399917273497,
+      "learning_rate": 9.999125916453907e-05,
+      "loss": 0.0422,
+      "step": 5580
+    },
+    {
+      "epoch": 0.01792,
+      "grad_norm": 0.38911082939661396,
+      "learning_rate": 9.999119639577155e-05,
+      "loss": 0.0427,
+      "step": 5600
+    },
+    {
+      "epoch": 0.017984,
+      "grad_norm": 0.2426718821770736,
+      "learning_rate": 9.999113340245525e-05,
+      "loss": 0.0409,
+      "step": 5620
+    },
+    {
+      "epoch": 0.018048,
+      "grad_norm": 0.2142934344961841,
+      "learning_rate": 9.999107018459044e-05,
+      "loss": 0.0407,
+      "step": 5640
+    },
+    {
+      "epoch": 0.018112,
+      "grad_norm": 0.2217788598087543,
+      "learning_rate": 9.999100674217741e-05,
+      "loss": 0.0404,
+      "step": 5660
+    },
+    {
+      "epoch": 0.018176,
+      "grad_norm": 0.18367822859673974,
+      "learning_rate": 9.999094307521644e-05,
+      "loss": 0.0403,
+      "step": 5680
+    },
+    {
+      "epoch": 0.01824,
+      "grad_norm": 0.20063131701247866,
+      "learning_rate": 9.999087918370782e-05,
+      "loss": 0.0429,
+      "step": 5700
+    },
+    {
+      "epoch": 0.018304,
+      "grad_norm": 0.32225956276545603,
+      "learning_rate": 9.999081506765185e-05,
+      "loss": 0.041,
+      "step": 5720
+    },
+    {
+      "epoch": 0.018368,
+      "grad_norm": 0.18808449918030978,
+      "learning_rate": 9.999075072704877e-05,
+      "loss": 0.0404,
+      "step": 5740
+    },
+    {
+      "epoch": 0.018432,
+      "grad_norm": 0.3853663405580428,
+      "learning_rate": 9.999068616189894e-05,
+      "loss": 0.0431,
+      "step": 5760
+    },
+    {
+      "epoch": 0.018496,
+      "grad_norm": 0.1644007944200343,
+      "learning_rate": 9.99906213722026e-05,
+      "loss": 0.0431,
+      "step": 5780
+    },
+    {
+      "epoch": 0.01856,
+      "grad_norm": 0.17517977327002154,
+      "learning_rate": 9.999055635796006e-05,
+      "loss": 0.0425,
+      "step": 5800
+    },
+    {
+      "epoch": 0.018624,
+      "grad_norm": 0.18088428451899596,
+      "learning_rate": 9.99904911191716e-05,
+      "loss": 0.0398,
+      "step": 5820
+    },
+    {
+      "epoch": 0.018688,
+      "grad_norm": 0.17297858743179007,
+      "learning_rate": 9.999042565583753e-05,
+      "loss": 0.0422,
+      "step": 5840
+    },
+    {
+      "epoch": 0.018752,
+      "grad_norm": 0.2286153813558773,
+      "learning_rate": 9.999035996795813e-05,
+      "loss": 0.0428,
+      "step": 5860
+    },
+    {
+      "epoch": 0.018816,
+      "grad_norm": 0.19546619504183593,
+      "learning_rate": 9.99902940555337e-05,
+      "loss": 0.0407,
+      "step": 5880
+    },
+    {
+      "epoch": 0.01888,
+      "grad_norm": 0.14551806226358296,
+      "learning_rate": 9.999022791856455e-05,
+      "loss": 0.0387,
+      "step": 5900
+    },
+    {
+      "epoch": 0.018944,
+      "grad_norm": 0.2711865188746732,
+      "learning_rate": 9.999016155705094e-05,
+      "loss": 0.0382,
+      "step": 5920
+    },
+    {
+      "epoch": 0.019008,
+      "grad_norm": 0.21706897910593828,
+      "learning_rate": 9.999009497099321e-05,
+      "loss": 0.0415,
+      "step": 5940
+    },
+    {
+      "epoch": 0.019072,
+      "grad_norm": 0.20105105793004252,
+      "learning_rate": 9.999002816039163e-05,
+      "loss": 0.0385,
+      "step": 5960
+    },
+    {
+      "epoch": 0.019136,
+      "grad_norm": 0.17709142206799572,
+      "learning_rate": 9.998996112524651e-05,
+      "loss": 0.0387,
+      "step": 5980
+    },
+    {
+      "epoch": 0.0192,
+      "grad_norm": 0.16370566946488016,
+      "learning_rate": 9.998989386555814e-05,
+      "loss": 0.0387,
+      "step": 6000
+    },
+    {
+      "epoch": 0.019264,
+      "grad_norm": 0.2239297193863687,
+      "learning_rate": 9.998982638132686e-05,
+      "loss": 0.0413,
+      "step": 6020
+    },
+    {
+      "epoch": 0.019328,
+      "grad_norm": 0.3014416034611583,
+      "learning_rate": 9.998975867255293e-05,
+      "loss": 0.039,
+      "step": 6040
+    },
+    {
+      "epoch": 0.019392,
+      "grad_norm": 0.24120513811169209,
+      "learning_rate": 9.998969073923668e-05,
+      "loss": 0.0397,
+      "step": 6060
+    },
+    {
+      "epoch": 0.019456,
+      "grad_norm": 0.23249714054344267,
+      "learning_rate": 9.998962258137839e-05,
+      "loss": 0.0403,
+      "step": 6080
+    },
+    {
+      "epoch": 0.01952,
+      "grad_norm": 0.14600511813355524,
+      "learning_rate": 9.998955419897838e-05,
+      "loss": 0.042,
+      "step": 6100
+    },
+    {
+      "epoch": 0.019584,
+      "grad_norm": 0.16695656150129792,
+      "learning_rate": 9.998948559203698e-05,
+      "loss": 0.0409,
+      "step": 6120
+    },
+    {
+      "epoch": 0.019648,
+      "grad_norm": 0.1696923052821074,
+      "learning_rate": 9.998941676055446e-05,
+      "loss": 0.0408,
+      "step": 6140
+    },
+    {
+      "epoch": 0.019712,
+      "grad_norm": 0.2053437439327295,
+      "learning_rate": 9.998934770453115e-05,
+      "loss": 0.0412,
+      "step": 6160
+    },
+    {
+      "epoch": 0.019776,
+      "grad_norm": 0.19747318155213014,
+      "learning_rate": 9.998927842396736e-05,
+      "loss": 0.0376,
+      "step": 6180
+    },
+    {
+      "epoch": 0.01984,
+      "grad_norm": 0.15256686727763652,
+      "learning_rate": 9.998920891886339e-05,
+      "loss": 0.0368,
+      "step": 6200
+    },
+    {
+      "epoch": 0.019904,
+      "grad_norm": 0.3770590943630661,
+      "learning_rate": 9.998913918921957e-05,
+      "loss": 0.0416,
+      "step": 6220
+    },
+    {
+      "epoch": 0.019968,
+      "grad_norm": 0.2532149056971487,
+      "learning_rate": 9.99890692350362e-05,
+      "loss": 0.0404,
+      "step": 6240
+    },
+    {
+      "epoch": 0.020032,
+      "grad_norm": 0.15435449373864438,
+      "learning_rate": 9.99889990563136e-05,
+      "loss": 0.0404,
+      "step": 6260
+    },
+    {
+      "epoch": 0.020096,
+      "grad_norm": 0.147340626498922,
+      "learning_rate": 9.998892865305207e-05,
+      "loss": 0.0369,
+      "step": 6280
+    },
+    {
+      "epoch": 0.02016,
+      "grad_norm": 0.2402419073635215,
+      "learning_rate": 9.998885802525196e-05,
+      "loss": 0.0365,
+      "step": 6300
+    },
+    {
+      "epoch": 0.020224,
+      "grad_norm": 0.1506992405168411,
+      "learning_rate": 9.998878717291353e-05,
+      "loss": 0.0382,
+      "step": 6320
+    },
+    {
+      "epoch": 0.020288,
+      "grad_norm": 0.2410919238356268,
+      "learning_rate": 9.998871609603717e-05,
+      "loss": 0.0395,
+      "step": 6340
+    },
+    {
+      "epoch": 0.020352,
+      "grad_norm": 0.1541154314193387,
+      "learning_rate": 9.998864479462315e-05,
+      "loss": 0.0401,
+      "step": 6360
+    },
+    {
+      "epoch": 0.020416,
+      "grad_norm": 0.20636861820767585,
+      "learning_rate": 9.998857326867181e-05,
+      "loss": 0.038,
+      "step": 6380
+    },
+    {
+      "epoch": 0.02048,
+      "grad_norm": 0.22320932302135035,
+      "learning_rate": 9.998850151818345e-05,
+      "loss": 0.0436,
+      "step": 6400
+    },
+    {
+      "epoch": 0.020544,
+      "grad_norm": 0.16962600707739206,
+      "learning_rate": 9.998842954315841e-05,
+      "loss": 0.0469,
+      "step": 6420
+    },
+    {
+      "epoch": 0.020608,
+      "grad_norm": 0.20530797039322027,
+      "learning_rate": 9.998835734359703e-05,
+      "loss": 0.041,
+      "step": 6440
+    },
+    {
+      "epoch": 0.020672,
+      "grad_norm": 0.2231020758948462,
+      "learning_rate": 9.998828491949959e-05,
+      "loss": 0.0467,
+      "step": 6460
+    },
+    {
+      "epoch": 0.020736,
+      "grad_norm": 0.21324966056479905,
+      "learning_rate": 9.998821227086646e-05,
+      "loss": 0.0423,
+      "step": 6480
+    },
+    {
+      "epoch": 0.0208,
+      "grad_norm": 0.19911824709229392,
+      "learning_rate": 9.998813939769794e-05,
+      "loss": 0.0425,
+      "step": 6500
+    },
+    {
+      "epoch": 0.020864,
+      "grad_norm": 0.2440791218660832,
+      "learning_rate": 9.998806629999435e-05,
+      "loss": 0.0428,
+      "step": 6520
+    },
+    {
+      "epoch": 0.020928,
+      "grad_norm": 0.16981866057097575,
+      "learning_rate": 9.998799297775605e-05,
+      "loss": 0.0402,
+      "step": 6540
+    },
+    {
+      "epoch": 0.020992,
+      "grad_norm": 0.165807532742159,
+      "learning_rate": 9.998791943098335e-05,
+      "loss": 0.0402,
+      "step": 6560
+    },
+    {
+      "epoch": 0.021056,
+      "grad_norm": 0.1952217880524122,
+      "learning_rate": 9.998784565967658e-05,
+      "loss": 0.0414,
+      "step": 6580
+    },
+    {
+      "epoch": 0.02112,
+      "grad_norm": 0.19654614011630828,
+      "learning_rate": 9.998777166383608e-05,
+      "loss": 0.0387,
+      "step": 6600
+    },
+    {
+      "epoch": 0.021184,
+      "grad_norm": 0.2863565740611335,
+      "learning_rate": 9.998769744346216e-05,
+      "loss": 0.038,
+      "step": 6620
+    },
+    {
+      "epoch": 0.021248,
+      "grad_norm": 0.2124879422748257,
+      "learning_rate": 9.998762299855517e-05,
+      "loss": 0.0417,
+      "step": 6640
+    },
+    {
+      "epoch": 0.021312,
+      "grad_norm": 0.1636953639928248,
+      "learning_rate": 9.998754832911546e-05,
+      "loss": 0.0422,
+      "step": 6660
+    },
+    {
+      "epoch": 0.021376,
+      "grad_norm": 0.23601133270974403,
+      "learning_rate": 9.998747343514335e-05,
+      "loss": 0.0366,
+      "step": 6680
+    },
+    {
+      "epoch": 0.02144,
+      "grad_norm": 0.21408800613272436,
+      "learning_rate": 9.998739831663914e-05,
+      "loss": 0.0353,
+      "step": 6700
+    },
+    {
+      "epoch": 0.021504,
+      "grad_norm": 0.18052832043307795,
+      "learning_rate": 9.998732297360324e-05,
+      "loss": 0.0399,
+      "step": 6720
+    },
+    {
+      "epoch": 0.021568,
+      "grad_norm": 0.3525481496934496,
+      "learning_rate": 9.998724740603593e-05,
+      "loss": 0.0395,
+      "step": 6740
+    },
+    {
+      "epoch": 0.021632,
+      "grad_norm": 0.2369571668099414,
+      "learning_rate": 9.998717161393758e-05,
+      "loss": 0.0404,
+      "step": 6760
+    },
+    {
+      "epoch": 0.021696,
+      "grad_norm": 0.16161923330036226,
+      "learning_rate": 9.998709559730853e-05,
+      "loss": 0.0374,
+      "step": 6780
+    },
+    {
+      "epoch": 0.02176,
+      "grad_norm": 0.14137582646219507,
+      "learning_rate": 9.998701935614909e-05,
+      "loss": 0.038,
+      "step": 6800
+    },
+    {
+      "epoch": 0.021824,
+      "grad_norm": 0.1471023915556908,
+      "learning_rate": 9.998694289045964e-05,
+      "loss": 0.0364,
+      "step": 6820
+    },
+    {
+      "epoch": 0.021888,
+      "grad_norm": 0.1766636345498869,
+      "learning_rate": 9.998686620024051e-05,
+      "loss": 0.0398,
+      "step": 6840
+    },
+    {
+      "epoch": 0.021952,
+      "grad_norm": 0.1980008598583829,
+      "learning_rate": 9.998678928549203e-05,
+      "loss": 0.0372,
+      "step": 6860
+    },
+    {
+      "epoch": 0.022016,
+      "grad_norm": 0.1568671064686567,
+      "learning_rate": 9.998671214621457e-05,
+      "loss": 0.0443,
+      "step": 6880
+    },
+    {
+      "epoch": 0.02208,
+      "grad_norm": 0.15536838591377639,
+      "learning_rate": 9.998663478240846e-05,
+      "loss": 0.0405,
+      "step": 6900
+    },
+    {
+      "epoch": 0.022144,
+      "grad_norm": 0.2564998022152435,
+      "learning_rate": 9.998655719407404e-05,
+      "loss": 0.0427,
+      "step": 6920
+    },
+    {
+      "epoch": 0.022208,
+      "grad_norm": 0.29646525478774344,
+      "learning_rate": 9.998647938121169e-05,
+      "loss": 0.0374,
+      "step": 6940
+    },
+    {
+      "epoch": 0.022272,
+      "grad_norm": 0.1508464411429471,
+      "learning_rate": 9.998640134382173e-05,
+      "loss": 0.0363,
+      "step": 6960
+    },
+    {
+      "epoch": 0.022336,
+      "grad_norm": 0.2213965947537837,
+      "learning_rate": 9.998632308190453e-05,
+      "loss": 0.035,
+      "step": 6980
+    },
+    {
+      "epoch": 0.0224,
+      "grad_norm": 0.19188403122898182,
+      "learning_rate": 9.998624459546044e-05,
+      "loss": 0.0426,
+      "step": 7000
+    },
+    {
+      "epoch": 0.022464,
+      "grad_norm": 0.18823547847862185,
+      "learning_rate": 9.998616588448978e-05,
+      "loss": 0.0393,
+      "step": 7020
+    },
+    {
+      "epoch": 0.022528,
+      "grad_norm": 0.16949788210042196,
+      "learning_rate": 9.998608694899294e-05,
+      "loss": 0.0398,
+      "step": 7040
+    },
+    {
+      "epoch": 0.022592,
+      "grad_norm": 0.16212726739622002,
+      "learning_rate": 9.998600778897028e-05,
+      "loss": 0.0392,
+      "step": 7060
+    },
+    {
+      "epoch": 0.022656,
+      "grad_norm": 0.18536407225773302,
+      "learning_rate": 9.998592840442212e-05,
+      "loss": 0.038,
+      "step": 7080
+    },
+    {
+      "epoch": 0.02272,
+      "grad_norm": 0.18130925969004766,
+      "learning_rate": 9.998584879534883e-05,
+      "loss": 0.038,
+      "step": 7100
+    },
+    {
+      "epoch": 0.022784,
+      "grad_norm": 0.17676041070087142,
+      "learning_rate": 9.998576896175079e-05,
+      "loss": 0.0399,
+      "step": 7120
+    },
+    {
+      "epoch": 0.022848,
+      "grad_norm": 0.34645445981393896,
+      "learning_rate": 9.998568890362832e-05,
+      "loss": 0.039,
+      "step": 7140
+    },
+    {
+      "epoch": 0.022912,
+      "grad_norm": 0.1280697447157394,
+      "learning_rate": 9.99856086209818e-05,
+      "loss": 0.0428,
+      "step": 7160
+    },
+    {
+      "epoch": 0.022976,
+      "grad_norm": 0.16093425836224232,
+      "learning_rate": 9.99855281138116e-05,
+      "loss": 0.0426,
+      "step": 7180
+    },
+    {
+      "epoch": 0.02304,
+      "grad_norm": 0.18112548072255152,
+      "learning_rate": 9.998544738211809e-05,
+      "loss": 0.0375,
+      "step": 7200
+    },
+    {
+      "epoch": 0.023104,
+      "grad_norm": 0.2015163130939942,
+      "learning_rate": 9.99853664259016e-05,
+      "loss": 0.0409,
+      "step": 7220
+    },
+    {
+      "epoch": 0.023168,
+      "grad_norm": 0.20587117079531728,
+      "learning_rate": 9.99852852451625e-05,
+      "loss": 0.0412,
+      "step": 7240
+    },
+    {
+      "epoch": 0.023232,
+      "grad_norm": 0.15914815285760722,
+      "learning_rate": 9.998520383990119e-05,
+      "loss": 0.0387,
+      "step": 7260
+    },
+    {
+      "epoch": 0.023296,
+      "grad_norm": 0.22595317914120058,
+      "learning_rate": 9.9985122210118e-05,
+      "loss": 0.0377,
+      "step": 7280
+    },
+    {
+      "epoch": 0.02336,
+      "grad_norm": 0.1786837340367665,
+      "learning_rate": 9.99850403558133e-05,
+      "loss": 0.0359,
+      "step": 7300
+    },
+    {
+      "epoch": 0.023424,
+      "grad_norm": 0.14531005857609933,
+      "learning_rate": 9.998495827698746e-05,
+      "loss": 0.04,
+      "step": 7320
+    },
+    {
+      "epoch": 0.023488,
+      "grad_norm": 0.20487801260748323,
+      "learning_rate": 9.998487597364086e-05,
+      "loss": 0.0409,
+      "step": 7340
+    },
+    {
+      "epoch": 0.023552,
+      "grad_norm": 0.16658937820195704,
+      "learning_rate": 9.998479344577386e-05,
+      "loss": 0.0394,
+      "step": 7360
+    },
+    {
+      "epoch": 0.023616,
+      "grad_norm": 0.19146991618045886,
+      "learning_rate": 9.998471069338684e-05,
+      "loss": 0.0369,
+      "step": 7380
+    },
+    {
+      "epoch": 0.02368,
+      "grad_norm": 0.2147646001103393,
+      "learning_rate": 9.998462771648016e-05,
+      "loss": 0.0408,
+      "step": 7400
+    },
+    {
+      "epoch": 0.023744,
+      "grad_norm": 0.20719117655318012,
+      "learning_rate": 9.998454451505419e-05,
+      "loss": 0.0389,
+      "step": 7420
+    },
+    {
+      "epoch": 0.023808,
+      "grad_norm": 0.2737724250233668,
+      "learning_rate": 9.998446108910933e-05,
+      "loss": 0.0426,
+      "step": 7440
+    },
+    {
+      "epoch": 0.023872,
+      "grad_norm": 0.21919387559271272,
+      "learning_rate": 9.998437743864591e-05,
+      "loss": 0.0394,
+      "step": 7460
+    },
+    {
+      "epoch": 0.023936,
+      "grad_norm": 0.28979932750223103,
+      "learning_rate": 9.998429356366434e-05,
+      "loss": 0.0372,
+      "step": 7480
+    },
+    {
+      "epoch": 0.024,
+      "grad_norm": 0.18453598226987689,
+      "learning_rate": 9.9984209464165e-05,
+      "loss": 0.0351,
+      "step": 7500
+    },
+    {
+      "epoch": 0.024064,
+      "grad_norm": 0.13414968051956097,
+      "learning_rate": 9.998412514014825e-05,
+      "loss": 0.0379,
+      "step": 7520
+    },
+    {
+      "epoch": 0.024128,
+      "grad_norm": 0.20059131884245548,
+      "learning_rate": 9.998404059161448e-05,
+      "loss": 0.0388,
+      "step": 7540
+    },
+    {
+      "epoch": 0.024192,
+      "grad_norm": 0.149587738216436,
+      "learning_rate": 9.998395581856406e-05,
+      "loss": 0.0361,
+      "step": 7560
+    },
+    {
+      "epoch": 0.024256,
+      "grad_norm": 0.15132694347285827,
+      "learning_rate": 9.998387082099738e-05,
+      "loss": 0.0411,
+      "step": 7580
+    },
+    {
+      "epoch": 0.02432,
+      "grad_norm": 0.13219501095161013,
+      "learning_rate": 9.998378559891481e-05,
+      "loss": 0.0384,
+      "step": 7600
+    },
+    {
+      "epoch": 0.024384,
+      "grad_norm": 0.16080473548995142,
+      "learning_rate": 9.998370015231673e-05,
+      "loss": 0.0382,
+      "step": 7620
+    },
+    {
+      "epoch": 0.024448,
+      "grad_norm": 0.17207286319953086,
+      "learning_rate": 9.998361448120356e-05,
+      "loss": 0.0376,
+      "step": 7640
+    },
+    {
+      "epoch": 0.024512,
+      "grad_norm": 0.14924823509590857,
+      "learning_rate": 9.998352858557565e-05,
+      "loss": 0.0401,
+      "step": 7660
+    },
+    {
+      "epoch": 0.024576,
+      "grad_norm": 0.3419475288653469,
+      "learning_rate": 9.998344246543339e-05,
+      "loss": 0.0413,
+      "step": 7680
+    },
+    {
+      "epoch": 0.02464,
+      "grad_norm": 0.26280630339510985,
+      "learning_rate": 9.998335612077716e-05,
+      "loss": 0.0402,
+      "step": 7700
+    },
+    {
+      "epoch": 0.024704,
+      "grad_norm": 0.12230540892969835,
+      "learning_rate": 9.998326955160737e-05,
+      "loss": 0.0374,
+      "step": 7720
+    },
+    {
+      "epoch": 0.024768,
+      "grad_norm": 0.17481274082557954,
+      "learning_rate": 9.998318275792442e-05,
+      "loss": 0.0376,
+      "step": 7740
+    },
+    {
+      "epoch": 0.024832,
+      "grad_norm": 0.19630034225196766,
+      "learning_rate": 9.998309573972864e-05,
+      "loss": 0.0412,
+      "step": 7760
+    },
+    {
+      "epoch": 0.024896,
+      "grad_norm": 0.1729501761934857,
+      "learning_rate": 9.998300849702048e-05,
+      "loss": 0.0382,
+      "step": 7780
+    },
+    {
+      "epoch": 0.02496,
+      "grad_norm": 0.27691757705187797,
+      "learning_rate": 9.998292102980031e-05,
+      "loss": 0.0379,
+      "step": 7800
+    },
+    {
+      "epoch": 0.025024,
+      "grad_norm": 0.1384105412534315,
+      "learning_rate": 9.998283333806852e-05,
+      "loss": 0.0376,
+      "step": 7820
+    },
+    {
+      "epoch": 0.025088,
+      "grad_norm": 0.13370795970288152,
+      "learning_rate": 9.998274542182551e-05,
+      "loss": 0.0372,
+      "step": 7840
+    },
+    {
+      "epoch": 0.025152,
+      "grad_norm": 0.18799996409722464,
+      "learning_rate": 9.998265728107167e-05,
+      "loss": 0.0376,
+      "step": 7860
+    },
+    {
+      "epoch": 0.025216,
+      "grad_norm": 0.12437865151919679,
+      "learning_rate": 9.99825689158074e-05,
+      "loss": 0.0388,
+      "step": 7880
+    },
+    {
+      "epoch": 0.02528,
+      "grad_norm": 0.18808500042301343,
+      "learning_rate": 9.998248032603308e-05,
+      "loss": 0.0343,
+      "step": 7900
+    },
+    {
+      "epoch": 0.025344,
+      "grad_norm": 0.16854270089489595,
+      "learning_rate": 9.998239151174915e-05,
+      "loss": 0.0381,
+      "step": 7920
+    },
+    {
+      "epoch": 0.025408,
+      "grad_norm": 0.17016575138075457,
+      "learning_rate": 9.998230247295596e-05,
+      "loss": 0.037,
+      "step": 7940
+    },
+    {
+      "epoch": 0.025472,
+      "grad_norm": 0.204708594855192,
+      "learning_rate": 9.998221320965394e-05,
+      "loss": 0.0379,
+      "step": 7960
+    },
+    {
+      "epoch": 0.025536,
+      "grad_norm": 0.11019640506024206,
+      "learning_rate": 9.998212372184349e-05,
+      "loss": 0.0386,
+      "step": 7980
+    },
+    {
+      "epoch": 0.0256,
+      "grad_norm": 0.15693975940046118,
+      "learning_rate": 9.998203400952499e-05,
+      "loss": 0.0366,
+      "step": 8000
+    },
+    {
+      "epoch": 0.025664,
+      "grad_norm": 0.15951215332821633,
+      "learning_rate": 9.998194407269887e-05,
+      "loss": 0.0397,
+      "step": 8020
+    },
+    {
+      "epoch": 0.025728,
+      "grad_norm": 0.30023143474409775,
+      "learning_rate": 9.998185391136552e-05,
+      "loss": 0.0369,
+      "step": 8040
+    },
+    {
+      "epoch": 0.025792,
+      "grad_norm": 0.21837937223919168,
+      "learning_rate": 9.998176352552535e-05,
+      "loss": 0.0396,
+      "step": 8060
+    },
+    {
+      "epoch": 0.025856,
+      "grad_norm": 0.17674465551606347,
+      "learning_rate": 9.998167291517874e-05,
+      "loss": 0.0429,
+      "step": 8080
+    },
+    {
+      "epoch": 0.02592,
+      "grad_norm": 0.16606144926047411,
+      "learning_rate": 9.998158208032615e-05,
+      "loss": 0.0405,
+      "step": 8100
+    },
+    {
+      "epoch": 0.025984,
+      "grad_norm": 0.18430384947600362,
+      "learning_rate": 9.998149102096795e-05,
+      "loss": 0.0405,
+      "step": 8120
+    },
+    {
+      "epoch": 0.026048,
+      "grad_norm": 0.17739809487671832,
+      "learning_rate": 9.998139973710455e-05,
+      "loss": 0.0379,
+      "step": 8140
+    },
+    {
+      "epoch": 0.026112,
+      "grad_norm": 0.13967700675768496,
+      "learning_rate": 9.998130822873637e-05,
+      "loss": 0.0367,
+      "step": 8160
+    },
+    {
+      "epoch": 0.026176,
+      "grad_norm": 0.15716813865496018,
+      "learning_rate": 9.998121649586382e-05,
+      "loss": 0.0392,
+      "step": 8180
+    },
+    {
+      "epoch": 0.02624,
+      "grad_norm": 0.13644381755385415,
+      "learning_rate": 9.99811245384873e-05,
+      "loss": 0.038,
+      "step": 8200
+    },
+    {
+      "epoch": 0.026304,
+      "grad_norm": 0.2134126230450536,
+      "learning_rate": 9.998103235660724e-05,
+      "loss": 0.0367,
+      "step": 8220
+    },
+    {
+      "epoch": 0.026368,
+      "grad_norm": 0.14877877092020975,
+      "learning_rate": 9.998093995022403e-05,
+      "loss": 0.0387,
+      "step": 8240
+    },
+    {
+      "epoch": 0.026432,
+      "grad_norm": 0.1574770279730747,
+      "learning_rate": 9.998084731933815e-05,
+      "loss": 0.039,
+      "step": 8260
+    },
+    {
+      "epoch": 0.026496,
+      "grad_norm": 0.21415945708222908,
+      "learning_rate": 9.998075446394992e-05,
+      "loss": 0.0322,
+      "step": 8280
+    },
+    {
+      "epoch": 0.02656,
+      "grad_norm": 0.1707549916825457,
+      "learning_rate": 9.998066138405983e-05,
+      "loss": 0.0381,
+      "step": 8300
+    },
+    {
+      "epoch": 0.026624,
+      "grad_norm": 0.18731397436693656,
+      "learning_rate": 9.998056807966827e-05,
+      "loss": 0.0437,
+      "step": 8320
+    },
+    {
+      "epoch": 0.026688,
+      "grad_norm": 0.2451754877072321,
+      "learning_rate": 9.998047455077564e-05,
+      "loss": 0.0408,
+      "step": 8340
+    },
+    {
+      "epoch": 0.026752,
+      "grad_norm": 0.15413952206375178,
+      "learning_rate": 9.998038079738241e-05,
+      "loss": 0.0431,
+      "step": 8360
+    },
+    {
+      "epoch": 0.026816,
+      "grad_norm": 0.1974076754612933,
+      "learning_rate": 9.998028681948896e-05,
+      "loss": 0.0394,
+      "step": 8380
+    },
+    {
+      "epoch": 0.02688,
+      "grad_norm": 0.19210860113879746,
+      "learning_rate": 9.998019261709574e-05,
+      "loss": 0.0432,
+      "step": 8400
+    },
+    {
+      "epoch": 0.026944,
+      "grad_norm": 0.14295884132936892,
+      "learning_rate": 9.998009819020315e-05,
+      "loss": 0.0401,
+      "step": 8420
+    },
+    {
+      "epoch": 0.027008,
+      "grad_norm": 0.17476265676964364,
+      "learning_rate": 9.998000353881162e-05,
+      "loss": 0.0371,
+      "step": 8440
+    },
+    {
+      "epoch": 0.027072,
+      "grad_norm": 0.15915165497965256,
+      "learning_rate": 9.997990866292157e-05,
+      "loss": 0.0392,
+      "step": 8460
+    },
+    {
+      "epoch": 0.027136,
+      "grad_norm": 0.13774363945823467,
+      "learning_rate": 9.997981356253345e-05,
+      "loss": 0.039,
+      "step": 8480
+    },
+    {
+      "epoch": 0.0272,
+      "grad_norm": 0.28410370337918944,
+      "learning_rate": 9.997971823764767e-05,
+      "loss": 0.0381,
+      "step": 8500
+    },
+    {
+      "epoch": 0.027264,
+      "grad_norm": 0.18124112354414013,
+      "learning_rate": 9.997962268826467e-05,
+      "loss": 0.0413,
+      "step": 8520
+    },
+    {
+      "epoch": 0.027328,
+      "grad_norm": 0.17321053945877202,
+      "learning_rate": 9.997952691438484e-05,
+      "loss": 0.0402,
+      "step": 8540
+    },
+    {
+      "epoch": 0.027392,
+      "grad_norm": 0.15767849101385414,
+      "learning_rate": 9.997943091600866e-05,
+      "loss": 0.0428,
+      "step": 8560
+    },
+    {
+      "epoch": 0.027456,
+      "grad_norm": 0.155224464417075,
+      "learning_rate": 9.997933469313654e-05,
+      "loss": 0.0383,
+      "step": 8580
+    },
+    {
+      "epoch": 0.02752,
+      "grad_norm": 0.14158622548456798,
+      "learning_rate": 9.99792382457689e-05,
+      "loss": 0.0382,
+      "step": 8600
+    },
+    {
+      "epoch": 0.027584,
+      "grad_norm": 0.2390044793087199,
+      "learning_rate": 9.99791415739062e-05,
+      "loss": 0.0392,
+      "step": 8620
+    },
+    {
+      "epoch": 0.027648,
+      "grad_norm": 0.21038678550703277,
+      "learning_rate": 9.997904467754885e-05,
+      "loss": 0.0394,
+      "step": 8640
+    },
+    {
+      "epoch": 0.027712,
+      "grad_norm": 0.24385811808529365,
+      "learning_rate": 9.99789475566973e-05,
+      "loss": 0.0373,
+      "step": 8660
+    },
+    {
+      "epoch": 0.027776,
+      "grad_norm": 0.3065415083307644,
+      "learning_rate": 9.997885021135199e-05,
+      "loss": 0.0385,
+      "step": 8680
+    },
+    {
+      "epoch": 0.02784,
+      "grad_norm": 0.2437758277740535,
+      "learning_rate": 9.997875264151333e-05,
+      "loss": 0.0375,
+      "step": 8700
+    },
+    {
+      "epoch": 0.027904,
+      "grad_norm": 0.22502419788610184,
+      "learning_rate": 9.997865484718178e-05,
+      "loss": 0.0411,
+      "step": 8720
+    },
+    {
+      "epoch": 0.027968,
+      "grad_norm": 0.12443278311736895,
+      "learning_rate": 9.997855682835778e-05,
+      "loss": 0.0397,
+      "step": 8740
+    },
+    {
+      "epoch": 0.028032,
+      "grad_norm": 0.21490873610268243,
+      "learning_rate": 9.997845858504178e-05,
+      "loss": 0.0383,
+      "step": 8760
+    },
+    {
+      "epoch": 0.028096,
+      "grad_norm": 0.14231181795440467,
+      "learning_rate": 9.99783601172342e-05,
+      "loss": 0.0368,
+      "step": 8780
+    },
+    {
+      "epoch": 0.02816,
+      "grad_norm": 0.1771891828770871,
+      "learning_rate": 9.997826142493548e-05,
+      "loss": 0.0392,
+      "step": 8800
+    },
+    {
+      "epoch": 0.028224,
+      "grad_norm": 0.18913571762356016,
+      "learning_rate": 9.997816250814608e-05,
+      "loss": 0.0362,
+      "step": 8820
+    },
+    {
+      "epoch": 0.028288,
+      "grad_norm": 0.14155565298737752,
+      "learning_rate": 9.997806336686644e-05,
+      "loss": 0.0374,
+      "step": 8840
+    },
+    {
+      "epoch": 0.028352,
+      "grad_norm": 0.1873384930843841,
+      "learning_rate": 9.9977964001097e-05,
+      "loss": 0.0354,
+      "step": 8860
+    },
+    {
+      "epoch": 0.028416,
+      "grad_norm": 0.1679821623780715,
+      "learning_rate": 9.99778644108382e-05,
+      "loss": 0.0419,
+      "step": 8880
+    },
+    {
+      "epoch": 0.02848,
+      "grad_norm": 0.1289712299068771,
+      "learning_rate": 9.997776459609051e-05,
+      "loss": 0.043,
+      "step": 8900
+    },
+    {
+      "epoch": 0.028544,
+      "grad_norm": 0.2378486193314008,
+      "learning_rate": 9.997766455685437e-05,
+      "loss": 0.0395,
+      "step": 8920
+    },
+    {
+      "epoch": 0.028608,
+      "grad_norm": 0.10613320877752269,
+      "learning_rate": 9.997756429313022e-05,
+      "loss": 0.0372,
+      "step": 8940
+    },
+    {
+      "epoch": 0.028672,
+      "grad_norm": 0.16267468353089712,
+      "learning_rate": 9.99774638049185e-05,
+      "loss": 0.0357,
+      "step": 8960
+    },
+    {
+      "epoch": 0.028736,
+      "grad_norm": 0.15059497685739207,
+      "learning_rate": 9.997736309221968e-05,
+      "loss": 0.0381,
+      "step": 8980
+    },
+    {
+      "epoch": 0.0288,
+      "grad_norm": 0.25015484198531057,
+      "learning_rate": 9.997726215503422e-05,
+      "loss": 0.0407,
+      "step": 9000
+    },
+    {
+      "epoch": 0.028864,
+      "grad_norm": 0.14633043222278574,
+      "learning_rate": 9.997716099336256e-05,
+      "loss": 0.0394,
+      "step": 9020
+    },
+    {
+      "epoch": 0.028928,
+      "grad_norm": 0.18167086780261996,
+      "learning_rate": 9.997705960720515e-05,
+      "loss": 0.0351,
+      "step": 9040
+    },
+    {
+      "epoch": 0.028992,
+      "grad_norm": 0.1350599645487261,
+      "learning_rate": 9.997695799656246e-05,
+      "loss": 0.0351,
+      "step": 9060
+    },
+    {
+      "epoch": 0.029056,
+      "grad_norm": 0.17440248677045417,
+      "learning_rate": 9.997685616143494e-05,
+      "loss": 0.0351,
+      "step": 9080
+    },
+    {
+      "epoch": 0.02912,
+      "grad_norm": 0.28942625686833,
+      "learning_rate": 9.997675410182304e-05,
+      "loss": 0.0413,
+      "step": 9100
+    },
+    {
+      "epoch": 0.029184,
+      "grad_norm": 0.19129688991313012,
+      "learning_rate": 9.997665181772721e-05,
+      "loss": 0.0369,
+      "step": 9120
+    },
+    {
+      "epoch": 0.029248,
+      "grad_norm": 0.15554348801230075,
+      "learning_rate": 9.997654930914795e-05,
+      "loss": 0.0358,
+      "step": 9140
+    },
+    {
+      "epoch": 0.029312,
+      "grad_norm": 0.25689889209454647,
+      "learning_rate": 9.997644657608567e-05,
+      "loss": 0.0357,
+      "step": 9160
+    },
+    {
+      "epoch": 0.029376,
+      "grad_norm": 0.27661745046985725,
+      "learning_rate": 9.997634361854088e-05,
+      "loss": 0.0373,
+      "step": 9180
+    },
+    {
+      "epoch": 0.02944,
+      "grad_norm": 0.2158671648172072,
+      "learning_rate": 9.997624043651401e-05,
+      "loss": 0.0347,
+      "step": 9200
+    },
+    {
+      "epoch": 0.029504,
+      "grad_norm": 0.192431325011243,
+      "learning_rate": 9.997613703000553e-05,
+      "loss": 0.0381,
+      "step": 9220
+    },
+    {
+      "epoch": 0.029568,
+      "grad_norm": 0.13233573902299448,
+      "learning_rate": 9.997603339901589e-05,
+      "loss": 0.0375,
+      "step": 9240
+    },
+    {
+      "epoch": 0.029632,
+      "grad_norm": 0.1359099622895592,
+      "learning_rate": 9.997592954354557e-05,
+      "loss": 0.039,
+      "step": 9260
+    },
+    {
+      "epoch": 0.029696,
+      "grad_norm": 0.1347300367526654,
+      "learning_rate": 9.997582546359505e-05,
+      "loss": 0.0369,
+      "step": 9280
+    },
+    {
+      "epoch": 0.02976,
+      "grad_norm": 0.14671149560533228,
+      "learning_rate": 9.997572115916479e-05,
+      "loss": 0.0374,
+      "step": 9300
+    },
+    {
+      "epoch": 0.029824,
+      "grad_norm": 0.13799985667916329,
+      "learning_rate": 9.997561663025526e-05,
+      "loss": 0.0363,
+      "step": 9320
+    },
+    {
+      "epoch": 0.029888,
+      "grad_norm": 0.10795437865207656,
+      "learning_rate": 9.99755118768669e-05,
+      "loss": 0.0353,
+      "step": 9340
+    },
+    {
+      "epoch": 0.029952,
+      "grad_norm": 0.19104706273275876,
+      "learning_rate": 9.997540689900023e-05,
+      "loss": 0.0361,
+      "step": 9360
+    },
+    {
+      "epoch": 0.030016,
+      "grad_norm": 0.21605051433949538,
+      "learning_rate": 9.997530169665567e-05,
+      "loss": 0.0406,
+      "step": 9380
+    },
+    {
+      "epoch": 0.03008,
+      "grad_norm": 0.19465621931296648,
+      "learning_rate": 9.997519626983374e-05,
+      "loss": 0.0371,
+      "step": 9400
+    },
+    {
+      "epoch": 0.030144,
+      "grad_norm": 0.19409049230766007,
+      "learning_rate": 9.997509061853487e-05,
+      "loss": 0.0379,
+      "step": 9420
+    },
+    {
+      "epoch": 0.030208,
+      "grad_norm": 0.15345945855081358,
+      "learning_rate": 9.997498474275957e-05,
+      "loss": 0.0383,
+      "step": 9440
+    },
+    {
+      "epoch": 0.030272,
+      "grad_norm": 0.16478275561675032,
+      "learning_rate": 9.99748786425083e-05,
+      "loss": 0.0383,
+      "step": 9460
+    },
+    {
+      "epoch": 0.030336,
+      "grad_norm": 0.2534259922530058,
+      "learning_rate": 9.997477231778153e-05,
+      "loss": 0.0355,
+      "step": 9480
+    },
+    {
+      "epoch": 0.0304,
+      "grad_norm": 0.18691581183631234,
+      "learning_rate": 9.997466576857974e-05,
+      "loss": 0.0343,
+      "step": 9500
+    },
+    {
+      "epoch": 0.030464,
+      "grad_norm": 0.1750066759437617,
+      "learning_rate": 9.997455899490344e-05,
+      "loss": 0.0365,
+      "step": 9520
+    },
+    {
+      "epoch": 0.030528,
+      "grad_norm": 0.11360784873379157,
+      "learning_rate": 9.997445199675306e-05,
+      "loss": 0.0361,
+      "step": 9540
+    },
+    {
+      "epoch": 0.030592,
+      "grad_norm": 0.12241917270243875,
+      "learning_rate": 9.997434477412913e-05,
+      "loss": 0.0374,
+      "step": 9560
+    },
+    {
+      "epoch": 0.030656,
+      "grad_norm": 0.14738392487864718,
+      "learning_rate": 9.997423732703208e-05,
+      "loss": 0.0338,
+      "step": 9580
+    },
+    {
+      "epoch": 0.03072,
+      "grad_norm": 0.15717460291283827,
+      "learning_rate": 9.997412965546242e-05,
+      "loss": 0.0362,
+      "step": 9600
+    },
+    {
+      "epoch": 0.030784,
+      "grad_norm": 0.17186483049770637,
+      "learning_rate": 9.997402175942066e-05,
+      "loss": 0.0375,
+      "step": 9620
+    },
+    {
+      "epoch": 0.030848,
+      "grad_norm": 0.17770942497995662,
+      "learning_rate": 9.997391363890722e-05,
+      "loss": 0.0386,
+      "step": 9640
+    },
+    {
+      "epoch": 0.030912,
+      "grad_norm": 0.12487498849791605,
+      "learning_rate": 9.997380529392265e-05,
+      "loss": 0.0344,
+      "step": 9660
+    },
+    {
+      "epoch": 0.030976,
+      "grad_norm": 0.22024664688168222,
+      "learning_rate": 9.99736967244674e-05,
+      "loss": 0.0403,
+      "step": 9680
+    },
+    {
+      "epoch": 0.03104,
+      "grad_norm": 0.1476486142479031,
+      "learning_rate": 9.997358793054197e-05,
+      "loss": 0.0387,
+      "step": 9700
+    },
+    {
+      "epoch": 0.031104,
+      "grad_norm": 0.17321645693606985,
+      "learning_rate": 9.997347891214684e-05,
+      "loss": 0.0382,
+      "step": 9720
+    },
+    {
+      "epoch": 0.031168,
+      "grad_norm": 0.17721735776386274,
+      "learning_rate": 9.997336966928252e-05,
+      "loss": 0.0322,
+      "step": 9740
+    },
+    {
+      "epoch": 0.031232,
+      "grad_norm": 0.1426680554326767,
+      "learning_rate": 9.997326020194946e-05,
+      "loss": 0.0344,
+      "step": 9760
+    },
+    {
+      "epoch": 0.031296,
+      "grad_norm": 0.17827572540853703,
+      "learning_rate": 9.99731505101482e-05,
+      "loss": 0.0345,
+      "step": 9780
+    },
+    {
+      "epoch": 0.03136,
+      "grad_norm": 0.13427295705265216,
+      "learning_rate": 9.99730405938792e-05,
+      "loss": 0.0361,
+      "step": 9800
+    },
+    {
+      "epoch": 0.031424,
+      "grad_norm": 0.14884346388748904,
+      "learning_rate": 9.997293045314297e-05,
+      "loss": 0.0384,
+      "step": 9820
+    },
+    {
+      "epoch": 0.031488,
+      "grad_norm": 0.15837656694355667,
+      "learning_rate": 9.997282008794e-05,
+      "loss": 0.0381,
+      "step": 9840
+    },
+    {
+      "epoch": 0.031552,
+      "grad_norm": 0.19414602443576,
+      "learning_rate": 9.997270949827077e-05,
+      "loss": 0.0346,
+      "step": 9860
+    },
+    {
+      "epoch": 0.031616,
+      "grad_norm": 0.12885342143744724,
+      "learning_rate": 9.997259868413579e-05,
+      "loss": 0.0402,
+      "step": 9880
+    },
+    {
+      "epoch": 0.03168,
+      "grad_norm": 0.12212417344477669,
+      "learning_rate": 9.997248764553559e-05,
+      "loss": 0.0395,
+      "step": 9900
+    },
+    {
+      "epoch": 0.031744,
+      "grad_norm": 0.19405930298485896,
+      "learning_rate": 9.997237638247061e-05,
+      "loss": 0.0344,
+      "step": 9920
+    },
+    {
+      "epoch": 0.031808,
+      "grad_norm": 0.13231332051530995,
+      "learning_rate": 9.997226489494139e-05,
+      "loss": 0.0359,
+      "step": 9940
+    },
+    {
+      "epoch": 0.031872,
+      "grad_norm": 0.27203157110079923,
+      "learning_rate": 9.997215318294842e-05,
+      "loss": 0.0393,
+      "step": 9960
+    },
+    {
+      "epoch": 0.031936,
+      "grad_norm": 0.20637275638754626,
+      "learning_rate": 9.99720412464922e-05,
+      "loss": 0.0372,
+      "step": 9980
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.2958814261986718,
+      "learning_rate": 9.997192908557323e-05,
+      "loss": 0.0351,
+      "step": 10000
+    },
+    {
+      "epoch": 0.032064,
+      "grad_norm": 0.12364219590025602,
+      "learning_rate": 9.9971816700192e-05,
+      "loss": 0.0383,
+      "step": 10020
+    },
+    {
+      "epoch": 0.032128,
+      "grad_norm": 0.17885229131911337,
+      "learning_rate": 9.997170409034905e-05,
+      "loss": 0.0431,
+      "step": 10040
+    },
+    {
+      "epoch": 0.032192,
+      "grad_norm": 0.13989907836322624,
+      "learning_rate": 9.997159125604487e-05,
+      "loss": 0.0429,
+      "step": 10060
+    },
+    {
+      "epoch": 0.032256,
+      "grad_norm": 0.22538516370013106,
+      "learning_rate": 9.997147819727996e-05,
+      "loss": 0.0423,
+      "step": 10080
+    },
+    {
+      "epoch": 0.03232,
+      "grad_norm": 0.24523823598018699,
+      "learning_rate": 9.997136491405482e-05,
+      "loss": 0.0374,
+      "step": 10100
+    },
+    {
+      "epoch": 0.032384,
+      "grad_norm": 0.16486170543283055,
+      "learning_rate": 9.997125140636999e-05,
+      "loss": 0.0371,
+      "step": 10120
+    },
+    {
+      "epoch": 0.032448,
+      "grad_norm": 0.12265271421309225,
+      "learning_rate": 9.997113767422595e-05,
+      "loss": 0.0365,
+      "step": 10140
+    },
+    {
+      "epoch": 0.032512,
+      "grad_norm": 0.10543952055200029,
+      "learning_rate": 9.997102371762321e-05,
+      "loss": 0.0381,
+      "step": 10160
+    },
+    {
+      "epoch": 0.032576,
+      "grad_norm": 0.13709696412143763,
+      "learning_rate": 9.997090953656232e-05,
+      "loss": 0.038,
+      "step": 10180
+    },
+    {
+      "epoch": 0.03264,
+      "grad_norm": 0.20515581508288788,
+      "learning_rate": 9.997079513104375e-05,
+      "loss": 0.0357,
+      "step": 10200
+    },
+    {
+      "epoch": 0.032704,
+      "grad_norm": 0.11840899918486995,
+      "learning_rate": 9.997068050106803e-05,
+      "loss": 0.0386,
+      "step": 10220
+    },
+    {
+      "epoch": 0.032768,
+      "grad_norm": 0.15197883471104304,
+      "learning_rate": 9.997056564663568e-05,
+      "loss": 0.0397,
+      "step": 10240
+    },
+    {
+      "epoch": 0.032832,
+      "grad_norm": 0.11968339947972821,
+      "learning_rate": 9.997045056774721e-05,
+      "loss": 0.0387,
+      "step": 10260
+    },
+    {
+      "epoch": 0.032896,
+      "grad_norm": 0.11173079165222735,
+      "learning_rate": 9.997033526440313e-05,
+      "loss": 0.0366,
+      "step": 10280
+    },
+    {
+      "epoch": 0.03296,
+      "grad_norm": 0.21754134746478943,
+      "learning_rate": 9.997021973660399e-05,
+      "loss": 0.038,
+      "step": 10300
+    },
+    {
+      "epoch": 0.033024,
+      "grad_norm": 0.11098360085700987,
+      "learning_rate": 9.997010398435027e-05,
+      "loss": 0.0349,
+      "step": 10320
+    },
+    {
+      "epoch": 0.033088,
+      "grad_norm": 0.18338490217913303,
+      "learning_rate": 9.99699880076425e-05,
+      "loss": 0.0348,
+      "step": 10340
+    },
+    {
+      "epoch": 0.033152,
+      "grad_norm": 0.125163022746929,
+      "learning_rate": 9.99698718064812e-05,
+      "loss": 0.0373,
+      "step": 10360
+    },
+    {
+      "epoch": 0.033216,
+      "grad_norm": 0.15270035747162478,
+      "learning_rate": 9.996975538086692e-05,
+      "loss": 0.0412,
+      "step": 10380
+    },
+    {
+      "epoch": 0.03328,
+      "grad_norm": 0.21127911707115204,
+      "learning_rate": 9.996963873080013e-05,
+      "loss": 0.0402,
+      "step": 10400
+    },
+    {
+      "epoch": 0.033344,
+      "grad_norm": 0.20163107835361802,
+      "learning_rate": 9.996952185628142e-05,
+      "loss": 0.0404,
+      "step": 10420
+    },
+    {
+      "epoch": 0.033408,
+      "grad_norm": 0.16634817109058345,
+      "learning_rate": 9.996940475731126e-05,
+      "loss": 0.0345,
+      "step": 10440
+    },
+    {
+      "epoch": 0.033472,
+      "grad_norm": 0.15359154199442276,
+      "learning_rate": 9.99692874338902e-05,
+      "loss": 0.0385,
+      "step": 10460
+    },
+    {
+      "epoch": 0.033536,
+      "grad_norm": 0.13446380160504812,
+      "learning_rate": 9.996916988601875e-05,
+      "loss": 0.0394,
+      "step": 10480
+    },
+    {
+      "epoch": 0.0336,
+      "grad_norm": 0.13905733768668546,
+      "learning_rate": 9.996905211369748e-05,
+      "loss": 0.0349,
+      "step": 10500
+    },
+    {
+      "epoch": 0.033664,
+      "grad_norm": 0.12568947357166596,
+      "learning_rate": 9.996893411692685e-05,
+      "loss": 0.0361,
+      "step": 10520
+    },
+    {
+      "epoch": 0.033728,
+      "grad_norm": 0.14670008087388123,
+      "learning_rate": 9.996881589570746e-05,
+      "loss": 0.0361,
+      "step": 10540
+    },
+    {
+      "epoch": 0.033792,
+      "grad_norm": 0.20401259733301266,
+      "learning_rate": 9.99686974500398e-05,
+      "loss": 0.0373,
+      "step": 10560
+    },
+    {
+      "epoch": 0.033856,
+      "grad_norm": 0.13135706559737265,
+      "learning_rate": 9.996857877992441e-05,
+      "loss": 0.0385,
+      "step": 10580
+    },
+    {
+      "epoch": 0.03392,
+      "grad_norm": 0.1589052289554786,
+      "learning_rate": 9.996845988536184e-05,
+      "loss": 0.0368,
+      "step": 10600
+    },
+    {
+      "epoch": 0.033984,
+      "grad_norm": 0.11622772158064934,
+      "learning_rate": 9.996834076635258e-05,
+      "loss": 0.0408,
+      "step": 10620
+    },
+    {
+      "epoch": 0.034048,
+      "grad_norm": 0.11941090947601589,
+      "learning_rate": 9.996822142289722e-05,
+      "loss": 0.0447,
+      "step": 10640
+    },
+    {
+      "epoch": 0.034112,
+      "grad_norm": 0.15993170096621553,
+      "learning_rate": 9.996810185499625e-05,
+      "loss": 0.042,
+      "step": 10660
+    },
+    {
+      "epoch": 0.034176,
+      "grad_norm": 0.11993579024688374,
+      "learning_rate": 9.996798206265025e-05,
+      "loss": 0.04,
+      "step": 10680
+    },
+    {
+      "epoch": 0.03424,
+      "grad_norm": 0.16345538737576662,
+      "learning_rate": 9.996786204585973e-05,
+      "loss": 0.0366,
+      "step": 10700
+    },
+    {
+      "epoch": 0.034304,
+      "grad_norm": 0.1517473128315017,
+      "learning_rate": 9.996774180462523e-05,
+      "loss": 0.038,
+      "step": 10720
+    },
+    {
+      "epoch": 0.034368,
+      "grad_norm": 0.15938278679162105,
+      "learning_rate": 9.996762133894731e-05,
+      "loss": 0.0369,
+      "step": 10740
+    },
+    {
+      "epoch": 0.034432,
+      "grad_norm": 0.20983278814290815,
+      "learning_rate": 9.996750064882647e-05,
+      "loss": 0.0367,
+      "step": 10760
+    },
+    {
+      "epoch": 0.034496,
+      "grad_norm": 0.17542033624357714,
+      "learning_rate": 9.99673797342633e-05,
+      "loss": 0.0394,
+      "step": 10780
+    },
+    {
+      "epoch": 0.03456,
+      "grad_norm": 0.14427713679071308,
+      "learning_rate": 9.996725859525831e-05,
+      "loss": 0.0397,
+      "step": 10800
+    },
+    {
+      "epoch": 0.034624,
+      "grad_norm": 0.22470113899554028,
+      "learning_rate": 9.996713723181206e-05,
+      "loss": 0.0401,
+      "step": 10820
+    },
+    {
+      "epoch": 0.034688,
+      "grad_norm": 0.1279397128228936,
+      "learning_rate": 9.996701564392508e-05,
+      "loss": 0.0344,
+      "step": 10840
+    },
+    {
+      "epoch": 0.034752,
+      "grad_norm": 0.20466611619925004,
+      "learning_rate": 9.996689383159794e-05,
+      "loss": 0.0377,
+      "step": 10860
+    },
+    {
+      "epoch": 0.034816,
+      "grad_norm": 0.13577572864114776,
+      "learning_rate": 9.996677179483117e-05,
+      "loss": 0.0378,
+      "step": 10880
+    },
+    {
+      "epoch": 0.03488,
+      "grad_norm": 0.15008175303778848,
+      "learning_rate": 9.996664953362533e-05,
+      "loss": 0.0376,
+      "step": 10900
+    },
+    {
+      "epoch": 0.034944,
+      "grad_norm": 0.11314388449011832,
+      "learning_rate": 9.996652704798095e-05,
+      "loss": 0.0387,
+      "step": 10920
+    },
+    {
+      "epoch": 0.035008,
+      "grad_norm": 0.11986157460647344,
+      "learning_rate": 9.996640433789858e-05,
+      "loss": 0.0364,
+      "step": 10940
+    },
+    {
+      "epoch": 0.035072,
+      "grad_norm": 0.1463074937022462,
+      "learning_rate": 9.99662814033788e-05,
+      "loss": 0.0367,
+      "step": 10960
+    },
+    {
+      "epoch": 0.035136,
+      "grad_norm": 0.15043332572236226,
+      "learning_rate": 9.996615824442215e-05,
+      "loss": 0.0396,
+      "step": 10980
+    },
+    {
+      "epoch": 0.0352,
+      "grad_norm": 0.10099443767247628,
+      "learning_rate": 9.996603486102918e-05,
+      "loss": 0.0375,
+      "step": 11000
+    },
+    {
+      "epoch": 0.035264,
+      "grad_norm": 0.15083972003614504,
+      "learning_rate": 9.996591125320043e-05,
+      "loss": 0.0351,
+      "step": 11020
+    },
+    {
+      "epoch": 0.035328,
+      "grad_norm": 0.1644775886015293,
+      "learning_rate": 9.996578742093646e-05,
+      "loss": 0.0339,
+      "step": 11040
+    },
+    {
+      "epoch": 0.035392,
+      "grad_norm": 0.13842930352494692,
+      "learning_rate": 9.996566336423784e-05,
+      "loss": 0.0351,
+      "step": 11060
+    },
+    {
+      "epoch": 0.035456,
+      "grad_norm": 0.2209448933078816,
+      "learning_rate": 9.996553908310514e-05,
+      "loss": 0.0369,
+      "step": 11080
+    },
+    {
+      "epoch": 0.03552,
+      "grad_norm": 0.1155365569576674,
+      "learning_rate": 9.996541457753888e-05,
+      "loss": 0.0373,
+      "step": 11100
+    },
+    {
+      "epoch": 0.035584,
+      "grad_norm": 0.2853021855451896,
+      "learning_rate": 9.996528984753964e-05,
+      "loss": 0.0378,
+      "step": 11120
+    },
+    {
+      "epoch": 0.035648,
+      "grad_norm": 0.20305993618994458,
+      "learning_rate": 9.9965164893108e-05,
+      "loss": 0.0354,
+      "step": 11140
+    },
+    {
+      "epoch": 0.035712,
+      "grad_norm": 0.17255199154270306,
+      "learning_rate": 9.996503971424446e-05,
+      "loss": 0.0367,
+      "step": 11160
+    },
+    {
+      "epoch": 0.035776,
+      "grad_norm": 0.12756373090930814,
+      "learning_rate": 9.996491431094966e-05,
+      "loss": 0.0346,
+      "step": 11180
+    },
+    {
+      "epoch": 0.03584,
+      "grad_norm": 0.15187899484098727,
+      "learning_rate": 9.99647886832241e-05,
+      "loss": 0.0375,
+      "step": 11200
+    },
+    {
+      "epoch": 0.035904,
+      "grad_norm": 0.11290906265087604,
+      "learning_rate": 9.996466283106837e-05,
+      "loss": 0.0338,
+      "step": 11220
+    },
+    {
+      "epoch": 0.035968,
+      "grad_norm": 0.26856536016750016,
+      "learning_rate": 9.996453675448306e-05,
+      "loss": 0.0335,
+      "step": 11240
+    },
+    {
+      "epoch": 0.036032,
+      "grad_norm": 0.18351464787025443,
+      "learning_rate": 9.996441045346869e-05,
+      "loss": 0.0353,
+      "step": 11260
+    },
+    {
+      "epoch": 0.036096,
+      "grad_norm": 0.1398278453650458,
+      "learning_rate": 9.996428392802586e-05,
+      "loss": 0.0393,
+      "step": 11280
+    },
+    {
+      "epoch": 0.03616,
+      "grad_norm": 0.22785679669373496,
+      "learning_rate": 9.996415717815511e-05,
+      "loss": 0.0378,
+      "step": 11300
+    },
+    {
+      "epoch": 0.036224,
+      "grad_norm": 0.1491796734652503,
+      "learning_rate": 9.996403020385705e-05,
+      "loss": 0.032,
+      "step": 11320
+    },
+    {
+      "epoch": 0.036288,
+      "grad_norm": 0.13241352469233025,
+      "learning_rate": 9.996390300513221e-05,
+      "loss": 0.036,
+      "step": 11340
+    },
+    {
+      "epoch": 0.036352,
+      "grad_norm": 0.18554557508019476,
+      "learning_rate": 9.996377558198118e-05,
+      "loss": 0.0397,
+      "step": 11360
+    },
+    {
+      "epoch": 0.036416,
+      "grad_norm": 0.12922688276727173,
+      "learning_rate": 9.996364793440454e-05,
+      "loss": 0.0361,
+      "step": 11380
+    },
+    {
+      "epoch": 0.03648,
+      "grad_norm": 0.1331412041661368,
+      "learning_rate": 9.996352006240284e-05,
+      "loss": 0.0406,
+      "step": 11400
+    },
+    {
+      "epoch": 0.036544,
+      "grad_norm": 0.18744377168059323,
+      "learning_rate": 9.996339196597668e-05,
+      "loss": 0.0358,
+      "step": 11420
+    },
+    {
+      "epoch": 0.036608,
+      "grad_norm": 0.1250934733546199,
+      "learning_rate": 9.996326364512662e-05,
+      "loss": 0.0371,
+      "step": 11440
+    },
+    {
+      "epoch": 0.036672,
+      "grad_norm": 0.17539652306727843,
+      "learning_rate": 9.996313509985324e-05,
+      "loss": 0.0354,
+      "step": 11460
+    },
+    {
+      "epoch": 0.036736,
+      "grad_norm": 0.15043986350528155,
+      "learning_rate": 9.996300633015712e-05,
+      "loss": 0.0362,
+      "step": 11480
+    },
+    {
+      "epoch": 0.0368,
+      "grad_norm": 0.1501145494743168,
+      "learning_rate": 9.996287733603884e-05,
+      "loss": 0.0381,
+      "step": 11500
+    },
+    {
+      "epoch": 0.036864,
+      "grad_norm": 0.14278778458523822,
+      "learning_rate": 9.996274811749896e-05,
+      "loss": 0.0368,
+      "step": 11520
+    },
+    {
+      "epoch": 0.036928,
+      "grad_norm": 0.11566950436731031,
+      "learning_rate": 9.996261867453808e-05,
+      "loss": 0.0378,
+      "step": 11540
+    },
+    {
+      "epoch": 0.036992,
+      "grad_norm": 0.10269585619883936,
+      "learning_rate": 9.996248900715678e-05,
+      "loss": 0.0345,
+      "step": 11560
+    },
+    {
+      "epoch": 0.037056,
+      "grad_norm": 0.1189438585435548,
+      "learning_rate": 9.996235911535563e-05,
+      "loss": 0.033,
+      "step": 11580
+    },
+    {
+      "epoch": 0.03712,
+      "grad_norm": 0.14472258498493745,
+      "learning_rate": 9.996222899913525e-05,
+      "loss": 0.0369,
+      "step": 11600
+    },
+    {
+      "epoch": 0.037184,
+      "grad_norm": 0.14041796430376102,
+      "learning_rate": 9.996209865849617e-05,
+      "loss": 0.0376,
+      "step": 11620
+    },
+    {
+      "epoch": 0.037248,
+      "grad_norm": 0.17879560074533937,
+      "learning_rate": 9.9961968093439e-05,
+      "loss": 0.035,
+      "step": 11640
+    },
+    {
+      "epoch": 0.037312,
+      "grad_norm": 0.13379985074251763,
+      "learning_rate": 9.996183730396435e-05,
+      "loss": 0.0378,
+      "step": 11660
+    },
+    {
+      "epoch": 0.037376,
+      "grad_norm": 0.16341117755702472,
+      "learning_rate": 9.996170629007277e-05,
+      "loss": 0.0371,
+      "step": 11680
+    },
+    {
+      "epoch": 0.03744,
+      "grad_norm": 0.10811802761049413,
+      "learning_rate": 9.996157505176489e-05,
+      "loss": 0.0363,
+      "step": 11700
+    },
+    {
+      "epoch": 0.037504,
+      "grad_norm": 0.19865000377822636,
+      "learning_rate": 9.996144358904125e-05,
+      "loss": 0.0415,
+      "step": 11720
+    },
+    {
+      "epoch": 0.037568,
+      "grad_norm": 0.1743233130132439,
+      "learning_rate": 9.996131190190247e-05,
+      "loss": 0.0385,
+      "step": 11740
+    },
+    {
+      "epoch": 0.037632,
+      "grad_norm": 0.1937270097260595,
+      "learning_rate": 9.996117999034915e-05,
+      "loss": 0.0377,
+      "step": 11760
+    },
+    {
+      "epoch": 0.037696,
+      "grad_norm": 0.1389416843095414,
+      "learning_rate": 9.996104785438186e-05,
+      "loss": 0.0411,
+      "step": 11780
+    },
+    {
+      "epoch": 0.03776,
+      "grad_norm": 0.22105704341503526,
+      "learning_rate": 9.996091549400119e-05,
+      "loss": 0.0377,
+      "step": 11800
+    },
+    {
+      "epoch": 0.037824,
+      "grad_norm": 0.2151287638414484,
+      "learning_rate": 9.996078290920777e-05,
+      "loss": 0.0345,
+      "step": 11820
+    },
+    {
+      "epoch": 0.037888,
+      "grad_norm": 0.29197368667274337,
+      "learning_rate": 9.996065010000216e-05,
+      "loss": 0.0387,
+      "step": 11840
+    },
+    {
+      "epoch": 0.037952,
+      "grad_norm": 0.1858849790645508,
+      "learning_rate": 9.996051706638499e-05,
+      "loss": 0.0378,
+      "step": 11860
+    },
+    {
+      "epoch": 0.038016,
+      "grad_norm": 0.1490594040314182,
+      "learning_rate": 9.99603838083568e-05,
+      "loss": 0.0389,
+      "step": 11880
+    },
+    {
+      "epoch": 0.03808,
+      "grad_norm": 0.12239341154660383,
+      "learning_rate": 9.996025032591825e-05,
+      "loss": 0.0394,
+      "step": 11900
+    },
+    {
+      "epoch": 0.038144,
+      "grad_norm": 0.16957183037525053,
+      "learning_rate": 9.996011661906991e-05,
+      "loss": 0.035,
+      "step": 11920
+    },
+    {
+      "epoch": 0.038208,
+      "grad_norm": 0.2487795404791005,
+      "learning_rate": 9.99599826878124e-05,
+      "loss": 0.0347,
+      "step": 11940
+    },
+    {
+      "epoch": 0.038272,
+      "grad_norm": 0.15786567308373664,
+      "learning_rate": 9.995984853214628e-05,
+      "loss": 0.0349,
+      "step": 11960
+    },
+    {
+      "epoch": 0.038336,
+      "grad_norm": 0.1668357575367027,
+      "learning_rate": 9.995971415207219e-05,
+      "loss": 0.0402,
+      "step": 11980
+    },
+    {
+      "epoch": 0.0384,
+      "grad_norm": 0.09726897130178946,
+      "learning_rate": 9.995957954759071e-05,
+      "loss": 0.0381,
+      "step": 12000
+    },
+    {
+      "epoch": 0.038464,
+      "grad_norm": 0.12913885345677378,
+      "learning_rate": 9.995944471870249e-05,
+      "loss": 0.0325,
+      "step": 12020
+    },
+    {
+      "epoch": 0.038528,
+      "grad_norm": 0.12487863571128327,
+      "learning_rate": 9.995930966540809e-05,
+      "loss": 0.0344,
+      "step": 12040
+    },
+    {
+      "epoch": 0.038592,
+      "grad_norm": 0.10778044087186125,
+      "learning_rate": 9.995917438770813e-05,
+      "loss": 0.0385,
+      "step": 12060
+    },
+    {
+      "epoch": 0.038656,
+      "grad_norm": 0.11646116029395205,
+      "learning_rate": 9.99590388856032e-05,
+      "loss": 0.037,
+      "step": 12080
+    },
+    {
+      "epoch": 0.03872,
+      "grad_norm": 0.15839744786525423,
+      "learning_rate": 9.995890315909395e-05,
+      "loss": 0.0409,
+      "step": 12100
+    },
+    {
+      "epoch": 0.038784,
+      "grad_norm": 0.09747908143672461,
+      "learning_rate": 9.995876720818096e-05,
+      "loss": 0.0355,
+      "step": 12120
+    },
+    {
+      "epoch": 0.038848,
+      "grad_norm": 0.096243765031423,
+      "learning_rate": 9.995863103286484e-05,
+      "loss": 0.0362,
+      "step": 12140
+    },
+    {
+      "epoch": 0.038912,
+      "grad_norm": 0.1607641957298064,
+      "learning_rate": 9.995849463314622e-05,
+      "loss": 0.0355,
+      "step": 12160
+    },
+    {
+      "epoch": 0.038976,
+      "grad_norm": 0.16114503053227267,
+      "learning_rate": 9.99583580090257e-05,
+      "loss": 0.0372,
+      "step": 12180
+    },
+    {
+      "epoch": 0.03904,
+      "grad_norm": 0.10821751829934675,
+      "learning_rate": 9.995822116050389e-05,
+      "loss": 0.0353,
+      "step": 12200
+    },
+    {
+      "epoch": 0.039104,
+      "grad_norm": 0.1446137506165817,
+      "learning_rate": 9.99580840875814e-05,
+      "loss": 0.0353,
+      "step": 12220
+    },
+    {
+      "epoch": 0.039168,
+      "grad_norm": 0.21004650125979177,
+      "learning_rate": 9.995794679025887e-05,
+      "loss": 0.0385,
+      "step": 12240
+    },
+    {
+      "epoch": 0.039232,
+      "grad_norm": 0.13314580921705313,
+      "learning_rate": 9.99578092685369e-05,
+      "loss": 0.0368,
+      "step": 12260
+    },
+    {
+      "epoch": 0.039296,
+      "grad_norm": 0.1784081782963823,
+      "learning_rate": 9.99576715224161e-05,
+      "loss": 0.0359,
+      "step": 12280
+    },
+    {
+      "epoch": 0.03936,
+      "grad_norm": 0.11129020315145771,
+      "learning_rate": 9.995753355189711e-05,
+      "loss": 0.0404,
+      "step": 12300
+    },
+    {
+      "epoch": 0.039424,
+      "grad_norm": 0.130097130773632,
+      "learning_rate": 9.995739535698054e-05,
+      "loss": 0.0348,
+      "step": 12320
+    },
+    {
+      "epoch": 0.039488,
+      "grad_norm": 0.10320651192456066,
+      "learning_rate": 9.9957256937667e-05,
+      "loss": 0.0367,
+      "step": 12340
+    },
+    {
+      "epoch": 0.039552,
+      "grad_norm": 0.15977153292603796,
+      "learning_rate": 9.995711829395711e-05,
+      "loss": 0.0397,
+      "step": 12360
+    },
+    {
+      "epoch": 0.039616,
+      "grad_norm": 0.11581780973697793,
+      "learning_rate": 9.995697942585153e-05,
+      "loss": 0.0356,
+      "step": 12380
+    },
+    {
+      "epoch": 0.03968,
+      "grad_norm": 0.18987360767579936,
+      "learning_rate": 9.995684033335084e-05,
+      "loss": 0.0384,
+      "step": 12400
+    },
+    {
+      "epoch": 0.039744,
+      "grad_norm": 0.35354079442981895,
+      "learning_rate": 9.995670101645569e-05,
+      "loss": 0.0357,
+      "step": 12420
+    },
+    {
+      "epoch": 0.039808,
+      "grad_norm": 0.1314357442217599,
+      "learning_rate": 9.99565614751667e-05,
+      "loss": 0.0387,
+      "step": 12440
+    },
+    {
+      "epoch": 0.039872,
+      "grad_norm": 0.13040224392602923,
+      "learning_rate": 9.995642170948449e-05,
+      "loss": 0.0351,
+      "step": 12460
+    },
+    {
+      "epoch": 0.039936,
+      "grad_norm": 0.11769237969923194,
+      "learning_rate": 9.995628171940967e-05,
+      "loss": 0.0405,
+      "step": 12480
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.11511343998788336,
+      "learning_rate": 9.995614150494293e-05,
+      "loss": 0.0352,
+      "step": 12500
+    },
+    {
+      "epoch": 0.040064,
+      "grad_norm": 0.18369832965536284,
+      "learning_rate": 9.995600106608483e-05,
+      "loss": 0.0339,
+      "step": 12520
+    },
+    {
+      "epoch": 0.040128,
+      "grad_norm": 0.12883805811225815,
+      "learning_rate": 9.995586040283604e-05,
+      "loss": 0.0342,
+      "step": 12540
+    },
+    {
+      "epoch": 0.040192,
+      "grad_norm": 0.15636426694886893,
+      "learning_rate": 9.99557195151972e-05,
+      "loss": 0.0346,
+      "step": 12560
+    },
+    {
+      "epoch": 0.040256,
+      "grad_norm": 0.18796133373192,
+      "learning_rate": 9.995557840316891e-05,
+      "loss": 0.032,
+      "step": 12580
+    },
+    {
+      "epoch": 0.04032,
+      "grad_norm": 0.0909389337159971,
+      "learning_rate": 9.995543706675184e-05,
+      "loss": 0.0371,
+      "step": 12600
+    },
+    {
+      "epoch": 0.040384,
+      "grad_norm": 0.12759561965612742,
+      "learning_rate": 9.995529550594658e-05,
+      "loss": 0.0361,
+      "step": 12620
+    },
+    {
+      "epoch": 0.040448,
+      "grad_norm": 0.242362791840337,
+      "learning_rate": 9.995515372075379e-05,
+      "loss": 0.0353,
+      "step": 12640
+    },
+    {
+      "epoch": 0.040512,
+      "grad_norm": 0.11302460623556791,
+      "learning_rate": 9.995501171117412e-05,
+      "loss": 0.0334,
+      "step": 12660
+    },
+    {
+      "epoch": 0.040576,
+      "grad_norm": 0.1050608081530142,
+      "learning_rate": 9.995486947720821e-05,
+      "loss": 0.036,
+      "step": 12680
+    },
+    {
+      "epoch": 0.04064,
+      "grad_norm": 0.13333935924497028,
+      "learning_rate": 9.995472701885667e-05,
+      "loss": 0.0336,
+      "step": 12700
+    },
+    {
+      "epoch": 0.040704,
+      "grad_norm": 0.11206509928816853,
+      "learning_rate": 9.995458433612015e-05,
+      "loss": 0.0354,
+      "step": 12720
+    },
+    {
+      "epoch": 0.040768,
+      "grad_norm": 0.12775654590168317,
+      "learning_rate": 9.99544414289993e-05,
+      "loss": 0.0367,
+      "step": 12740
+    },
+    {
+      "epoch": 0.040832,
+      "grad_norm": 0.3598468765640993,
+      "learning_rate": 9.995429829749474e-05,
+      "loss": 0.0344,
+      "step": 12760
+    },
+    {
+      "epoch": 0.040896,
+      "grad_norm": 0.21642176816991943,
+      "learning_rate": 9.995415494160716e-05,
+      "loss": 0.0325,
+      "step": 12780
+    },
+    {
+      "epoch": 0.04096,
+      "grad_norm": 0.10037960341475474,
+      "learning_rate": 9.995401136133715e-05,
+      "loss": 0.034,
+      "step": 12800
+    },
+    {
+      "epoch": 0.041024,
+      "grad_norm": 0.09821299251650809,
+      "learning_rate": 9.995386755668538e-05,
+      "loss": 0.0377,
+      "step": 12820
+    },
+    {
+      "epoch": 0.041088,
+      "grad_norm": 0.10789084474365261,
+      "learning_rate": 9.995372352765251e-05,
+      "loss": 0.0329,
+      "step": 12840
+    },
+    {
+      "epoch": 0.041152,
+      "grad_norm": 0.1374612015625052,
+      "learning_rate": 9.995357927423917e-05,
+      "loss": 0.032,
+      "step": 12860
+    },
+    {
+      "epoch": 0.041216,
+      "grad_norm": 0.17383480275837235,
+      "learning_rate": 9.995343479644601e-05,
+      "loss": 0.035,
+      "step": 12880
+    },
+    {
+      "epoch": 0.04128,
+      "grad_norm": 0.1852959768761994,
+      "learning_rate": 9.995329009427367e-05,
+      "loss": 0.0378,
+      "step": 12900
+    },
+    {
+      "epoch": 0.041344,
+      "grad_norm": 0.09687821646109633,
+      "learning_rate": 9.995314516772282e-05,
+      "loss": 0.0354,
+      "step": 12920
+    },
+    {
+      "epoch": 0.041408,
+      "grad_norm": 0.1267931723534882,
+      "learning_rate": 9.99530000167941e-05,
+      "loss": 0.0352,
+      "step": 12940
+    },
+    {
+      "epoch": 0.041472,
+      "grad_norm": 0.1682029816171222,
+      "learning_rate": 9.995285464148815e-05,
+      "loss": 0.036,
+      "step": 12960
+    },
+    {
+      "epoch": 0.041536,
+      "grad_norm": 0.1579164970140408,
+      "learning_rate": 9.995270904180564e-05,
+      "loss": 0.0361,
+      "step": 12980
+    },
+    {
+      "epoch": 0.0416,
+      "grad_norm": 0.19650454272083956,
+      "learning_rate": 9.995256321774722e-05,
+      "loss": 0.035,
+      "step": 13000
+    },
+    {
+      "epoch": 0.041664,
+      "grad_norm": 0.10202358779641256,
+      "learning_rate": 9.995241716931353e-05,
+      "loss": 0.0321,
+      "step": 13020
+    },
+    {
+      "epoch": 0.041728,
+      "grad_norm": 0.09262351926472484,
+      "learning_rate": 9.995227089650527e-05,
+      "loss": 0.0339,
+      "step": 13040
+    },
+    {
+      "epoch": 0.041792,
+      "grad_norm": 0.12508529077650649,
+      "learning_rate": 9.995212439932304e-05,
+      "loss": 0.038,
+      "step": 13060
+    },
+    {
+      "epoch": 0.041856,
+      "grad_norm": 0.17747845396967746,
+      "learning_rate": 9.995197767776754e-05,
+      "loss": 0.0366,
+      "step": 13080
+    },
+    {
+      "epoch": 0.04192,
+      "grad_norm": 0.13880164195357586,
+      "learning_rate": 9.99518307318394e-05,
+      "loss": 0.0364,
+      "step": 13100
+    },
+    {
+      "epoch": 0.041984,
+      "grad_norm": 0.16069790135376683,
+      "learning_rate": 9.99516835615393e-05,
+      "loss": 0.0336,
+      "step": 13120
+    },
+    {
+      "epoch": 0.042048,
+      "grad_norm": 0.26908374553814524,
+      "learning_rate": 9.99515361668679e-05,
+      "loss": 0.0399,
+      "step": 13140
+    },
+    {
+      "epoch": 0.042112,
+      "grad_norm": 0.09586578069757219,
+      "learning_rate": 9.995138854782586e-05,
+      "loss": 0.0378,
+      "step": 13160
+    },
+    {
+      "epoch": 0.042176,
+      "grad_norm": 0.09558556058525725,
+      "learning_rate": 9.995124070441384e-05,
+      "loss": 0.0381,
+      "step": 13180
+    },
+    {
+      "epoch": 0.04224,
+      "grad_norm": 0.10318675545129466,
+      "learning_rate": 9.995109263663249e-05,
+      "loss": 0.0335,
+      "step": 13200
+    },
+    {
+      "epoch": 0.042304,
+      "grad_norm": 0.12935872362020825,
+      "learning_rate": 9.99509443444825e-05,
+      "loss": 0.0334,
+      "step": 13220
+    },
+    {
+      "epoch": 0.042368,
+      "grad_norm": 0.10901057323532523,
+      "learning_rate": 9.995079582796451e-05,
+      "loss": 0.0382,
+      "step": 13240
+    },
+    {
+      "epoch": 0.042432,
+      "grad_norm": 0.17519822237595992,
+      "learning_rate": 9.995064708707924e-05,
+      "loss": 0.0364,
+      "step": 13260
+    },
+    {
+      "epoch": 0.042496,
+      "grad_norm": 0.10232396388378308,
+      "learning_rate": 9.995049812182729e-05,
+      "loss": 0.0334,
+      "step": 13280
+    },
+    {
+      "epoch": 0.04256,
+      "grad_norm": 0.0868475409499182,
+      "learning_rate": 9.995034893220936e-05,
+      "loss": 0.0327,
+      "step": 13300
+    },
+    {
+      "epoch": 0.042624,
+      "grad_norm": 0.18061253806674193,
+      "learning_rate": 9.995019951822612e-05,
+      "loss": 0.0356,
+      "step": 13320
+    },
+    {
+      "epoch": 0.042688,
+      "grad_norm": 0.13032878041209478,
+      "learning_rate": 9.995004987987827e-05,
+      "loss": 0.035,
+      "step": 13340
+    },
+    {
+      "epoch": 0.042752,
+      "grad_norm": 0.15027911411969905,
+      "learning_rate": 9.994990001716641e-05,
+      "loss": 0.0371,
+      "step": 13360
+    },
+    {
+      "epoch": 0.042816,
+      "grad_norm": 0.191858693639075,
+      "learning_rate": 9.994974993009128e-05,
+      "loss": 0.0374,
+      "step": 13380
+    },
+    {
+      "epoch": 0.04288,
+      "grad_norm": 0.09444734453085897,
+      "learning_rate": 9.994959961865353e-05,
+      "loss": 0.0336,
+      "step": 13400
+    },
+    {
+      "epoch": 0.042944,
+      "grad_norm": 0.14032247873655493,
+      "learning_rate": 9.994944908285383e-05,
+      "loss": 0.032,
+      "step": 13420
+    },
+    {
+      "epoch": 0.043008,
+      "grad_norm": 0.1461852221174766,
+      "learning_rate": 9.994929832269286e-05,
+      "loss": 0.0345,
+      "step": 13440
+    },
+    {
+      "epoch": 0.043072,
+      "grad_norm": 0.12743633095403814,
+      "learning_rate": 9.994914733817131e-05,
+      "loss": 0.0381,
+      "step": 13460
+    },
+    {
+      "epoch": 0.043136,
+      "grad_norm": 0.13410929776721572,
+      "learning_rate": 9.994899612928983e-05,
+      "loss": 0.0357,
+      "step": 13480
+    },
+    {
+      "epoch": 0.0432,
+      "grad_norm": 0.11803197962502458,
+      "learning_rate": 9.994884469604912e-05,
+      "loss": 0.032,
+      "step": 13500
+    },
+    {
+      "epoch": 0.043264,
+      "grad_norm": 0.1413821949222677,
+      "learning_rate": 9.994869303844987e-05,
+      "loss": 0.0367,
+      "step": 13520
+    },
+    {
+      "epoch": 0.043328,
+      "grad_norm": 0.09181712940747241,
+      "learning_rate": 9.994854115649274e-05,
+      "loss": 0.035,
+      "step": 13540
+    },
+    {
+      "epoch": 0.043392,
+      "grad_norm": 0.23561126650673253,
+      "learning_rate": 9.994838905017842e-05,
+      "loss": 0.0327,
+      "step": 13560
+    },
+    {
+      "epoch": 0.043456,
+      "grad_norm": 0.11374922712779337,
+      "learning_rate": 9.994823671950759e-05,
+      "loss": 0.0413,
+      "step": 13580
+    },
+    {
+      "epoch": 0.04352,
+      "grad_norm": 0.10043334848056061,
+      "learning_rate": 9.994808416448095e-05,
+      "loss": 0.0376,
+      "step": 13600
+    },
+    {
+      "epoch": 0.043584,
+      "grad_norm": 0.17734292779521313,
+      "learning_rate": 9.994793138509917e-05,
+      "loss": 0.0372,
+      "step": 13620
+    },
+    {
+      "epoch": 0.043648,
+      "grad_norm": 0.17902198716609471,
+      "learning_rate": 9.994777838136293e-05,
+      "loss": 0.0368,
+      "step": 13640
+    },
+    {
+      "epoch": 0.043712,
+      "grad_norm": 0.14588501975238247,
+      "learning_rate": 9.994762515327292e-05,
+      "loss": 0.0366,
+      "step": 13660
+    },
+    {
+      "epoch": 0.043776,
+      "grad_norm": 0.12233879784232168,
+      "learning_rate": 9.994747170082986e-05,
+      "loss": 0.0355,
+      "step": 13680
+    },
+    {
+      "epoch": 0.04384,
+      "grad_norm": 0.11398598235919205,
+      "learning_rate": 9.994731802403439e-05,
+      "loss": 0.0401,
+      "step": 13700
+    },
+    {
+      "epoch": 0.043904,
+      "grad_norm": 0.1847482394489853,
+      "learning_rate": 9.994716412288722e-05,
+      "loss": 0.0397,
+      "step": 13720
+    },
+    {
+      "epoch": 0.043968,
+      "grad_norm": 0.16329704379135582,
+      "learning_rate": 9.994700999738906e-05,
+      "loss": 0.0356,
+      "step": 13740
+    },
+    {
+      "epoch": 0.044032,
+      "grad_norm": 0.1160686238200498,
+      "learning_rate": 9.994685564754058e-05,
+      "loss": 0.0366,
+      "step": 13760
+    },
+    {
+      "epoch": 0.044096,
+      "grad_norm": 0.1372646910801222,
+      "learning_rate": 9.994670107334248e-05,
+      "loss": 0.0342,
+      "step": 13780
+    },
+    {
+      "epoch": 0.04416,
+      "grad_norm": 0.1310602022417257,
+      "learning_rate": 9.994654627479547e-05,
+      "loss": 0.0334,
+      "step": 13800
+    },
+    {
+      "epoch": 0.044224,
+      "grad_norm": 0.12200065350511755,
+      "learning_rate": 9.994639125190022e-05,
+      "loss": 0.0343,
+      "step": 13820
+    },
+    {
+      "epoch": 0.044288,
+      "grad_norm": 0.11151222748733197,
+      "learning_rate": 9.994623600465743e-05,
+      "loss": 0.0349,
+      "step": 13840
+    },
+    {
+      "epoch": 0.044352,
+      "grad_norm": 0.13968436398067596,
+      "learning_rate": 9.994608053306783e-05,
+      "loss": 0.0372,
+      "step": 13860
+    },
+    {
+      "epoch": 0.044416,
+      "grad_norm": 0.1647327315652881,
+      "learning_rate": 9.994592483713205e-05,
+      "loss": 0.0362,
+      "step": 13880
+    },
+    {
+      "epoch": 0.04448,
+      "grad_norm": 0.12389698187463422,
+      "learning_rate": 9.994576891685085e-05,
+      "loss": 0.0373,
+      "step": 13900
+    },
+    {
+      "epoch": 0.044544,
+      "grad_norm": 0.14478315360450453,
+      "learning_rate": 9.994561277222494e-05,
+      "loss": 0.0361,
+      "step": 13920
+    },
+    {
+      "epoch": 0.044608,
+      "grad_norm": 0.1055836990591201,
+      "learning_rate": 9.994545640325497e-05,
+      "loss": 0.0371,
+      "step": 13940
+    },
+    {
+      "epoch": 0.044672,
+      "grad_norm": 0.1356064229542883,
+      "learning_rate": 9.994529980994166e-05,
+      "loss": 0.0399,
+      "step": 13960
+    },
+    {
+      "epoch": 0.044736,
+      "grad_norm": 0.20308119362177499,
+      "learning_rate": 9.994514299228573e-05,
+      "loss": 0.0354,
+      "step": 13980
+    },
+    {
+      "epoch": 0.0448,
+      "grad_norm": 0.14355315034028093,
+      "learning_rate": 9.994498595028787e-05,
+      "loss": 0.0361,
+      "step": 14000
+    },
+    {
+      "epoch": 0.044864,
+      "grad_norm": 0.17914259544217181,
+      "learning_rate": 9.994482868394879e-05,
+      "loss": 0.0369,
+      "step": 14020
+    },
+    {
+      "epoch": 0.044928,
+      "grad_norm": 0.12291462569602868,
+      "learning_rate": 9.99446711932692e-05,
+      "loss": 0.0374,
+      "step": 14040
+    },
+    {
+      "epoch": 0.044992,
+      "grad_norm": 0.09498172058438609,
+      "learning_rate": 9.994451347824978e-05,
+      "loss": 0.0336,
+      "step": 14060
+    },
+    {
+      "epoch": 0.045056,
+      "grad_norm": 0.12742807010797344,
+      "learning_rate": 9.994435553889127e-05,
+      "loss": 0.0335,
+      "step": 14080
+    },
+    {
+      "epoch": 0.04512,
+      "grad_norm": 0.11235963487548496,
+      "learning_rate": 9.99441973751944e-05,
+      "loss": 0.0332,
+      "step": 14100
+    },
+    {
+      "epoch": 0.045184,
+      "grad_norm": 0.09177863575589583,
+      "learning_rate": 9.994403898715983e-05,
+      "loss": 0.0326,
+      "step": 14120
+    },
+    {
+      "epoch": 0.045248,
+      "grad_norm": 0.10782303549293681,
+      "learning_rate": 9.994388037478829e-05,
+      "loss": 0.0315,
+      "step": 14140
+    },
+    {
+      "epoch": 0.045312,
+      "grad_norm": 0.21523747883605912,
+      "learning_rate": 9.994372153808049e-05,
+      "loss": 0.0339,
+      "step": 14160
+    },
+    {
+      "epoch": 0.045376,
+      "grad_norm": 0.2380971217420063,
+      "learning_rate": 9.994356247703716e-05,
+      "loss": 0.0381,
+      "step": 14180
+    },
+    {
+      "epoch": 0.04544,
+      "grad_norm": 0.12826389598161775,
+      "learning_rate": 9.9943403191659e-05,
+      "loss": 0.0322,
+      "step": 14200
+    },
+    {
+      "epoch": 0.045504,
+      "grad_norm": 0.09826603130800766,
+      "learning_rate": 9.994324368194673e-05,
+      "loss": 0.0328,
+      "step": 14220
+    },
+    {
+      "epoch": 0.045568,
+      "grad_norm": 0.14196179017636382,
+      "learning_rate": 9.994308394790107e-05,
+      "loss": 0.0367,
+      "step": 14240
+    },
+    {
+      "epoch": 0.045632,
+      "grad_norm": 0.1591334904686358,
+      "learning_rate": 9.994292398952272e-05,
+      "loss": 0.0385,
+      "step": 14260
+    },
+    {
+      "epoch": 0.045696,
+      "grad_norm": 0.4321749968113467,
+      "learning_rate": 9.994276380681242e-05,
+      "loss": 0.0378,
+      "step": 14280
+    },
+    {
+      "epoch": 0.04576,
+      "grad_norm": 0.1301194571474574,
+      "learning_rate": 9.994260339977088e-05,
+      "loss": 0.0373,
+      "step": 14300
+    },
+    {
+      "epoch": 0.045824,
+      "grad_norm": 0.3169208377800778,
+      "learning_rate": 9.994244276839881e-05,
+      "loss": 0.0385,
+      "step": 14320
+    },
+    {
+      "epoch": 0.045888,
+      "grad_norm": 0.13982955942076783,
+      "learning_rate": 9.994228191269696e-05,
+      "loss": 0.0383,
+      "step": 14340
+    },
+    {
+      "epoch": 0.045952,
+      "grad_norm": 0.2025238367521379,
+      "learning_rate": 9.994212083266602e-05,
+      "loss": 0.0396,
+      "step": 14360
+    },
+    {
+      "epoch": 0.046016,
+      "grad_norm": 0.20905358691622072,
+      "learning_rate": 9.994195952830674e-05,
+      "loss": 0.0365,
+      "step": 14380
+    },
+    {
+      "epoch": 0.04608,
+      "grad_norm": 0.16460702466994437,
+      "learning_rate": 9.994179799961982e-05,
+      "loss": 0.0368,
+      "step": 14400
+    },
+    {
+      "epoch": 0.046144,
+      "grad_norm": 0.10136251861787189,
+      "learning_rate": 9.9941636246606e-05,
+      "loss": 0.0357,
+      "step": 14420
+    },
+    {
+      "epoch": 0.046208,
+      "grad_norm": 0.10912423146219984,
+      "learning_rate": 9.994147426926601e-05,
+      "loss": 0.0352,
+      "step": 14440
+    },
+    {
+      "epoch": 0.046272,
+      "grad_norm": 0.1518821927874365,
+      "learning_rate": 9.994131206760057e-05,
+      "loss": 0.0337,
+      "step": 14460
+    },
+    {
+      "epoch": 0.046336,
+      "grad_norm": 0.15836923553734494,
+      "learning_rate": 9.994114964161043e-05,
+      "loss": 0.0366,
+      "step": 14480
+    },
+    {
+      "epoch": 0.0464,
+      "grad_norm": 0.12628893714016717,
+      "learning_rate": 9.994098699129628e-05,
+      "loss": 0.0374,
+      "step": 14500
+    },
+    {
+      "epoch": 0.046464,
+      "grad_norm": 0.19217939962580072,
+      "learning_rate": 9.994082411665888e-05,
+      "loss": 0.0385,
+      "step": 14520
+    },
+    {
+      "epoch": 0.046528,
+      "grad_norm": 0.22718867155352931,
+      "learning_rate": 9.994066101769895e-05,
+      "loss": 0.036,
+      "step": 14540
+    },
+    {
+      "epoch": 0.046592,
+      "grad_norm": 0.1308520625037308,
+      "learning_rate": 9.994049769441722e-05,
+      "loss": 0.0395,
+      "step": 14560
+    },
+    {
+      "epoch": 0.046656,
+      "grad_norm": 0.129888659257907,
+      "learning_rate": 9.994033414681445e-05,
+      "loss": 0.0365,
+      "step": 14580
+    },
+    {
+      "epoch": 0.04672,
+      "grad_norm": 0.15055996336200528,
+      "learning_rate": 9.994017037489134e-05,
+      "loss": 0.0324,
+      "step": 14600
+    },
+    {
+      "epoch": 0.046784,
+      "grad_norm": 0.13747723026693087,
+      "learning_rate": 9.994000637864864e-05,
+      "loss": 0.0388,
+      "step": 14620
+    },
+    {
+      "epoch": 0.046848,
+      "grad_norm": 0.09469958422152938,
+      "learning_rate": 9.993984215808707e-05,
+      "loss": 0.035,
+      "step": 14640
+    },
+    {
+      "epoch": 0.046912,
+      "grad_norm": 0.13825783147489862,
+      "learning_rate": 9.99396777132074e-05,
+      "loss": 0.0352,
+      "step": 14660
+    },
+    {
+      "epoch": 0.046976,
+      "grad_norm": 0.17996395216847563,
+      "learning_rate": 9.993951304401036e-05,
+      "loss": 0.036,
+      "step": 14680
+    },
+    {
+      "epoch": 0.04704,
+      "grad_norm": 0.10124427782083134,
+      "learning_rate": 9.993934815049667e-05,
+      "loss": 0.036,
+      "step": 14700
+    },
+    {
+      "epoch": 0.047104,
+      "grad_norm": 0.1360054352481604,
+      "learning_rate": 9.99391830326671e-05,
+      "loss": 0.0359,
+      "step": 14720
+    },
+    {
+      "epoch": 0.047168,
+      "grad_norm": 0.2222718662485625,
+      "learning_rate": 9.993901769052235e-05,
+      "loss": 0.0391,
+      "step": 14740
+    },
+    {
+      "epoch": 0.047232,
+      "grad_norm": 0.1248655666639231,
+      "learning_rate": 9.99388521240632e-05,
+      "loss": 0.0342,
+      "step": 14760
+    },
+    {
+      "epoch": 0.047296,
+      "grad_norm": 0.17962824406238426,
+      "learning_rate": 9.993868633329038e-05,
+      "loss": 0.0334,
+      "step": 14780
+    },
+    {
+      "epoch": 0.04736,
+      "grad_norm": 0.12405559762782221,
+      "learning_rate": 9.993852031820464e-05,
+      "loss": 0.0352,
+      "step": 14800
+    },
+    {
+      "epoch": 0.047424,
+      "grad_norm": 0.19324765245046804,
+      "learning_rate": 9.993835407880671e-05,
+      "loss": 0.0365,
+      "step": 14820
+    },
+    {
+      "epoch": 0.047488,
+      "grad_norm": 0.10180881429208166,
+      "learning_rate": 9.993818761509734e-05,
+      "loss": 0.0353,
+      "step": 14840
+    },
+    {
+      "epoch": 0.047552,
+      "grad_norm": 0.11535669705078191,
+      "learning_rate": 9.993802092707731e-05,
+      "loss": 0.0339,
+      "step": 14860
+    },
+    {
+      "epoch": 0.047616,
+      "grad_norm": 0.12658588356783088,
+      "learning_rate": 9.993785401474734e-05,
+      "loss": 0.0323,
+      "step": 14880
+    },
+    {
+      "epoch": 0.04768,
+      "grad_norm": 0.29463867532835775,
+      "learning_rate": 9.993768687810817e-05,
+      "loss": 0.035,
+      "step": 14900
+    },
+    {
+      "epoch": 0.047744,
+      "grad_norm": 0.11828806598573192,
+      "learning_rate": 9.993751951716058e-05,
+      "loss": 0.0342,
+      "step": 14920
+    },
+    {
+      "epoch": 0.047808,
+      "grad_norm": 0.1434447125662265,
+      "learning_rate": 9.99373519319053e-05,
+      "loss": 0.0348,
+      "step": 14940
+    },
+    {
+      "epoch": 0.047872,
+      "grad_norm": 0.1140664304308181,
+      "learning_rate": 9.993718412234308e-05,
+      "loss": 0.0334,
+      "step": 14960
+    },
+    {
+      "epoch": 0.047936,
+      "grad_norm": 0.16457879081691087,
+      "learning_rate": 9.993701608847468e-05,
+      "loss": 0.0348,
+      "step": 14980
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.0872050972778628,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 0.0321,
+      "step": 15000
+    },
+    {
+      "epoch": 0.048064,
+      "grad_norm": 0.10489291283346126,
+      "learning_rate": 9.993667934782241e-05,
+      "loss": 0.0355,
+      "step": 15020
+    },
+    {
+      "epoch": 0.048128,
+      "grad_norm": 0.1549662440470864,
+      "learning_rate": 9.993651064104002e-05,
+      "loss": 0.0342,
+      "step": 15040
+    },
+    {
+      "epoch": 0.048192,
+      "grad_norm": 0.14218942896035872,
+      "learning_rate": 9.993634170995447e-05,
+      "loss": 0.0357,
+      "step": 15060
+    },
+    {
+      "epoch": 0.048256,
+      "grad_norm": 0.17901894353111553,
+      "learning_rate": 9.993617255456654e-05,
+      "loss": 0.0377,
+      "step": 15080
+    },
+    {
+      "epoch": 0.04832,
+      "grad_norm": 0.11490904691496781,
+      "learning_rate": 9.993600317487697e-05,
+      "loss": 0.0396,
+      "step": 15100
+    },
+    {
+      "epoch": 0.048384,
+      "grad_norm": 0.10158856657014537,
+      "learning_rate": 9.993583357088654e-05,
+      "loss": 0.0356,
+      "step": 15120
+    },
+    {
+      "epoch": 0.048448,
+      "grad_norm": 0.14616911007947328,
+      "learning_rate": 9.9935663742596e-05,
+      "loss": 0.0344,
+      "step": 15140
+    },
+    {
+      "epoch": 0.048512,
+      "grad_norm": 0.08066204896655678,
+      "learning_rate": 9.99354936900061e-05,
+      "loss": 0.0326,
+      "step": 15160
+    },
+    {
+      "epoch": 0.048576,
+      "grad_norm": 0.15488480425431767,
+      "learning_rate": 9.993532341311761e-05,
+      "loss": 0.0374,
+      "step": 15180
+    },
+    {
+      "epoch": 0.04864,
+      "grad_norm": 0.08807594781960085,
+      "learning_rate": 9.993515291193132e-05,
+      "loss": 0.0343,
+      "step": 15200
+    },
+    {
+      "epoch": 0.048704,
+      "grad_norm": 0.10621529203093809,
+      "learning_rate": 9.993498218644797e-05,
+      "loss": 0.0347,
+      "step": 15220
+    },
+    {
+      "epoch": 0.048768,
+      "grad_norm": 0.11430639371672982,
+      "learning_rate": 9.993481123666833e-05,
+      "loss": 0.0408,
+      "step": 15240
+    },
+    {
+      "epoch": 0.048832,
+      "grad_norm": 0.36945995391943465,
+      "learning_rate": 9.993464006259317e-05,
+      "loss": 0.0348,
+      "step": 15260
+    },
+    {
+      "epoch": 0.048896,
+      "grad_norm": 0.13269058485384,
+      "learning_rate": 9.993446866422327e-05,
+      "loss": 0.0349,
+      "step": 15280
+    },
+    {
+      "epoch": 0.04896,
+      "grad_norm": 0.10589843117561257,
+      "learning_rate": 9.993429704155938e-05,
+      "loss": 0.038,
+      "step": 15300
+    },
+    {
+      "epoch": 0.049024,
+      "grad_norm": 0.15700902680365109,
+      "learning_rate": 9.99341251946023e-05,
+      "loss": 0.0383,
+      "step": 15320
+    },
+    {
+      "epoch": 0.049088,
+      "grad_norm": 0.15040423058070657,
+      "learning_rate": 9.993395312335276e-05,
+      "loss": 0.0376,
+      "step": 15340
+    },
+    {
+      "epoch": 0.049152,
+      "grad_norm": 0.21553576747824754,
+      "learning_rate": 9.993378082781157e-05,
+      "loss": 0.0372,
+      "step": 15360
+    },
+    {
+      "epoch": 0.049216,
+      "grad_norm": 0.18650799795645834,
+      "learning_rate": 9.993360830797949e-05,
+      "loss": 0.0411,
+      "step": 15380
+    },
+    {
+      "epoch": 0.04928,
+      "grad_norm": 0.30238755134344447,
+      "learning_rate": 9.993343556385729e-05,
+      "loss": 0.0372,
+      "step": 15400
+    },
+    {
+      "epoch": 0.049344,
+      "grad_norm": 0.1107334102287796,
+      "learning_rate": 9.993326259544573e-05,
+      "loss": 0.0364,
+      "step": 15420
+    },
+    {
+      "epoch": 0.049408,
+      "grad_norm": 0.16987525598901113,
+      "learning_rate": 9.993308940274564e-05,
+      "loss": 0.0349,
+      "step": 15440
+    },
+    {
+      "epoch": 0.049472,
+      "grad_norm": 0.14271833030442146,
+      "learning_rate": 9.993291598575775e-05,
+      "loss": 0.0355,
+      "step": 15460
+    },
+    {
+      "epoch": 0.049536,
+      "grad_norm": 0.12424955808241304,
+      "learning_rate": 9.993274234448286e-05,
+      "loss": 0.0336,
+      "step": 15480
+    },
+    {
+      "epoch": 0.0496,
+      "grad_norm": 0.1252983660891284,
+      "learning_rate": 9.993256847892174e-05,
+      "loss": 0.0329,
+      "step": 15500
+    },
+    {
+      "epoch": 0.049664,
+      "grad_norm": 0.1632271914944957,
+      "learning_rate": 9.993239438907518e-05,
+      "loss": 0.0364,
+      "step": 15520
+    },
+    {
+      "epoch": 0.049728,
+      "grad_norm": 0.11146834649657573,
+      "learning_rate": 9.993222007494396e-05,
+      "loss": 0.0348,
+      "step": 15540
+    },
+    {
+      "epoch": 0.049792,
+      "grad_norm": 0.19790605842087128,
+      "learning_rate": 9.993204553652886e-05,
+      "loss": 0.0326,
+      "step": 15560
+    },
+    {
+      "epoch": 0.049856,
+      "grad_norm": 0.15819604089219855,
+      "learning_rate": 9.993187077383065e-05,
+      "loss": 0.0361,
+      "step": 15580
+    },
+    {
+      "epoch": 0.04992,
+      "grad_norm": 0.16831492818404428,
+      "learning_rate": 9.993169578685014e-05,
+      "loss": 0.0364,
+      "step": 15600
+    },
+    {
+      "epoch": 0.049984,
+      "grad_norm": 0.1366440587770829,
+      "learning_rate": 9.99315205755881e-05,
+      "loss": 0.033,
+      "step": 15620
+    },
+    {
+      "epoch": 0.050048,
+      "grad_norm": 0.15495610051348688,
+      "learning_rate": 9.993134514004533e-05,
+      "loss": 0.033,
+      "step": 15640
+    },
+    {
+      "epoch": 0.050112,
+      "grad_norm": 0.18647477227661124,
+      "learning_rate": 9.993116948022261e-05,
+      "loss": 0.0348,
+      "step": 15660
+    },
+    {
+      "epoch": 0.050176,
+      "grad_norm": 0.15840719768365794,
+      "learning_rate": 9.993099359612073e-05,
+      "loss": 0.0378,
+      "step": 15680
+    },
+    {
+      "epoch": 0.05024,
+      "grad_norm": 0.112873839185945,
+      "learning_rate": 9.993081748774047e-05,
+      "loss": 0.0341,
+      "step": 15700
+    },
+    {
+      "epoch": 0.050304,
+      "grad_norm": 0.12090058286256929,
+      "learning_rate": 9.993064115508264e-05,
+      "loss": 0.0343,
+      "step": 15720
+    },
+    {
+      "epoch": 0.050368,
+      "grad_norm": 0.24511854702843727,
+      "learning_rate": 9.993046459814803e-05,
+      "loss": 0.037,
+      "step": 15740
+    },
+    {
+      "epoch": 0.050432,
+      "grad_norm": 0.12455998067408601,
+      "learning_rate": 9.993028781693741e-05,
+      "loss": 0.0339,
+      "step": 15760
+    },
+    {
+      "epoch": 0.050496,
+      "grad_norm": 0.18205914901228507,
+      "learning_rate": 9.993011081145158e-05,
+      "loss": 0.0391,
+      "step": 15780
+    },
+    {
+      "epoch": 0.05056,
+      "grad_norm": 0.11097677551840077,
+      "learning_rate": 9.992993358169138e-05,
+      "loss": 0.0338,
+      "step": 15800
+    },
+    {
+      "epoch": 0.050624,
+      "grad_norm": 0.1132496056670998,
+      "learning_rate": 9.992975612765754e-05,
+      "loss": 0.0338,
+      "step": 15820
+    },
+    {
+      "epoch": 0.050688,
+      "grad_norm": 0.14910594194944238,
+      "learning_rate": 9.99295784493509e-05,
+      "loss": 0.0366,
+      "step": 15840
+    },
+    {
+      "epoch": 0.050752,
+      "grad_norm": 0.1641586497159284,
+      "learning_rate": 9.992940054677225e-05,
+      "loss": 0.0334,
+      "step": 15860
+    },
+    {
+      "epoch": 0.050816,
+      "grad_norm": 0.14373013659326545,
+      "learning_rate": 9.992922241992238e-05,
+      "loss": 0.0341,
+      "step": 15880
+    },
+    {
+      "epoch": 0.05088,
+      "grad_norm": 0.1171140793958473,
+      "learning_rate": 9.992904406880209e-05,
+      "loss": 0.0354,
+      "step": 15900
+    },
+    {
+      "epoch": 0.050944,
+      "grad_norm": 0.13939465906525142,
+      "learning_rate": 9.992886549341218e-05,
+      "loss": 0.0388,
+      "step": 15920
+    },
+    {
+      "epoch": 0.051008,
+      "grad_norm": 0.1190659403202558,
+      "learning_rate": 9.992868669375348e-05,
+      "loss": 0.0405,
+      "step": 15940
+    },
+    {
+      "epoch": 0.051072,
+      "grad_norm": 0.12612388356621773,
+      "learning_rate": 9.992850766982676e-05,
+      "loss": 0.036,
+      "step": 15960
+    },
+    {
+      "epoch": 0.051136,
+      "grad_norm": 0.1762925196097625,
+      "learning_rate": 9.992832842163285e-05,
+      "loss": 0.0356,
+      "step": 15980
+    },
+    {
+      "epoch": 0.0512,
+      "grad_norm": 0.09386019706490482,
+      "learning_rate": 9.992814894917252e-05,
+      "loss": 0.0328,
+      "step": 16000
+    },
+    {
+      "epoch": 0.051264,
+      "grad_norm": 0.09684560935513954,
+      "learning_rate": 9.992796925244661e-05,
+      "loss": 0.034,
+      "step": 16020
+    },
+    {
+      "epoch": 0.051328,
+      "grad_norm": 0.14426183253418937,
+      "learning_rate": 9.99277893314559e-05,
+      "loss": 0.0347,
+      "step": 16040
+    },
+    {
+      "epoch": 0.051392,
+      "grad_norm": 0.09442640243966588,
+      "learning_rate": 9.992760918620122e-05,
+      "loss": 0.0391,
+      "step": 16060
+    },
+    {
+      "epoch": 0.051456,
+      "grad_norm": 0.12465464806603783,
+      "learning_rate": 9.992742881668338e-05,
+      "loss": 0.036,
+      "step": 16080
+    },
+    {
+      "epoch": 0.05152,
+      "grad_norm": 0.11096561198850499,
+      "learning_rate": 9.992724822290316e-05,
+      "loss": 0.0336,
+      "step": 16100
+    },
+    {
+      "epoch": 0.051584,
+      "grad_norm": 0.09714232482847845,
+      "learning_rate": 9.992706740486142e-05,
+      "loss": 0.0338,
+      "step": 16120
+    },
+    {
+      "epoch": 0.051648,
+      "grad_norm": 0.10576988176927238,
+      "learning_rate": 9.992688636255893e-05,
+      "loss": 0.0347,
+      "step": 16140
+    },
+    {
+      "epoch": 0.051712,
+      "grad_norm": 0.10228366839813258,
+      "learning_rate": 9.992670509599651e-05,
+      "loss": 0.0342,
+      "step": 16160
+    },
+    {
+      "epoch": 0.051776,
+      "grad_norm": 0.10277090936468604,
+      "learning_rate": 9.992652360517501e-05,
+      "loss": 0.0296,
+      "step": 16180
+    },
+    {
+      "epoch": 0.05184,
+      "grad_norm": 0.10747004890666984,
+      "learning_rate": 9.992634189009519e-05,
+      "loss": 0.0355,
+      "step": 16200
+    },
+    {
+      "epoch": 0.051904,
+      "grad_norm": 0.12535374949337835,
+      "learning_rate": 9.99261599507579e-05,
+      "loss": 0.0338,
+      "step": 16220
+    },
+    {
+      "epoch": 0.051968,
+      "grad_norm": 0.12490182924855917,
+      "learning_rate": 9.992597778716396e-05,
+      "loss": 0.0371,
+      "step": 16240
+    },
+    {
+      "epoch": 0.052032,
+      "grad_norm": 0.11732838580516043,
+      "learning_rate": 9.992579539931416e-05,
+      "loss": 0.0387,
+      "step": 16260
+    },
+    {
+      "epoch": 0.052096,
+      "grad_norm": 0.11692296773059428,
+      "learning_rate": 9.992561278720937e-05,
+      "loss": 0.0392,
+      "step": 16280
+    },
+    {
+      "epoch": 0.05216,
+      "grad_norm": 0.17919967223252306,
+      "learning_rate": 9.992542995085036e-05,
+      "loss": 0.0361,
+      "step": 16300
+    },
+    {
+      "epoch": 0.052224,
+      "grad_norm": 0.11856582687977317,
+      "learning_rate": 9.992524689023797e-05,
+      "loss": 0.0374,
+      "step": 16320
+    },
+    {
+      "epoch": 0.052288,
+      "grad_norm": 0.14212369362365593,
+      "learning_rate": 9.992506360537302e-05,
+      "loss": 0.033,
+      "step": 16340
+    },
+    {
+      "epoch": 0.052352,
+      "grad_norm": 0.13905784273136748,
+      "learning_rate": 9.992488009625634e-05,
+      "loss": 0.0319,
+      "step": 16360
+    },
+    {
+      "epoch": 0.052416,
+      "grad_norm": 0.11361108413183314,
+      "learning_rate": 9.992469636288875e-05,
+      "loss": 0.036,
+      "step": 16380
+    },
+    {
+      "epoch": 0.05248,
+      "grad_norm": 0.1759092588731618,
+      "learning_rate": 9.992451240527107e-05,
+      "loss": 0.04,
+      "step": 16400
+    },
+    {
+      "epoch": 0.052544,
+      "grad_norm": 0.10997941270962663,
+      "learning_rate": 9.992432822340414e-05,
+      "loss": 0.0337,
+      "step": 16420
+    },
+    {
+      "epoch": 0.052608,
+      "grad_norm": 0.17191687384169788,
+      "learning_rate": 9.992414381728878e-05,
+      "loss": 0.0361,
+      "step": 16440
+    },
+    {
+      "epoch": 0.052672,
+      "grad_norm": 0.11953244747490259,
+      "learning_rate": 9.992395918692581e-05,
+      "loss": 0.0355,
+      "step": 16460
+    },
+    {
+      "epoch": 0.052736,
+      "grad_norm": 0.17495329768503157,
+      "learning_rate": 9.992377433231608e-05,
+      "loss": 0.0367,
+      "step": 16480
+    },
+    {
+      "epoch": 0.0528,
+      "grad_norm": 0.17048154953811825,
+      "learning_rate": 9.99235892534604e-05,
+      "loss": 0.0355,
+      "step": 16500
+    },
+    {
+      "epoch": 0.052864,
+      "grad_norm": 0.10606593110473865,
+      "learning_rate": 9.99234039503596e-05,
+      "loss": 0.0354,
+      "step": 16520
+    },
+    {
+      "epoch": 0.052928,
+      "grad_norm": 0.20442947092222155,
+      "learning_rate": 9.992321842301452e-05,
+      "loss": 0.0351,
+      "step": 16540
+    },
+    {
+      "epoch": 0.052992,
+      "grad_norm": 0.2528353337432819,
+      "learning_rate": 9.9923032671426e-05,
+      "loss": 0.0338,
+      "step": 16560
+    },
+    {
+      "epoch": 0.053056,
+      "grad_norm": 0.10064657000485325,
+      "learning_rate": 9.992284669559486e-05,
+      "loss": 0.0378,
+      "step": 16580
+    },
+    {
+      "epoch": 0.05312,
+      "grad_norm": 0.1044129813357252,
+      "learning_rate": 9.992266049552195e-05,
+      "loss": 0.0331,
+      "step": 16600
+    },
+    {
+      "epoch": 0.053184,
+      "grad_norm": 0.18230274076501582,
+      "learning_rate": 9.99224740712081e-05,
+      "loss": 0.0369,
+      "step": 16620
+    },
+    {
+      "epoch": 0.053248,
+      "grad_norm": 0.1938957673283127,
+      "learning_rate": 9.992228742265415e-05,
+      "loss": 0.0378,
+      "step": 16640
+    },
+    {
+      "epoch": 0.053312,
+      "grad_norm": 0.12146508602103125,
+      "learning_rate": 9.992210054986093e-05,
+      "loss": 0.0379,
+      "step": 16660
+    },
+    {
+      "epoch": 0.053376,
+      "grad_norm": 0.07889922663367899,
+      "learning_rate": 9.992191345282928e-05,
+      "loss": 0.0336,
+      "step": 16680
+    },
+    {
+      "epoch": 0.05344,
+      "grad_norm": 0.1728184818958167,
+      "learning_rate": 9.992172613156005e-05,
+      "loss": 0.0354,
+      "step": 16700
+    },
+    {
+      "epoch": 0.053504,
+      "grad_norm": 0.10213543307742655,
+      "learning_rate": 9.992153858605409e-05,
+      "loss": 0.0331,
+      "step": 16720
+    },
+    {
+      "epoch": 0.053568,
+      "grad_norm": 0.09680245345420041,
+      "learning_rate": 9.992135081631222e-05,
+      "loss": 0.0309,
+      "step": 16740
+    },
+    {
+      "epoch": 0.053632,
+      "grad_norm": 0.16081126956732297,
+      "learning_rate": 9.99211628223353e-05,
+      "loss": 0.0332,
+      "step": 16760
+    },
+    {
+      "epoch": 0.053696,
+      "grad_norm": 0.11728220164945362,
+      "learning_rate": 9.992097460412415e-05,
+      "loss": 0.0377,
+      "step": 16780
+    },
+    {
+      "epoch": 0.05376,
+      "grad_norm": 0.08584639631267706,
+      "learning_rate": 9.992078616167964e-05,
+      "loss": 0.0365,
+      "step": 16800
+    },
+    {
+      "epoch": 0.053824,
+      "grad_norm": 0.20963288379467385,
+      "learning_rate": 9.99205974950026e-05,
+      "loss": 0.0354,
+      "step": 16820
+    },
+    {
+      "epoch": 0.053888,
+      "grad_norm": 0.15742272252431652,
+      "learning_rate": 9.992040860409391e-05,
+      "loss": 0.035,
+      "step": 16840
+    },
+    {
+      "epoch": 0.053952,
+      "grad_norm": 0.1278751078021988,
+      "learning_rate": 9.992021948895437e-05,
+      "loss": 0.0357,
+      "step": 16860
+    },
+    {
+      "epoch": 0.054016,
+      "grad_norm": 0.13241155385690026,
+      "learning_rate": 9.992003014958486e-05,
+      "loss": 0.0329,
+      "step": 16880
+    },
+    {
+      "epoch": 0.05408,
+      "grad_norm": 0.10715627650243452,
+      "learning_rate": 9.991984058598624e-05,
+      "loss": 0.0333,
+      "step": 16900
+    },
+    {
+      "epoch": 0.054144,
+      "grad_norm": 0.10234875719834678,
+      "learning_rate": 9.991965079815933e-05,
+      "loss": 0.034,
+      "step": 16920
+    },
+    {
+      "epoch": 0.054208,
+      "grad_norm": 0.1025761271480278,
+      "learning_rate": 9.991946078610501e-05,
+      "loss": 0.0317,
+      "step": 16940
+    },
+    {
+      "epoch": 0.054272,
+      "grad_norm": 0.13086966810693465,
+      "learning_rate": 9.991927054982411e-05,
+      "loss": 0.0375,
+      "step": 16960
+    },
+    {
+      "epoch": 0.054336,
+      "grad_norm": 0.10365092790857679,
+      "learning_rate": 9.99190800893175e-05,
+      "loss": 0.0329,
+      "step": 16980
+    },
+    {
+      "epoch": 0.0544,
+      "grad_norm": 0.09961402826283518,
+      "learning_rate": 9.991888940458605e-05,
+      "loss": 0.0335,
+      "step": 17000
+    },
+    {
+      "epoch": 0.054464,
+      "grad_norm": 0.10957491947883129,
+      "learning_rate": 9.991869849563059e-05,
+      "loss": 0.0332,
+      "step": 17020
+    },
+    {
+      "epoch": 0.054528,
+      "grad_norm": 0.0927093316773643,
+      "learning_rate": 9.991850736245197e-05,
+      "loss": 0.0365,
+      "step": 17040
+    },
+    {
+      "epoch": 0.054592,
+      "grad_norm": 0.1017137067642453,
+      "learning_rate": 9.991831600505107e-05,
+      "loss": 0.0371,
+      "step": 17060
+    },
+    {
+      "epoch": 0.054656,
+      "grad_norm": 0.13317395720989603,
+      "learning_rate": 9.991812442342876e-05,
+      "loss": 0.0343,
+      "step": 17080
+    },
+    {
+      "epoch": 0.05472,
+      "grad_norm": 0.16406970670368645,
+      "learning_rate": 9.991793261758586e-05,
+      "loss": 0.0367,
+      "step": 17100
+    },
+    {
+      "epoch": 0.054784,
+      "grad_norm": 0.23944718482766253,
+      "learning_rate": 9.991774058752327e-05,
+      "loss": 0.0333,
+      "step": 17120
+    },
+    {
+      "epoch": 0.054848,
+      "grad_norm": 0.12307568774973436,
+      "learning_rate": 9.991754833324185e-05,
+      "loss": 0.0375,
+      "step": 17140
+    },
+    {
+      "epoch": 0.054912,
+      "grad_norm": 0.12020699304756892,
+      "learning_rate": 9.991735585474244e-05,
+      "loss": 0.0366,
+      "step": 17160
+    },
+    {
+      "epoch": 0.054976,
+      "grad_norm": 0.09029017893806349,
+      "learning_rate": 9.991716315202592e-05,
+      "loss": 0.0345,
+      "step": 17180
+    },
+    {
+      "epoch": 0.05504,
+      "grad_norm": 0.10679322352203884,
+      "learning_rate": 9.991697022509315e-05,
+      "loss": 0.0342,
+      "step": 17200
+    },
+    {
+      "epoch": 0.055104,
+      "grad_norm": 0.10696593739887994,
+      "learning_rate": 9.9916777073945e-05,
+      "loss": 0.0336,
+      "step": 17220
+    },
+    {
+      "epoch": 0.055168,
+      "grad_norm": 0.16167680756239386,
+      "learning_rate": 9.991658369858233e-05,
+      "loss": 0.0305,
+      "step": 17240
+    },
+    {
+      "epoch": 0.055232,
+      "grad_norm": 0.1352538602908927,
+      "learning_rate": 9.991639009900603e-05,
+      "loss": 0.0331,
+      "step": 17260
+    },
+    {
+      "epoch": 0.055296,
+      "grad_norm": 0.09905252698789209,
+      "learning_rate": 9.991619627521694e-05,
+      "loss": 0.0321,
+      "step": 17280
+    },
+    {
+      "epoch": 0.05536,
+      "grad_norm": 0.15155107834389772,
+      "learning_rate": 9.991600222721595e-05,
+      "loss": 0.0342,
+      "step": 17300
+    },
+    {
+      "epoch": 0.055424,
+      "grad_norm": 0.19671934535639352,
+      "learning_rate": 9.991580795500395e-05,
+      "loss": 0.0379,
+      "step": 17320
+    },
+    {
+      "epoch": 0.055488,
+      "grad_norm": 0.10023397181395324,
+      "learning_rate": 9.991561345858175e-05,
+      "loss": 0.0336,
+      "step": 17340
+    },
+    {
+      "epoch": 0.055552,
+      "grad_norm": 0.09636066886480535,
+      "learning_rate": 9.99154187379503e-05,
+      "loss": 0.0332,
+      "step": 17360
+    },
+    {
+      "epoch": 0.055616,
+      "grad_norm": 0.10439982204314885,
+      "learning_rate": 9.991522379311042e-05,
+      "loss": 0.0347,
+      "step": 17380
+    },
+    {
+      "epoch": 0.05568,
+      "grad_norm": 0.11928952316721914,
+      "learning_rate": 9.9915028624063e-05,
+      "loss": 0.0316,
+      "step": 17400
+    },
+    {
+      "epoch": 0.055744,
+      "grad_norm": 0.20672585824959547,
+      "learning_rate": 9.991483323080893e-05,
+      "loss": 0.0341,
+      "step": 17420
+    },
+    {
+      "epoch": 0.055808,
+      "grad_norm": 0.12002024866559705,
+      "learning_rate": 9.991463761334907e-05,
+      "loss": 0.0366,
+      "step": 17440
+    },
+    {
+      "epoch": 0.055872,
+      "grad_norm": 0.1498603835658597,
+      "learning_rate": 9.991444177168432e-05,
+      "loss": 0.0348,
+      "step": 17460
+    },
+    {
+      "epoch": 0.055936,
+      "grad_norm": 0.11949422669049035,
+      "learning_rate": 9.991424570581554e-05,
+      "loss": 0.0333,
+      "step": 17480
+    },
+    {
+      "epoch": 0.056,
+      "grad_norm": 0.15552596340785763,
+      "learning_rate": 9.991404941574361e-05,
+      "loss": 0.0365,
+      "step": 17500
+    },
+    {
+      "epoch": 0.056064,
+      "grad_norm": 0.24390940092927904,
+      "learning_rate": 9.991385290146942e-05,
+      "loss": 0.0319,
+      "step": 17520
+    },
+    {
+      "epoch": 0.056128,
+      "grad_norm": 0.1769937720225227,
+      "learning_rate": 9.991365616299386e-05,
+      "loss": 0.0383,
+      "step": 17540
+    },
+    {
+      "epoch": 0.056192,
+      "grad_norm": 0.12683272355407324,
+      "learning_rate": 9.991345920031779e-05,
+      "loss": 0.0329,
+      "step": 17560
+    },
+    {
+      "epoch": 0.056256,
+      "grad_norm": 0.18849631934236188,
+      "learning_rate": 9.991326201344213e-05,
+      "loss": 0.0325,
+      "step": 17580
+    },
+    {
+      "epoch": 0.05632,
+      "grad_norm": 0.2108928972656276,
+      "learning_rate": 9.991306460236773e-05,
+      "loss": 0.0331,
+      "step": 17600
+    },
+    {
+      "epoch": 0.056384,
+      "grad_norm": 0.1059909125245483,
+      "learning_rate": 9.99128669670955e-05,
+      "loss": 0.0365,
+      "step": 17620
+    },
+    {
+      "epoch": 0.056448,
+      "grad_norm": 0.11824659774716664,
+      "learning_rate": 9.991266910762631e-05,
+      "loss": 0.0311,
+      "step": 17640
+    },
+    {
+      "epoch": 0.056512,
+      "grad_norm": 0.11115965499941091,
+      "learning_rate": 9.991247102396107e-05,
+      "loss": 0.032,
+      "step": 17660
+    },
+    {
+      "epoch": 0.056576,
+      "grad_norm": 0.1358715975746066,
+      "learning_rate": 9.991227271610067e-05,
+      "loss": 0.0321,
+      "step": 17680
+    },
+    {
+      "epoch": 0.05664,
+      "grad_norm": 0.16275223242757147,
+      "learning_rate": 9.991207418404595e-05,
+      "loss": 0.0353,
+      "step": 17700
+    },
+    {
+      "epoch": 0.056704,
+      "grad_norm": 0.09493439795229432,
+      "learning_rate": 9.991187542779788e-05,
+      "loss": 0.036,
+      "step": 17720
+    },
+    {
+      "epoch": 0.056768,
+      "grad_norm": 0.3175580496763981,
+      "learning_rate": 9.99116764473573e-05,
+      "loss": 0.0354,
+      "step": 17740
+    },
+    {
+      "epoch": 0.056832,
+      "grad_norm": 0.09553338760934682,
+      "learning_rate": 9.991147724272512e-05,
+      "loss": 0.0352,
+      "step": 17760
+    },
+    {
+      "epoch": 0.056896,
+      "grad_norm": 0.14651912804465514,
+      "learning_rate": 9.991127781390223e-05,
+      "loss": 0.0339,
+      "step": 17780
+    },
+    {
+      "epoch": 0.05696,
+      "grad_norm": 0.147031438858404,
+      "learning_rate": 9.991107816088952e-05,
+      "loss": 0.0329,
+      "step": 17800
+    },
+    {
+      "epoch": 0.057024,
+      "grad_norm": 0.09185898143616375,
+      "learning_rate": 9.991087828368791e-05,
+      "loss": 0.0334,
+      "step": 17820
+    },
+    {
+      "epoch": 0.057088,
+      "grad_norm": 0.13551425112936327,
+      "learning_rate": 9.991067818229827e-05,
+      "loss": 0.0383,
+      "step": 17840
+    },
+    {
+      "epoch": 0.057152,
+      "grad_norm": 0.2794838092789423,
+      "learning_rate": 9.991047785672152e-05,
+      "loss": 0.0371,
+      "step": 17860
+    },
+    {
+      "epoch": 0.057216,
+      "grad_norm": 0.11449254977615445,
+      "learning_rate": 9.991027730695855e-05,
+      "loss": 0.0349,
+      "step": 17880
+    },
+    {
+      "epoch": 0.05728,
+      "grad_norm": 0.0811229114081402,
+      "learning_rate": 9.991007653301026e-05,
+      "loss": 0.0314,
+      "step": 17900
+    },
+    {
+      "epoch": 0.057344,
+      "grad_norm": 0.10862861432977336,
+      "learning_rate": 9.990987553487754e-05,
+      "loss": 0.0331,
+      "step": 17920
+    },
+    {
+      "epoch": 0.057408,
+      "grad_norm": 0.15745378169901814,
+      "learning_rate": 9.990967431256134e-05,
+      "loss": 0.0349,
+      "step": 17940
+    },
+    {
+      "epoch": 0.057472,
+      "grad_norm": 0.10544788632370294,
+      "learning_rate": 9.990947286606252e-05,
+      "loss": 0.0337,
+      "step": 17960
+    },
+    {
+      "epoch": 0.057536,
+      "grad_norm": 0.13942015689736034,
+      "learning_rate": 9.990927119538198e-05,
+      "loss": 0.0332,
+      "step": 17980
+    },
+    {
+      "epoch": 0.0576,
+      "grad_norm": 0.17505802424697345,
+      "learning_rate": 9.990906930052064e-05,
+      "loss": 0.0375,
+      "step": 18000
+    },
+    {
+      "epoch": 0.057664,
+      "grad_norm": 0.1515367875798829,
+      "learning_rate": 9.990886718147942e-05,
+      "loss": 0.0343,
+      "step": 18020
+    },
+    {
+      "epoch": 0.057728,
+      "grad_norm": 0.12768374745547934,
+      "learning_rate": 9.990866483825921e-05,
+      "loss": 0.0324,
+      "step": 18040
+    },
+    {
+      "epoch": 0.057792,
+      "grad_norm": 0.09434701899970553,
+      "learning_rate": 9.990846227086093e-05,
+      "loss": 0.0328,
+      "step": 18060
+    },
+    {
+      "epoch": 0.057856,
+      "grad_norm": 0.13908542152899867,
+      "learning_rate": 9.990825947928548e-05,
+      "loss": 0.0364,
+      "step": 18080
+    },
+    {
+      "epoch": 0.05792,
+      "grad_norm": 0.11917830543521794,
+      "learning_rate": 9.990805646353378e-05,
+      "loss": 0.0327,
+      "step": 18100
+    },
+    {
+      "epoch": 0.057984,
+      "grad_norm": 0.15256780533481193,
+      "learning_rate": 9.990785322360673e-05,
+      "loss": 0.0355,
+      "step": 18120
+    },
+    {
+      "epoch": 0.058048,
+      "grad_norm": 0.12672488473883228,
+      "learning_rate": 9.990764975950528e-05,
+      "loss": 0.0338,
+      "step": 18140
+    },
+    {
+      "epoch": 0.058112,
+      "grad_norm": 0.12297585140230674,
+      "learning_rate": 9.990744607123028e-05,
+      "loss": 0.0329,
+      "step": 18160
+    },
+    {
+      "epoch": 0.058176,
+      "grad_norm": 0.14255308838932138,
+      "learning_rate": 9.99072421587827e-05,
+      "loss": 0.0355,
+      "step": 18180
+    },
+    {
+      "epoch": 0.05824,
+      "grad_norm": 0.11200753000960445,
+      "learning_rate": 9.990703802216342e-05,
+      "loss": 0.0386,
+      "step": 18200
+    },
+    {
+      "epoch": 0.058304,
+      "grad_norm": 0.11355356355874739,
+      "learning_rate": 9.990683366137339e-05,
+      "loss": 0.0323,
+      "step": 18220
+    },
+    {
+      "epoch": 0.058368,
+      "grad_norm": 0.12034569126015282,
+      "learning_rate": 9.99066290764135e-05,
+      "loss": 0.0342,
+      "step": 18240
+    },
+    {
+      "epoch": 0.058432,
+      "grad_norm": 0.1285653876365367,
+      "learning_rate": 9.990642426728468e-05,
+      "loss": 0.0359,
+      "step": 18260
+    },
+    {
+      "epoch": 0.058496,
+      "grad_norm": 0.11112692004872396,
+      "learning_rate": 9.990621923398785e-05,
+      "loss": 0.0339,
+      "step": 18280
+    },
+    {
+      "epoch": 0.05856,
+      "grad_norm": 0.1563565342642215,
+      "learning_rate": 9.990601397652393e-05,
+      "loss": 0.0354,
+      "step": 18300
+    },
+    {
+      "epoch": 0.058624,
+      "grad_norm": 0.14043547131885564,
+      "learning_rate": 9.990580849489384e-05,
+      "loss": 0.0313,
+      "step": 18320
+    },
+    {
+      "epoch": 0.058688,
+      "grad_norm": 0.10193902540028733,
+      "learning_rate": 9.99056027890985e-05,
+      "loss": 0.0335,
+      "step": 18340
+    },
+    {
+      "epoch": 0.058752,
+      "grad_norm": 0.12202435610224495,
+      "learning_rate": 9.990539685913884e-05,
+      "loss": 0.0311,
+      "step": 18360
+    },
+    {
+      "epoch": 0.058816,
+      "grad_norm": 0.10023472155745906,
+      "learning_rate": 9.99051907050158e-05,
+      "loss": 0.0324,
+      "step": 18380
+    },
+    {
+      "epoch": 0.05888,
+      "grad_norm": 0.11928000676105618,
+      "learning_rate": 9.990498432673028e-05,
+      "loss": 0.0335,
+      "step": 18400
+    },
+    {
+      "epoch": 0.058944,
+      "grad_norm": 0.12134339926636085,
+      "learning_rate": 9.990477772428322e-05,
+      "loss": 0.0349,
+      "step": 18420
+    },
+    {
+      "epoch": 0.059008,
+      "grad_norm": 0.09979515553952921,
+      "learning_rate": 9.990457089767553e-05,
+      "loss": 0.0325,
+      "step": 18440
+    },
+    {
+      "epoch": 0.059072,
+      "grad_norm": 0.11769755778188208,
+      "learning_rate": 9.990436384690817e-05,
+      "loss": 0.0364,
+      "step": 18460
+    },
+    {
+      "epoch": 0.059136,
+      "grad_norm": 0.13767932583506837,
+      "learning_rate": 9.990415657198205e-05,
+      "loss": 0.036,
+      "step": 18480
+    },
+    {
+      "epoch": 0.0592,
+      "grad_norm": 0.11612865143666769,
+      "learning_rate": 9.99039490728981e-05,
+      "loss": 0.0339,
+      "step": 18500
+    },
+    {
+      "epoch": 0.059264,
+      "grad_norm": 0.08181794200159138,
+      "learning_rate": 9.990374134965725e-05,
+      "loss": 0.0312,
+      "step": 18520
+    },
+    {
+      "epoch": 0.059328,
+      "grad_norm": 0.12236719829746981,
+      "learning_rate": 9.990353340226047e-05,
+      "loss": 0.0331,
+      "step": 18540
+    },
+    {
+      "epoch": 0.059392,
+      "grad_norm": 0.10898679635604598,
+      "learning_rate": 9.990332523070864e-05,
+      "loss": 0.0406,
+      "step": 18560
+    },
+    {
+      "epoch": 0.059456,
+      "grad_norm": 0.12233154935507864,
+      "learning_rate": 9.990311683500273e-05,
+      "loss": 0.0366,
+      "step": 18580
+    },
+    {
+      "epoch": 0.05952,
+      "grad_norm": 0.2600631094332187,
+      "learning_rate": 9.990290821514366e-05,
+      "loss": 0.0387,
+      "step": 18600
+    },
+    {
+      "epoch": 0.059584,
+      "grad_norm": 0.15469006122046597,
+      "learning_rate": 9.990269937113237e-05,
+      "loss": 0.0361,
+      "step": 18620
+    },
+    {
+      "epoch": 0.059648,
+      "grad_norm": 0.08252625811538122,
+      "learning_rate": 9.990249030296981e-05,
+      "loss": 0.031,
+      "step": 18640
+    },
+    {
+      "epoch": 0.059712,
+      "grad_norm": 0.1414663873773736,
+      "learning_rate": 9.990228101065689e-05,
+      "loss": 0.0339,
+      "step": 18660
+    },
+    {
+      "epoch": 0.059776,
+      "grad_norm": 0.1465211520646684,
+      "learning_rate": 9.990207149419459e-05,
+      "loss": 0.0346,
+      "step": 18680
+    },
+    {
+      "epoch": 0.05984,
+      "grad_norm": 0.12121307661126639,
+      "learning_rate": 9.990186175358382e-05,
+      "loss": 0.0348,
+      "step": 18700
+    },
+    {
+      "epoch": 0.059904,
+      "grad_norm": 0.08996386444771336,
+      "learning_rate": 9.990165178882554e-05,
+      "loss": 0.0341,
+      "step": 18720
+    },
+    {
+      "epoch": 0.059968,
+      "grad_norm": 0.15569067738532616,
+      "learning_rate": 9.990144159992067e-05,
+      "loss": 0.031,
+      "step": 18740
+    },
+    {
+      "epoch": 0.060032,
+      "grad_norm": 0.12224068009247853,
+      "learning_rate": 9.990123118687019e-05,
+      "loss": 0.0342,
+      "step": 18760
+    },
+    {
+      "epoch": 0.060096,
+      "grad_norm": 0.09792409711888014,
+      "learning_rate": 9.990102054967503e-05,
+      "loss": 0.0355,
+      "step": 18780
+    },
+    {
+      "epoch": 0.06016,
+      "grad_norm": 0.11012316352934545,
+      "learning_rate": 9.99008096883361e-05,
+      "loss": 0.035,
+      "step": 18800
+    },
+    {
+      "epoch": 0.060224,
+      "grad_norm": 0.20201513967656096,
+      "learning_rate": 9.990059860285441e-05,
+      "loss": 0.0344,
+      "step": 18820
+    },
+    {
+      "epoch": 0.060288,
+      "grad_norm": 0.1285491299987621,
+      "learning_rate": 9.990038729323087e-05,
+      "loss": 0.033,
+      "step": 18840
+    },
+    {
+      "epoch": 0.060352,
+      "grad_norm": 0.1357075823107087,
+      "learning_rate": 9.990017575946643e-05,
+      "loss": 0.0396,
+      "step": 18860
+    },
+    {
+      "epoch": 0.060416,
+      "grad_norm": 0.10438735211225703,
+      "learning_rate": 9.989996400156205e-05,
+      "loss": 0.0364,
+      "step": 18880
+    },
+    {
+      "epoch": 0.06048,
+      "grad_norm": 0.10779371945686081,
+      "learning_rate": 9.989975201951867e-05,
+      "loss": 0.0358,
+      "step": 18900
+    },
+    {
+      "epoch": 0.060544,
+      "grad_norm": 0.10849754518475155,
+      "learning_rate": 9.989953981333725e-05,
+      "loss": 0.0323,
+      "step": 18920
+    },
+    {
+      "epoch": 0.060608,
+      "grad_norm": 0.13785281612711664,
+      "learning_rate": 9.989932738301875e-05,
+      "loss": 0.0357,
+      "step": 18940
+    },
+    {
+      "epoch": 0.060672,
+      "grad_norm": 0.12359944220096011,
+      "learning_rate": 9.98991147285641e-05,
+      "loss": 0.034,
+      "step": 18960
+    },
+    {
+      "epoch": 0.060736,
+      "grad_norm": 0.2119481391949673,
+      "learning_rate": 9.98989018499743e-05,
+      "loss": 0.0348,
+      "step": 18980
+    },
+    {
+      "epoch": 0.0608,
+      "grad_norm": 0.1515189682298724,
+      "learning_rate": 9.989868874725026e-05,
+      "loss": 0.0379,
+      "step": 19000
+    },
+    {
+      "epoch": 0.060864,
+      "grad_norm": 0.18079383528520512,
+      "learning_rate": 9.989847542039295e-05,
+      "loss": 0.0375,
+      "step": 19020
+    },
+    {
+      "epoch": 0.060928,
+      "grad_norm": 0.14575406379674052,
+      "learning_rate": 9.989826186940334e-05,
+      "loss": 0.0344,
+      "step": 19040
+    },
+    {
+      "epoch": 0.060992,
+      "grad_norm": 0.11003266959984635,
+      "learning_rate": 9.989804809428239e-05,
+      "loss": 0.0364,
+      "step": 19060
+    },
+    {
+      "epoch": 0.061056,
+      "grad_norm": 0.11052559837587579,
+      "learning_rate": 9.989783409503105e-05,
+      "loss": 0.0335,
+      "step": 19080
+    },
+    {
+      "epoch": 0.06112,
+      "grad_norm": 0.09700513267560862,
+      "learning_rate": 9.989761987165029e-05,
+      "loss": 0.0301,
+      "step": 19100
+    },
+    {
+      "epoch": 0.061184,
+      "grad_norm": 0.14182378064807033,
+      "learning_rate": 9.989740542414106e-05,
+      "loss": 0.0341,
+      "step": 19120
+    },
+    {
+      "epoch": 0.061248,
+      "grad_norm": 0.15805631954007268,
+      "learning_rate": 9.989719075250432e-05,
+      "loss": 0.0335,
+      "step": 19140
+    },
+    {
+      "epoch": 0.061312,
+      "grad_norm": 0.10875748968299204,
+      "learning_rate": 9.989697585674104e-05,
+      "loss": 0.0346,
+      "step": 19160
+    },
+    {
+      "epoch": 0.061376,
+      "grad_norm": 0.1274906198316659,
+      "learning_rate": 9.989676073685221e-05,
+      "loss": 0.0339,
+      "step": 19180
+    },
+    {
+      "epoch": 0.06144,
+      "grad_norm": 0.12903792917248563,
+      "learning_rate": 9.989654539283877e-05,
+      "loss": 0.0333,
+      "step": 19200
+    },
+    {
+      "epoch": 0.061504,
+      "grad_norm": 0.09074888178912414,
+      "learning_rate": 9.989632982470168e-05,
+      "loss": 0.033,
+      "step": 19220
+    },
+    {
+      "epoch": 0.061568,
+      "grad_norm": 0.09875004952977967,
+      "learning_rate": 9.989611403244193e-05,
+      "loss": 0.0305,
+      "step": 19240
+    },
+    {
+      "epoch": 0.061632,
+      "grad_norm": 0.20204301572168246,
+      "learning_rate": 9.989589801606048e-05,
+      "loss": 0.0329,
+      "step": 19260
+    },
+    {
+      "epoch": 0.061696,
+      "grad_norm": 0.11847988152062885,
+      "learning_rate": 9.989568177555831e-05,
+      "loss": 0.0348,
+      "step": 19280
+    },
+    {
+      "epoch": 0.06176,
+      "grad_norm": 0.16655053475710985,
+      "learning_rate": 9.989546531093637e-05,
+      "loss": 0.0383,
+      "step": 19300
+    },
+    {
+      "epoch": 0.061824,
+      "grad_norm": 0.10908687928662378,
+      "learning_rate": 9.989524862219564e-05,
+      "loss": 0.0358,
+      "step": 19320
+    },
+    {
+      "epoch": 0.061888,
+      "grad_norm": 0.09543858236886209,
+      "learning_rate": 9.989503170933712e-05,
+      "loss": 0.0337,
+      "step": 19340
+    },
+    {
+      "epoch": 0.061952,
+      "grad_norm": 0.11407101112427125,
+      "learning_rate": 9.989481457236174e-05,
+      "loss": 0.0332,
+      "step": 19360
+    },
+    {
+      "epoch": 0.062016,
+      "grad_norm": 0.09410146795718764,
+      "learning_rate": 9.98945972112705e-05,
+      "loss": 0.0362,
+      "step": 19380
+    },
+    {
+      "epoch": 0.06208,
+      "grad_norm": 0.07725218433624248,
+      "learning_rate": 9.989437962606438e-05,
+      "loss": 0.0302,
+      "step": 19400
+    },
+    {
+      "epoch": 0.062144,
+      "grad_norm": 0.18434246358118317,
+      "learning_rate": 9.989416181674436e-05,
+      "loss": 0.0354,
+      "step": 19420
+    },
+    {
+      "epoch": 0.062208,
+      "grad_norm": 0.17122153378559052,
+      "learning_rate": 9.989394378331138e-05,
+      "loss": 0.0385,
+      "step": 19440
+    },
+    {
+      "epoch": 0.062272,
+      "grad_norm": 0.10789202301142051,
+      "learning_rate": 9.989372552576647e-05,
+      "loss": 0.0361,
+      "step": 19460
+    },
+    {
+      "epoch": 0.062336,
+      "grad_norm": 0.11885968726974544,
+      "learning_rate": 9.98935070441106e-05,
+      "loss": 0.033,
+      "step": 19480
+    },
+    {
+      "epoch": 0.0624,
+      "grad_norm": 0.10569790900373464,
+      "learning_rate": 9.989328833834471e-05,
+      "loss": 0.0317,
+      "step": 19500
+    },
+    {
+      "epoch": 0.062464,
+      "grad_norm": 0.10959879014067173,
+      "learning_rate": 9.989306940846983e-05,
+      "loss": 0.0344,
+      "step": 19520
+    },
+    {
+      "epoch": 0.062528,
+      "grad_norm": 0.10323561374459209,
+      "learning_rate": 9.989285025448693e-05,
+      "loss": 0.0361,
+      "step": 19540
+    },
+    {
+      "epoch": 0.062592,
+      "grad_norm": 0.2907752444232,
+      "learning_rate": 9.989263087639699e-05,
+      "loss": 0.0357,
+      "step": 19560
+    },
+    {
+      "epoch": 0.062656,
+      "grad_norm": 0.1542904560576345,
+      "learning_rate": 9.989241127420099e-05,
+      "loss": 0.0376,
+      "step": 19580
+    },
+    {
+      "epoch": 0.06272,
+      "grad_norm": 0.1271029489308482,
+      "learning_rate": 9.989219144789992e-05,
+      "loss": 0.0311,
+      "step": 19600
+    },
+    {
+      "epoch": 0.062784,
+      "grad_norm": 0.08087576796257898,
+      "learning_rate": 9.989197139749477e-05,
+      "loss": 0.0337,
+      "step": 19620
+    },
+    {
+      "epoch": 0.062848,
+      "grad_norm": 0.10085037238919506,
+      "learning_rate": 9.989175112298653e-05,
+      "loss": 0.0346,
+      "step": 19640
+    },
+    {
+      "epoch": 0.062912,
+      "grad_norm": 0.09812021730250585,
+      "learning_rate": 9.98915306243762e-05,
+      "loss": 0.0321,
+      "step": 19660
+    },
+    {
+      "epoch": 0.062976,
+      "grad_norm": 0.09159899537227678,
+      "learning_rate": 9.989130990166474e-05,
+      "loss": 0.0332,
+      "step": 19680
+    },
+    {
+      "epoch": 0.06304,
+      "grad_norm": 0.10701633815863598,
+      "learning_rate": 9.989108895485316e-05,
+      "loss": 0.034,
+      "step": 19700
+    },
+    {
+      "epoch": 0.063104,
+      "grad_norm": 0.09230289785687283,
+      "learning_rate": 9.989086778394245e-05,
+      "loss": 0.0309,
+      "step": 19720
+    },
+    {
+      "epoch": 0.063168,
+      "grad_norm": 0.2073410268663692,
+      "learning_rate": 9.989064638893362e-05,
+      "loss": 0.0344,
+      "step": 19740
+    },
+    {
+      "epoch": 0.063232,
+      "grad_norm": 0.10908774468773007,
+      "learning_rate": 9.989042476982764e-05,
+      "loss": 0.0362,
+      "step": 19760
+    },
+    {
+      "epoch": 0.063296,
+      "grad_norm": 0.10169583237968459,
+      "learning_rate": 9.989020292662552e-05,
+      "loss": 0.0369,
+      "step": 19780
+    },
+    {
+      "epoch": 0.06336,
+      "grad_norm": 0.10489209772688647,
+      "learning_rate": 9.988998085932825e-05,
+      "loss": 0.0334,
+      "step": 19800
+    },
+    {
+      "epoch": 0.063424,
+      "grad_norm": 0.10941213416882212,
+      "learning_rate": 9.988975856793684e-05,
+      "loss": 0.0333,
+      "step": 19820
+    },
+    {
+      "epoch": 0.063488,
+      "grad_norm": 0.1259127245349666,
+      "learning_rate": 9.988953605245226e-05,
+      "loss": 0.0362,
+      "step": 19840
+    },
+    {
+      "epoch": 0.063552,
+      "grad_norm": 0.1029882494876567,
+      "learning_rate": 9.988931331287553e-05,
+      "loss": 0.0351,
+      "step": 19860
+    },
+    {
+      "epoch": 0.063616,
+      "grad_norm": 0.1196303714125552,
+      "learning_rate": 9.988909034920765e-05,
+      "loss": 0.037,
+      "step": 19880
+    },
+    {
+      "epoch": 0.06368,
+      "grad_norm": 0.09711534888553547,
+      "learning_rate": 9.988886716144962e-05,
+      "loss": 0.0348,
+      "step": 19900
+    },
+    {
+      "epoch": 0.063744,
+      "grad_norm": 0.08308703847779922,
+      "learning_rate": 9.988864374960246e-05,
+      "loss": 0.0312,
+      "step": 19920
+    },
+    {
+      "epoch": 0.063808,
+      "grad_norm": 0.09251636468438884,
+      "learning_rate": 9.988842011366712e-05,
+      "loss": 0.0318,
+      "step": 19940
+    },
+    {
+      "epoch": 0.063872,
+      "grad_norm": 0.111629445438068,
+      "learning_rate": 9.988819625364465e-05,
+      "loss": 0.032,
+      "step": 19960
+    },
+    {
+      "epoch": 0.063936,
+      "grad_norm": 0.09312178642101106,
+      "learning_rate": 9.988797216953606e-05,
+      "loss": 0.0338,
+      "step": 19980
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.13281444009553867,
+      "learning_rate": 9.988774786134234e-05,
+      "loss": 0.0342,
+      "step": 20000
+    },
+    {
+      "epoch": 0.064064,
+      "grad_norm": 0.1946919488956573,
+      "learning_rate": 9.988752332906448e-05,
+      "loss": 0.035,
+      "step": 20020
+    },
+    {
+      "epoch": 0.064128,
+      "grad_norm": 0.10905724480159042,
+      "learning_rate": 9.988729857270352e-05,
+      "loss": 0.0373,
+      "step": 20040
+    },
+    {
+      "epoch": 0.064192,
+      "grad_norm": 0.10228399147734746,
+      "learning_rate": 9.988707359226046e-05,
+      "loss": 0.0352,
+      "step": 20060
+    },
+    {
+      "epoch": 0.064256,
+      "grad_norm": 0.1613613337891287,
+      "learning_rate": 9.988684838773631e-05,
+      "loss": 0.036,
+      "step": 20080
+    },
+    {
+      "epoch": 0.06432,
+      "grad_norm": 0.1442467397823259,
+      "learning_rate": 9.988662295913207e-05,
+      "loss": 0.0348,
+      "step": 20100
+    },
+    {
+      "epoch": 0.064384,
+      "grad_norm": 0.11227551650506154,
+      "learning_rate": 9.988639730644878e-05,
+      "loss": 0.038,
+      "step": 20120
+    },
+    {
+      "epoch": 0.064448,
+      "grad_norm": 0.09236238289097193,
+      "learning_rate": 9.988617142968742e-05,
+      "loss": 0.0374,
+      "step": 20140
+    },
+    {
+      "epoch": 0.064512,
+      "grad_norm": 0.11519695919059426,
+      "learning_rate": 9.988594532884901e-05,
+      "loss": 0.0357,
+      "step": 20160
+    },
+    {
+      "epoch": 0.064576,
+      "grad_norm": 0.14688764367745852,
+      "learning_rate": 9.98857190039346e-05,
+      "loss": 0.0339,
+      "step": 20180
+    },
+    {
+      "epoch": 0.06464,
+      "grad_norm": 0.13612490655294107,
+      "learning_rate": 9.988549245494516e-05,
+      "loss": 0.0305,
+      "step": 20200
+    },
+    {
+      "epoch": 0.064704,
+      "grad_norm": 0.0881082733425425,
+      "learning_rate": 9.988526568188175e-05,
+      "loss": 0.0342,
+      "step": 20220
+    },
+    {
+      "epoch": 0.064768,
+      "grad_norm": 0.09019350939902039,
+      "learning_rate": 9.988503868474535e-05,
+      "loss": 0.0347,
+      "step": 20240
+    },
+    {
+      "epoch": 0.064832,
+      "grad_norm": 0.0672491035083009,
+      "learning_rate": 9.988481146353701e-05,
+      "loss": 0.0311,
+      "step": 20260
+    },
+    {
+      "epoch": 0.064896,
+      "grad_norm": 0.08533985351303365,
+      "learning_rate": 9.988458401825773e-05,
+      "loss": 0.0294,
+      "step": 20280
+    },
+    {
+      "epoch": 0.06496,
+      "grad_norm": 0.1412247276950405,
+      "learning_rate": 9.988435634890856e-05,
+      "loss": 0.0322,
+      "step": 20300
+    },
+    {
+      "epoch": 0.065024,
+      "grad_norm": 0.11688902620279017,
+      "learning_rate": 9.988412845549049e-05,
+      "loss": 0.0338,
+      "step": 20320
+    },
+    {
+      "epoch": 0.065088,
+      "grad_norm": 0.12587925805163994,
+      "learning_rate": 9.988390033800455e-05,
+      "loss": 0.034,
+      "step": 20340
+    },
+    {
+      "epoch": 0.065152,
+      "grad_norm": 0.09200386765094475,
+      "learning_rate": 9.988367199645179e-05,
+      "loss": 0.0376,
+      "step": 20360
+    },
+    {
+      "epoch": 0.065216,
+      "grad_norm": 0.08709078078675637,
+      "learning_rate": 9.98834434308332e-05,
+      "loss": 0.0339,
+      "step": 20380
+    },
+    {
+      "epoch": 0.06528,
+      "grad_norm": 0.10377614256196271,
+      "learning_rate": 9.988321464114983e-05,
+      "loss": 0.0337,
+      "step": 20400
+    },
+    {
+      "epoch": 0.065344,
+      "grad_norm": 0.1102509101769412,
+      "learning_rate": 9.988298562740271e-05,
+      "loss": 0.0347,
+      "step": 20420
+    },
+    {
+      "epoch": 0.065408,
+      "grad_norm": 0.12764401531714004,
+      "learning_rate": 9.988275638959284e-05,
+      "loss": 0.0344,
+      "step": 20440
+    },
+    {
+      "epoch": 0.065472,
+      "grad_norm": 0.12437730988637337,
+      "learning_rate": 9.988252692772128e-05,
+      "loss": 0.0368,
+      "step": 20460
+    },
+    {
+      "epoch": 0.065536,
+      "grad_norm": 0.12975743178571492,
+      "learning_rate": 9.988229724178905e-05,
+      "loss": 0.0351,
+      "step": 20480
+    },
+    {
+      "epoch": 0.0656,
+      "grad_norm": 0.09155438986807551,
+      "learning_rate": 9.988206733179718e-05,
+      "loss": 0.034,
+      "step": 20500
+    },
+    {
+      "epoch": 0.065664,
+      "grad_norm": 0.1349778081408989,
+      "learning_rate": 9.98818371977467e-05,
+      "loss": 0.0346,
+      "step": 20520
+    },
+    {
+      "epoch": 0.065728,
+      "grad_norm": 0.10545188394964498,
+      "learning_rate": 9.988160683963867e-05,
+      "loss": 0.0365,
+      "step": 20540
+    },
+    {
+      "epoch": 0.065792,
+      "grad_norm": 0.10622394849619642,
+      "learning_rate": 9.988137625747409e-05,
+      "loss": 0.0364,
+      "step": 20560
+    },
+    {
+      "epoch": 0.065856,
+      "grad_norm": 0.15379194517094838,
+      "learning_rate": 9.9881145451254e-05,
+      "loss": 0.0346,
+      "step": 20580
+    },
+    {
+      "epoch": 0.06592,
+      "grad_norm": 0.11170316528472428,
+      "learning_rate": 9.988091442097946e-05,
+      "loss": 0.0366,
+      "step": 20600
+    },
+    {
+      "epoch": 0.065984,
+      "grad_norm": 0.09986089160740233,
+      "learning_rate": 9.988068316665149e-05,
+      "loss": 0.0315,
+      "step": 20620
+    },
+    {
+      "epoch": 0.066048,
+      "grad_norm": 0.0960743040914773,
+      "learning_rate": 9.988045168827112e-05,
+      "loss": 0.0341,
+      "step": 20640
+    },
+    {
+      "epoch": 0.066112,
+      "grad_norm": 0.08902895311018785,
+      "learning_rate": 9.988021998583941e-05,
+      "loss": 0.035,
+      "step": 20660
+    },
+    {
+      "epoch": 0.066176,
+      "grad_norm": 0.12481248581810564,
+      "learning_rate": 9.98799880593574e-05,
+      "loss": 0.0312,
+      "step": 20680
+    },
+    {
+      "epoch": 0.06624,
+      "grad_norm": 0.1311086498766472,
+      "learning_rate": 9.987975590882612e-05,
+      "loss": 0.0312,
+      "step": 20700
+    },
+    {
+      "epoch": 0.066304,
+      "grad_norm": 0.11081441380894388,
+      "learning_rate": 9.98795235342466e-05,
+      "loss": 0.0345,
+      "step": 20720
+    },
+    {
+      "epoch": 0.066368,
+      "grad_norm": 0.12249528680320658,
+      "learning_rate": 9.987929093561994e-05,
+      "loss": 0.0322,
+      "step": 20740
+    },
+    {
+      "epoch": 0.066432,
+      "grad_norm": 0.08542131645152584,
+      "learning_rate": 9.987905811294711e-05,
+      "loss": 0.0322,
+      "step": 20760
+    },
+    {
+      "epoch": 0.066496,
+      "grad_norm": 0.1019385843912144,
+      "learning_rate": 9.987882506622921e-05,
+      "loss": 0.0304,
+      "step": 20780
+    },
+    {
+      "epoch": 0.06656,
+      "grad_norm": 0.08357225682733553,
+      "learning_rate": 9.987859179546725e-05,
+      "loss": 0.0301,
+      "step": 20800
+    },
+    {
+      "epoch": 0.066624,
+      "grad_norm": 0.09715634803833328,
+      "learning_rate": 9.987835830066233e-05,
+      "loss": 0.0345,
+      "step": 20820
+    },
+    {
+      "epoch": 0.066688,
+      "grad_norm": 0.11742762304027937,
+      "learning_rate": 9.987812458181544e-05,
+      "loss": 0.0366,
+      "step": 20840
+    },
+    {
+      "epoch": 0.066752,
+      "grad_norm": 0.13633109161076418,
+      "learning_rate": 9.987789063892765e-05,
+      "loss": 0.0375,
+      "step": 20860
+    },
+    {
+      "epoch": 0.066816,
+      "grad_norm": 0.0905279376663852,
+      "learning_rate": 9.987765647200003e-05,
+      "loss": 0.032,
+      "step": 20880
+    },
+    {
+      "epoch": 0.06688,
+      "grad_norm": 0.09638298452586012,
+      "learning_rate": 9.987742208103361e-05,
+      "loss": 0.0337,
+      "step": 20900
+    },
+    {
+      "epoch": 0.066944,
+      "grad_norm": 0.10902499220861699,
+      "learning_rate": 9.987718746602945e-05,
+      "loss": 0.0367,
+      "step": 20920
+    },
+    {
+      "epoch": 0.067008,
+      "grad_norm": 0.17972055697479955,
+      "learning_rate": 9.987695262698862e-05,
+      "loss": 0.0325,
+      "step": 20940
+    },
+    {
+      "epoch": 0.067072,
+      "grad_norm": 0.0934453518671778,
+      "learning_rate": 9.987671756391214e-05,
+      "loss": 0.0358,
+      "step": 20960
+    },
+    {
+      "epoch": 0.067136,
+      "grad_norm": 0.10079677565414472,
+      "learning_rate": 9.987648227680109e-05,
+      "loss": 0.0353,
+      "step": 20980
+    },
+    {
+      "epoch": 0.0672,
+      "grad_norm": 0.1456544004330609,
+      "learning_rate": 9.987624676565652e-05,
+      "loss": 0.0349,
+      "step": 21000
+    },
+    {
+      "epoch": 0.067264,
+      "grad_norm": 0.13223111664664167,
+      "learning_rate": 9.987601103047949e-05,
+      "loss": 0.0337,
+      "step": 21020
+    },
+    {
+      "epoch": 0.067328,
+      "grad_norm": 0.11760018238690675,
+      "learning_rate": 9.987577507127105e-05,
+      "loss": 0.0349,
+      "step": 21040
+    },
+    {
+      "epoch": 0.067392,
+      "grad_norm": 0.09636714559316599,
+      "learning_rate": 9.987553888803228e-05,
+      "loss": 0.0346,
+      "step": 21060
+    },
+    {
+      "epoch": 0.067456,
+      "grad_norm": 0.12435365321895789,
+      "learning_rate": 9.987530248076423e-05,
+      "loss": 0.0309,
+      "step": 21080
+    },
+    {
+      "epoch": 0.06752,
+      "grad_norm": 0.08448745877960774,
+      "learning_rate": 9.987506584946796e-05,
+      "loss": 0.0326,
+      "step": 21100
+    },
+    {
+      "epoch": 0.067584,
+      "grad_norm": 0.07675594074264326,
+      "learning_rate": 9.987482899414453e-05,
+      "loss": 0.0304,
+      "step": 21120
+    },
+    {
+      "epoch": 0.067648,
+      "grad_norm": 0.2142432419660501,
+      "learning_rate": 9.9874591914795e-05,
+      "loss": 0.0349,
+      "step": 21140
+    },
+    {
+      "epoch": 0.067712,
+      "grad_norm": 0.15751114395153415,
+      "learning_rate": 9.987435461142047e-05,
+      "loss": 0.0359,
+      "step": 21160
+    },
+    {
+      "epoch": 0.067776,
+      "grad_norm": 0.08525954219411724,
+      "learning_rate": 9.987411708402195e-05,
+      "loss": 0.0285,
+      "step": 21180
+    },
+    {
+      "epoch": 0.06784,
+      "grad_norm": 0.09373727876751091,
+      "learning_rate": 9.987387933260055e-05,
+      "loss": 0.0312,
+      "step": 21200
+    },
+    {
+      "epoch": 0.067904,
+      "grad_norm": 0.16463788252822245,
+      "learning_rate": 9.987364135715731e-05,
+      "loss": 0.0358,
+      "step": 21220
+    },
+    {
+      "epoch": 0.067968,
+      "grad_norm": 0.1940625663842927,
+      "learning_rate": 9.987340315769333e-05,
+      "loss": 0.0353,
+      "step": 21240
+    },
+    {
+      "epoch": 0.068032,
+      "grad_norm": 0.2866789336405311,
+      "learning_rate": 9.987316473420964e-05,
+      "loss": 0.0351,
+      "step": 21260
+    },
+    {
+      "epoch": 0.068096,
+      "grad_norm": 0.09824261910585896,
+      "learning_rate": 9.987292608670736e-05,
+      "loss": 0.0354,
+      "step": 21280
+    },
+    {
+      "epoch": 0.06816,
+      "grad_norm": 0.16362017010972113,
+      "learning_rate": 9.987268721518752e-05,
+      "loss": 0.0347,
+      "step": 21300
+    },
+    {
+      "epoch": 0.068224,
+      "grad_norm": 0.11255524733216665,
+      "learning_rate": 9.987244811965122e-05,
+      "loss": 0.0337,
+      "step": 21320
+    },
+    {
+      "epoch": 0.068288,
+      "grad_norm": 0.1727631612070328,
+      "learning_rate": 9.98722088000995e-05,
+      "loss": 0.0369,
+      "step": 21340
+    },
+    {
+      "epoch": 0.068352,
+      "grad_norm": 0.1467422232451959,
+      "learning_rate": 9.987196925653347e-05,
+      "loss": 0.0323,
+      "step": 21360
+    },
+    {
+      "epoch": 0.068416,
+      "grad_norm": 0.08780110882080794,
+      "learning_rate": 9.987172948895421e-05,
+      "loss": 0.0331,
+      "step": 21380
+    },
+    {
+      "epoch": 0.06848,
+      "grad_norm": 0.07612285922676479,
+      "learning_rate": 9.987148949736275e-05,
+      "loss": 0.0335,
+      "step": 21400
+    },
+    {
+      "epoch": 0.068544,
+      "grad_norm": 0.08400785906600124,
+      "learning_rate": 9.987124928176021e-05,
+      "loss": 0.0326,
+      "step": 21420
+    },
+    {
+      "epoch": 0.068608,
+      "grad_norm": 0.10804813391983129,
+      "learning_rate": 9.987100884214766e-05,
+      "loss": 0.0325,
+      "step": 21440
+    },
+    {
+      "epoch": 0.068672,
+      "grad_norm": 0.10586249085626774,
+      "learning_rate": 9.987076817852616e-05,
+      "loss": 0.0331,
+      "step": 21460
+    },
+    {
+      "epoch": 0.068736,
+      "grad_norm": 0.09005642456938082,
+      "learning_rate": 9.987052729089684e-05,
+      "loss": 0.0309,
+      "step": 21480
+    },
+    {
+      "epoch": 0.0688,
+      "grad_norm": 0.13534579842689604,
+      "learning_rate": 9.987028617926073e-05,
+      "loss": 0.0359,
+      "step": 21500
+    },
+    {
+      "epoch": 0.068864,
+      "grad_norm": 0.13799601442537843,
+      "learning_rate": 9.987004484361892e-05,
+      "loss": 0.0366,
+      "step": 21520
+    },
+    {
+      "epoch": 0.068928,
+      "grad_norm": 0.11352284235976513,
+      "learning_rate": 9.986980328397253e-05,
+      "loss": 0.0344,
+      "step": 21540
+    },
+    {
+      "epoch": 0.068992,
+      "grad_norm": 0.13959411558621687,
+      "learning_rate": 9.986956150032263e-05,
+      "loss": 0.0364,
+      "step": 21560
+    },
+    {
+      "epoch": 0.069056,
+      "grad_norm": 0.1580014252229343,
+      "learning_rate": 9.986931949267026e-05,
+      "loss": 0.0348,
+      "step": 21580
+    },
+    {
+      "epoch": 0.06912,
+      "grad_norm": 0.08915989419157275,
+      "learning_rate": 9.986907726101657e-05,
+      "loss": 0.0316,
+      "step": 21600
+    },
+    {
+      "epoch": 0.069184,
+      "grad_norm": 0.14700341291082408,
+      "learning_rate": 9.986883480536263e-05,
+      "loss": 0.0298,
+      "step": 21620
+    },
+    {
+      "epoch": 0.069248,
+      "grad_norm": 0.168560323619228,
+      "learning_rate": 9.986859212570952e-05,
+      "loss": 0.0346,
+      "step": 21640
+    },
+    {
+      "epoch": 0.069312,
+      "grad_norm": 0.17136835262565733,
+      "learning_rate": 9.986834922205832e-05,
+      "loss": 0.0349,
+      "step": 21660
+    },
+    {
+      "epoch": 0.069376,
+      "grad_norm": 0.1172351523982956,
+      "learning_rate": 9.986810609441014e-05,
+      "loss": 0.0374,
+      "step": 21680
+    },
+    {
+      "epoch": 0.06944,
+      "grad_norm": 0.17154488357160136,
+      "learning_rate": 9.986786274276607e-05,
+      "loss": 0.0351,
+      "step": 21700
+    },
+    {
+      "epoch": 0.069504,
+      "grad_norm": 0.11076887481087162,
+      "learning_rate": 9.98676191671272e-05,
+      "loss": 0.0391,
+      "step": 21720
+    },
+    {
+      "epoch": 0.069568,
+      "grad_norm": 0.11195043193378462,
+      "learning_rate": 9.986737536749461e-05,
+      "loss": 0.0312,
+      "step": 21740
+    },
+    {
+      "epoch": 0.069632,
+      "grad_norm": 0.10691111031399213,
+      "learning_rate": 9.98671313438694e-05,
+      "loss": 0.035,
+      "step": 21760
+    },
+    {
+      "epoch": 0.069696,
+      "grad_norm": 0.17322516095407947,
+      "learning_rate": 9.986688709625269e-05,
+      "loss": 0.0337,
+      "step": 21780
+    },
+    {
+      "epoch": 0.06976,
+      "grad_norm": 0.08928676928025138,
+      "learning_rate": 9.986664262464556e-05,
+      "loss": 0.0312,
+      "step": 21800
+    },
+    {
+      "epoch": 0.069824,
+      "grad_norm": 0.10028794145740745,
+      "learning_rate": 9.986639792904911e-05,
+      "loss": 0.0313,
+      "step": 21820
+    },
+    {
+      "epoch": 0.069888,
+      "grad_norm": 0.07475651342883703,
+      "learning_rate": 9.986615300946444e-05,
+      "loss": 0.0324,
+      "step": 21840
+    },
+    {
+      "epoch": 0.069952,
+      "grad_norm": 0.1791172822011138,
+      "learning_rate": 9.986590786589265e-05,
+      "loss": 0.0333,
+      "step": 21860
+    },
+    {
+      "epoch": 0.070016,
+      "grad_norm": 0.17374840945085895,
+      "learning_rate": 9.986566249833482e-05,
+      "loss": 0.0374,
+      "step": 21880
+    },
+    {
+      "epoch": 0.07008,
+      "grad_norm": 0.11277387828941446,
+      "learning_rate": 9.98654169067921e-05,
+      "loss": 0.0366,
+      "step": 21900
+    },
+    {
+      "epoch": 0.070144,
+      "grad_norm": 0.09136608426004007,
+      "learning_rate": 9.986517109126554e-05,
+      "loss": 0.034,
+      "step": 21920
+    },
+    {
+      "epoch": 0.070208,
+      "grad_norm": 0.07601115825397944,
+      "learning_rate": 9.986492505175628e-05,
+      "loss": 0.0329,
+      "step": 21940
+    },
+    {
+      "epoch": 0.070272,
+      "grad_norm": 0.11780046182188607,
+      "learning_rate": 9.986467878826541e-05,
+      "loss": 0.0336,
+      "step": 21960
+    },
+    {
+      "epoch": 0.070336,
+      "grad_norm": 0.10988987242826376,
+      "learning_rate": 9.986443230079404e-05,
+      "loss": 0.0338,
+      "step": 21980
+    },
+    {
+      "epoch": 0.0704,
+      "grad_norm": 0.09965298417804483,
+      "learning_rate": 9.986418558934328e-05,
+      "loss": 0.0322,
+      "step": 22000
+    },
+    {
+      "epoch": 0.070464,
+      "grad_norm": 0.15290961064091546,
+      "learning_rate": 9.986393865391424e-05,
+      "loss": 0.0338,
+      "step": 22020
+    },
+    {
+      "epoch": 0.070528,
+      "grad_norm": 0.11983624100752203,
+      "learning_rate": 9.986369149450803e-05,
+      "loss": 0.0328,
+      "step": 22040
+    },
+    {
+      "epoch": 0.070592,
+      "grad_norm": 0.10846236021220694,
+      "learning_rate": 9.986344411112574e-05,
+      "loss": 0.035,
+      "step": 22060
+    },
+    {
+      "epoch": 0.070656,
+      "grad_norm": 0.09480335695068524,
+      "learning_rate": 9.98631965037685e-05,
+      "loss": 0.0356,
+      "step": 22080
+    },
+    {
+      "epoch": 0.07072,
+      "grad_norm": 0.08494547047690275,
+      "learning_rate": 9.986294867243741e-05,
+      "loss": 0.0328,
+      "step": 22100
+    },
+    {
+      "epoch": 0.070784,
+      "grad_norm": 0.08927285255544838,
+      "learning_rate": 9.98627006171336e-05,
+      "loss": 0.0358,
+      "step": 22120
+    },
+    {
+      "epoch": 0.070848,
+      "grad_norm": 0.1118799919087846,
+      "learning_rate": 9.986245233785818e-05,
+      "loss": 0.0352,
+      "step": 22140
+    },
+    {
+      "epoch": 0.070912,
+      "grad_norm": 0.10905824083152592,
+      "learning_rate": 9.986220383461226e-05,
+      "loss": 0.035,
+      "step": 22160
+    },
+    {
+      "epoch": 0.070976,
+      "grad_norm": 0.08710638804272211,
+      "learning_rate": 9.986195510739695e-05,
+      "loss": 0.0337,
+      "step": 22180
+    },
+    {
+      "epoch": 0.07104,
+      "grad_norm": 0.25457471012115274,
+      "learning_rate": 9.986170615621338e-05,
+      "loss": 0.0336,
+      "step": 22200
+    },
+    {
+      "epoch": 0.071104,
+      "grad_norm": 0.12381429533408675,
+      "learning_rate": 9.986145698106266e-05,
+      "loss": 0.0356,
+      "step": 22220
+    },
+    {
+      "epoch": 0.071168,
+      "grad_norm": 0.11927002446767047,
+      "learning_rate": 9.986120758194591e-05,
+      "loss": 0.0363,
+      "step": 22240
+    },
+    {
+      "epoch": 0.071232,
+      "grad_norm": 0.15291653038749115,
+      "learning_rate": 9.986095795886425e-05,
+      "loss": 0.0357,
+      "step": 22260
+    },
+    {
+      "epoch": 0.071296,
+      "grad_norm": 0.1620245988658392,
+      "learning_rate": 9.986070811181881e-05,
+      "loss": 0.0355,
+      "step": 22280
+    },
+    {
+      "epoch": 0.07136,
+      "grad_norm": 0.11677865005241177,
+      "learning_rate": 9.986045804081071e-05,
+      "loss": 0.0329,
+      "step": 22300
+    },
+    {
+      "epoch": 0.071424,
+      "grad_norm": 0.14375380888355657,
+      "learning_rate": 9.986020774584106e-05,
+      "loss": 0.0336,
+      "step": 22320
+    },
+    {
+      "epoch": 0.071488,
+      "grad_norm": 0.09387330341130333,
+      "learning_rate": 9.9859957226911e-05,
+      "loss": 0.0306,
+      "step": 22340
+    },
+    {
+      "epoch": 0.071552,
+      "grad_norm": 0.10192429603829761,
+      "learning_rate": 9.985970648402163e-05,
+      "loss": 0.0345,
+      "step": 22360
+    },
+    {
+      "epoch": 0.071616,
+      "grad_norm": 0.16854455715990768,
+      "learning_rate": 9.98594555171741e-05,
+      "loss": 0.0379,
+      "step": 22380
+    },
+    {
+      "epoch": 0.07168,
+      "grad_norm": 0.08577447965454207,
+      "learning_rate": 9.985920432636955e-05,
+      "loss": 0.0341,
+      "step": 22400
+    },
+    {
+      "epoch": 0.071744,
+      "grad_norm": 0.12286390524066537,
+      "learning_rate": 9.985895291160908e-05,
+      "loss": 0.0359,
+      "step": 22420
+    },
+    {
+      "epoch": 0.071808,
+      "grad_norm": 0.14869475655142642,
+      "learning_rate": 9.985870127289383e-05,
+      "loss": 0.0354,
+      "step": 22440
+    },
+    {
+      "epoch": 0.071872,
+      "grad_norm": 0.1042488730088998,
+      "learning_rate": 9.985844941022493e-05,
+      "loss": 0.0364,
+      "step": 22460
+    },
+    {
+      "epoch": 0.071936,
+      "grad_norm": 0.10789509209694285,
+      "learning_rate": 9.985819732360351e-05,
+      "loss": 0.0344,
+      "step": 22480
+    },
+    {
+      "epoch": 0.072,
+      "grad_norm": 0.10894234387116458,
+      "learning_rate": 9.98579450130307e-05,
+      "loss": 0.0349,
+      "step": 22500
+    },
+    {
+      "epoch": 0.072064,
+      "grad_norm": 0.11867946751278823,
+      "learning_rate": 9.985769247850764e-05,
+      "loss": 0.0291,
+      "step": 22520
+    },
+    {
+      "epoch": 0.072128,
+      "grad_norm": 0.09705695618330211,
+      "learning_rate": 9.985743972003546e-05,
+      "loss": 0.0344,
+      "step": 22540
+    },
+    {
+      "epoch": 0.072192,
+      "grad_norm": 0.10786022442059426,
+      "learning_rate": 9.985718673761531e-05,
+      "loss": 0.0346,
+      "step": 22560
+    },
+    {
+      "epoch": 0.072256,
+      "grad_norm": 0.11144097486663002,
+      "learning_rate": 9.985693353124829e-05,
+      "loss": 0.0331,
+      "step": 22580
+    },
+    {
+      "epoch": 0.07232,
+      "grad_norm": 0.08289402728592855,
+      "learning_rate": 9.985668010093556e-05,
+      "loss": 0.0314,
+      "step": 22600
+    },
+    {
+      "epoch": 0.072384,
+      "grad_norm": 0.0822978678733783,
+      "learning_rate": 9.985642644667828e-05,
+      "loss": 0.0328,
+      "step": 22620
+    },
+    {
+      "epoch": 0.072448,
+      "grad_norm": 0.1543036128413852,
+      "learning_rate": 9.985617256847755e-05,
+      "loss": 0.0352,
+      "step": 22640
+    },
+    {
+      "epoch": 0.072512,
+      "grad_norm": 0.14063184336609527,
+      "learning_rate": 9.985591846633453e-05,
+      "loss": 0.0342,
+      "step": 22660
+    },
+    {
+      "epoch": 0.072576,
+      "grad_norm": 0.1495811644007825,
+      "learning_rate": 9.985566414025038e-05,
+      "loss": 0.0379,
+      "step": 22680
+    },
+    {
+      "epoch": 0.07264,
+      "grad_norm": 0.106790204224623,
+      "learning_rate": 9.98554095902262e-05,
+      "loss": 0.0374,
+      "step": 22700
+    },
+    {
+      "epoch": 0.072704,
+      "grad_norm": 0.111100937567488,
+      "learning_rate": 9.985515481626315e-05,
+      "loss": 0.0346,
+      "step": 22720
+    },
+    {
+      "epoch": 0.072768,
+      "grad_norm": 0.13819359649565374,
+      "learning_rate": 9.98548998183624e-05,
+      "loss": 0.0337,
+      "step": 22740
+    },
+    {
+      "epoch": 0.072832,
+      "grad_norm": 0.07944071253155681,
+      "learning_rate": 9.985464459652507e-05,
+      "loss": 0.0312,
+      "step": 22760
+    },
+    {
+      "epoch": 0.072896,
+      "grad_norm": 0.1096125354403516,
+      "learning_rate": 9.98543891507523e-05,
+      "loss": 0.033,
+      "step": 22780
+    },
+    {
+      "epoch": 0.07296,
+      "grad_norm": 0.13947531737669475,
+      "learning_rate": 9.985413348104525e-05,
+      "loss": 0.0368,
+      "step": 22800
+    },
+    {
+      "epoch": 0.073024,
+      "grad_norm": 0.15737557657548285,
+      "learning_rate": 9.985387758740507e-05,
+      "loss": 0.0369,
+      "step": 22820
+    },
+    {
+      "epoch": 0.073088,
+      "grad_norm": 0.1301242895645652,
+      "learning_rate": 9.985362146983292e-05,
+      "loss": 0.0356,
+      "step": 22840
+    },
+    {
+      "epoch": 0.073152,
+      "grad_norm": 0.11475803176252446,
+      "learning_rate": 9.985336512832992e-05,
+      "loss": 0.0334,
+      "step": 22860
+    },
+    {
+      "epoch": 0.073216,
+      "grad_norm": 0.12927507541802974,
+      "learning_rate": 9.985310856289725e-05,
+      "loss": 0.0332,
+      "step": 22880
+    },
+    {
+      "epoch": 0.07328,
+      "grad_norm": 0.11828562186544112,
+      "learning_rate": 9.985285177353604e-05,
+      "loss": 0.038,
+      "step": 22900
+    },
+    {
+      "epoch": 0.073344,
+      "grad_norm": 0.20484958284916652,
+      "learning_rate": 9.985259476024746e-05,
+      "loss": 0.0354,
+      "step": 22920
+    },
+    {
+      "epoch": 0.073408,
+      "grad_norm": 0.1352763810071271,
+      "learning_rate": 9.985233752303265e-05,
+      "loss": 0.0368,
+      "step": 22940
+    },
+    {
+      "epoch": 0.073472,
+      "grad_norm": 0.09721109652072536,
+      "learning_rate": 9.985208006189279e-05,
+      "loss": 0.0379,
+      "step": 22960
+    },
+    {
+      "epoch": 0.073536,
+      "grad_norm": 0.1280728472700533,
+      "learning_rate": 9.985182237682902e-05,
+      "loss": 0.0354,
+      "step": 22980
+    },
+    {
+      "epoch": 0.0736,
+      "grad_norm": 0.17153856382797025,
+      "learning_rate": 9.985156446784248e-05,
+      "loss": 0.0345,
+      "step": 23000
+    },
+    {
+      "epoch": 0.073664,
+      "grad_norm": 0.16049632666044922,
+      "learning_rate": 9.985130633493436e-05,
+      "loss": 0.0367,
+      "step": 23020
+    },
+    {
+      "epoch": 0.073728,
+      "grad_norm": 0.10668301542994196,
+      "learning_rate": 9.98510479781058e-05,
+      "loss": 0.0353,
+      "step": 23040
+    },
+    {
+      "epoch": 0.073792,
+      "grad_norm": 0.12396053721861013,
+      "learning_rate": 9.985078939735797e-05,
+      "loss": 0.0372,
+      "step": 23060
+    },
+    {
+      "epoch": 0.073856,
+      "grad_norm": 0.1559179467497307,
+      "learning_rate": 9.985053059269203e-05,
+      "loss": 0.037,
+      "step": 23080
+    },
+    {
+      "epoch": 0.07392,
+      "grad_norm": 0.13852000977347076,
+      "learning_rate": 9.985027156410915e-05,
+      "loss": 0.0361,
+      "step": 23100
+    },
+    {
+      "epoch": 0.073984,
+      "grad_norm": 0.1383224024822978,
+      "learning_rate": 9.985001231161046e-05,
+      "loss": 0.0334,
+      "step": 23120
+    },
+    {
+      "epoch": 0.074048,
+      "grad_norm": 0.12230929256897073,
+      "learning_rate": 9.984975283519718e-05,
+      "loss": 0.0357,
+      "step": 23140
+    },
+    {
+      "epoch": 0.074112,
+      "grad_norm": 0.13142021168582768,
+      "learning_rate": 9.984949313487042e-05,
+      "loss": 0.0324,
+      "step": 23160
+    },
+    {
+      "epoch": 0.074176,
+      "grad_norm": 0.10858457301389712,
+      "learning_rate": 9.984923321063136e-05,
+      "loss": 0.0347,
+      "step": 23180
+    },
+    {
+      "epoch": 0.07424,
+      "grad_norm": 0.1657101590786394,
+      "learning_rate": 9.98489730624812e-05,
+      "loss": 0.0311,
+      "step": 23200
+    },
+    {
+      "epoch": 0.074304,
+      "grad_norm": 0.11723274373611986,
+      "learning_rate": 9.984871269042109e-05,
+      "loss": 0.0306,
+      "step": 23220
+    },
+    {
+      "epoch": 0.074368,
+      "grad_norm": 0.11639365922378339,
+      "learning_rate": 9.984845209445218e-05,
+      "loss": 0.0322,
+      "step": 23240
+    },
+    {
+      "epoch": 0.074432,
+      "grad_norm": 0.15288932894379312,
+      "learning_rate": 9.984819127457567e-05,
+      "loss": 0.0327,
+      "step": 23260
+    },
+    {
+      "epoch": 0.074496,
+      "grad_norm": 0.07563649275887233,
+      "learning_rate": 9.984793023079271e-05,
+      "loss": 0.0284,
+      "step": 23280
+    },
+    {
+      "epoch": 0.07456,
+      "grad_norm": 0.0809438123424736,
+      "learning_rate": 9.984766896310448e-05,
+      "loss": 0.0308,
+      "step": 23300
+    },
+    {
+      "epoch": 0.074624,
+      "grad_norm": 0.1350131396258057,
+      "learning_rate": 9.984740747151216e-05,
+      "loss": 0.0383,
+      "step": 23320
+    },
+    {
+      "epoch": 0.074688,
+      "grad_norm": 0.1860276689511777,
+      "learning_rate": 9.98471457560169e-05,
+      "loss": 0.031,
+      "step": 23340
+    },
+    {
+      "epoch": 0.074752,
+      "grad_norm": 0.11324969659650413,
+      "learning_rate": 9.984688381661991e-05,
+      "loss": 0.0334,
+      "step": 23360
+    },
+    {
+      "epoch": 0.074816,
+      "grad_norm": 0.11570226230839156,
+      "learning_rate": 9.984662165332236e-05,
+      "loss": 0.0355,
+      "step": 23380
+    },
+    {
+      "epoch": 0.07488,
+      "grad_norm": 0.12287423140811278,
+      "learning_rate": 9.984635926612541e-05,
+      "loss": 0.0315,
+      "step": 23400
+    },
+    {
+      "epoch": 0.074944,
+      "grad_norm": 0.1085045436875802,
+      "learning_rate": 9.984609665503024e-05,
+      "loss": 0.0347,
+      "step": 23420
+    },
+    {
+      "epoch": 0.075008,
+      "grad_norm": 0.15013649434954515,
+      "learning_rate": 9.984583382003804e-05,
+      "loss": 0.0354,
+      "step": 23440
+    },
+    {
+      "epoch": 0.075072,
+      "grad_norm": 0.10011970851404092,
+      "learning_rate": 9.984557076115e-05,
+      "loss": 0.0349,
+      "step": 23460
+    },
+    {
+      "epoch": 0.075136,
+      "grad_norm": 0.11176852377881148,
+      "learning_rate": 9.984530747836727e-05,
+      "loss": 0.0318,
+      "step": 23480
+    },
+    {
+      "epoch": 0.0752,
+      "grad_norm": 0.10452527078675526,
+      "learning_rate": 9.984504397169108e-05,
+      "loss": 0.0333,
+      "step": 23500
+    },
+    {
+      "epoch": 0.075264,
+      "grad_norm": 0.1575744902047966,
+      "learning_rate": 9.984478024112255e-05,
+      "loss": 0.0334,
+      "step": 23520
+    },
+    {
+      "epoch": 0.075328,
+      "grad_norm": 0.090154081985554,
+      "learning_rate": 9.984451628666293e-05,
+      "loss": 0.0335,
+      "step": 23540
+    },
+    {
+      "epoch": 0.075392,
+      "grad_norm": 0.10652200170072235,
+      "learning_rate": 9.984425210831337e-05,
+      "loss": 0.0331,
+      "step": 23560
+    },
+    {
+      "epoch": 0.075456,
+      "grad_norm": 0.1433303180431082,
+      "learning_rate": 9.984398770607504e-05,
+      "loss": 0.0388,
+      "step": 23580
+    },
+    {
+      "epoch": 0.07552,
+      "grad_norm": 0.09450120284550108,
+      "learning_rate": 9.984372307994916e-05,
+      "loss": 0.0345,
+      "step": 23600
+    },
+    {
+      "epoch": 0.075584,
+      "grad_norm": 0.07776704489299817,
+      "learning_rate": 9.984345822993692e-05,
+      "loss": 0.0358,
+      "step": 23620
+    },
+    {
+      "epoch": 0.075648,
+      "grad_norm": 0.09212792972449117,
+      "learning_rate": 9.984319315603949e-05,
+      "loss": 0.0333,
+      "step": 23640
+    },
+    {
+      "epoch": 0.075712,
+      "grad_norm": 0.11412755202708111,
+      "learning_rate": 9.984292785825806e-05,
+      "loss": 0.0348,
+      "step": 23660
+    },
+    {
+      "epoch": 0.075776,
+      "grad_norm": 0.0855586312714624,
+      "learning_rate": 9.984266233659384e-05,
+      "loss": 0.0354,
+      "step": 23680
+    },
+    {
+      "epoch": 0.07584,
+      "grad_norm": 0.10354229239345891,
+      "learning_rate": 9.984239659104802e-05,
+      "loss": 0.0336,
+      "step": 23700
+    },
+    {
+      "epoch": 0.075904,
+      "grad_norm": 0.1227634082449925,
+      "learning_rate": 9.984213062162177e-05,
+      "loss": 0.0318,
+      "step": 23720
+    },
+    {
+      "epoch": 0.075968,
+      "grad_norm": 0.07977200879308788,
+      "learning_rate": 9.984186442831632e-05,
+      "loss": 0.0332,
+      "step": 23740
+    },
+    {
+      "epoch": 0.076032,
+      "grad_norm": 0.09641596188427982,
+      "learning_rate": 9.984159801113282e-05,
+      "loss": 0.0366,
+      "step": 23760
+    },
+    {
+      "epoch": 0.076096,
+      "grad_norm": 0.09422931252018964,
+      "learning_rate": 9.984133137007252e-05,
+      "loss": 0.0326,
+      "step": 23780
+    },
+    {
+      "epoch": 0.07616,
+      "grad_norm": 0.09866807114573506,
+      "learning_rate": 9.984106450513658e-05,
+      "loss": 0.0323,
+      "step": 23800
+    },
+    {
+      "epoch": 0.076224,
+      "grad_norm": 0.08813252213801066,
+      "learning_rate": 9.98407974163262e-05,
+      "loss": 0.0346,
+      "step": 23820
+    },
+    {
+      "epoch": 0.076288,
+      "grad_norm": 0.08657876504824362,
+      "learning_rate": 9.98405301036426e-05,
+      "loss": 0.0297,
+      "step": 23840
+    },
+    {
+      "epoch": 0.076352,
+      "grad_norm": 0.11692729636424436,
+      "learning_rate": 9.984026256708698e-05,
+      "loss": 0.0301,
+      "step": 23860
+    },
+    {
+      "epoch": 0.076416,
+      "grad_norm": 0.12023463530061697,
+      "learning_rate": 9.983999480666051e-05,
+      "loss": 0.033,
+      "step": 23880
+    },
+    {
+      "epoch": 0.07648,
+      "grad_norm": 0.09727304732318916,
+      "learning_rate": 9.983972682236444e-05,
+      "loss": 0.0303,
+      "step": 23900
+    },
+    {
+      "epoch": 0.076544,
+      "grad_norm": 0.0881919324293794,
+      "learning_rate": 9.983945861419992e-05,
+      "loss": 0.0337,
+      "step": 23920
+    },
+    {
+      "epoch": 0.076608,
+      "grad_norm": 0.08178845006946162,
+      "learning_rate": 9.983919018216821e-05,
+      "loss": 0.0403,
+      "step": 23940
+    },
+    {
+      "epoch": 0.076672,
+      "grad_norm": 0.09172218751808453,
+      "learning_rate": 9.983892152627048e-05,
+      "loss": 0.0341,
+      "step": 23960
+    },
+    {
+      "epoch": 0.076736,
+      "grad_norm": 0.09422215462398728,
+      "learning_rate": 9.983865264650794e-05,
+      "loss": 0.0345,
+      "step": 23980
+    },
+    {
+      "epoch": 0.0768,
+      "grad_norm": 0.09164471308796546,
+      "learning_rate": 9.983838354288181e-05,
+      "loss": 0.0335,
+      "step": 24000
+    },
+    {
+      "epoch": 0.076864,
+      "grad_norm": 0.09370380265865201,
+      "learning_rate": 9.983811421539329e-05,
+      "loss": 0.0337,
+      "step": 24020
+    },
+    {
+      "epoch": 0.076928,
+      "grad_norm": 0.08397203228215365,
+      "learning_rate": 9.983784466404358e-05,
+      "loss": 0.0313,
+      "step": 24040
+    },
+    {
+      "epoch": 0.076992,
+      "grad_norm": 0.16319011558463653,
+      "learning_rate": 9.983757488883391e-05,
+      "loss": 0.0298,
+      "step": 24060
+    },
+    {
+      "epoch": 0.077056,
+      "grad_norm": 0.13577492284955922,
+      "learning_rate": 9.98373048897655e-05,
+      "loss": 0.0326,
+      "step": 24080
+    },
+    {
+      "epoch": 0.07712,
+      "grad_norm": 0.2080289049387854,
+      "learning_rate": 9.983703466683953e-05,
+      "loss": 0.0321,
+      "step": 24100
+    },
+    {
+      "epoch": 0.077184,
+      "grad_norm": 0.10349573589620358,
+      "learning_rate": 9.983676422005726e-05,
+      "loss": 0.0381,
+      "step": 24120
+    },
+    {
+      "epoch": 0.077248,
+      "grad_norm": 0.09485697956727139,
+      "learning_rate": 9.983649354941984e-05,
+      "loss": 0.0329,
+      "step": 24140
+    },
+    {
+      "epoch": 0.077312,
+      "grad_norm": 0.14470244111587938,
+      "learning_rate": 9.983622265492854e-05,
+      "loss": 0.0346,
+      "step": 24160
+    },
+    {
+      "epoch": 0.077376,
+      "grad_norm": 0.247931010251161,
+      "learning_rate": 9.983595153658455e-05,
+      "loss": 0.0325,
+      "step": 24180
+    },
+    {
+      "epoch": 0.07744,
+      "grad_norm": 0.1160921992607393,
+      "learning_rate": 9.983568019438909e-05,
+      "loss": 0.0336,
+      "step": 24200
+    },
+    {
+      "epoch": 0.077504,
+      "grad_norm": 0.12236922485558886,
+      "learning_rate": 9.98354086283434e-05,
+      "loss": 0.0305,
+      "step": 24220
+    },
+    {
+      "epoch": 0.077568,
+      "grad_norm": 0.10852443449328167,
+      "learning_rate": 9.983513683844869e-05,
+      "loss": 0.0339,
+      "step": 24240
+    },
+    {
+      "epoch": 0.077632,
+      "grad_norm": 0.11681069345985914,
+      "learning_rate": 9.983486482470616e-05,
+      "loss": 0.0341,
+      "step": 24260
+    },
+    {
+      "epoch": 0.077696,
+      "grad_norm": 0.12221354147434337,
+      "learning_rate": 9.983459258711705e-05,
+      "loss": 0.036,
+      "step": 24280
+    },
+    {
+      "epoch": 0.07776,
+      "grad_norm": 0.08925623808077693,
+      "learning_rate": 9.983432012568259e-05,
+      "loss": 0.0345,
+      "step": 24300
+    },
+    {
+      "epoch": 0.077824,
+      "grad_norm": 0.15232534757616956,
+      "learning_rate": 9.983404744040397e-05,
+      "loss": 0.0346,
+      "step": 24320
+    },
+    {
+      "epoch": 0.077888,
+      "grad_norm": 0.1153236023925341,
+      "learning_rate": 9.983377453128246e-05,
+      "loss": 0.0348,
+      "step": 24340
+    },
+    {
+      "epoch": 0.077952,
+      "grad_norm": 0.11645857817320884,
+      "learning_rate": 9.983350139831926e-05,
+      "loss": 0.0332,
+      "step": 24360
+    },
+    {
+      "epoch": 0.078016,
+      "grad_norm": 0.15716213539521012,
+      "learning_rate": 9.983322804151561e-05,
+      "loss": 0.0308,
+      "step": 24380
+    },
+    {
+      "epoch": 0.07808,
+      "grad_norm": 0.09582219389460982,
+      "learning_rate": 9.983295446087271e-05,
+      "loss": 0.0389,
+      "step": 24400
+    },
+    {
+      "epoch": 0.078144,
+      "grad_norm": 0.18008561224826747,
+      "learning_rate": 9.983268065639183e-05,
+      "loss": 0.0374,
+      "step": 24420
+    },
+    {
+      "epoch": 0.078208,
+      "grad_norm": 0.09700448424048778,
+      "learning_rate": 9.983240662807416e-05,
+      "loss": 0.0373,
+      "step": 24440
+    },
+    {
+      "epoch": 0.078272,
+      "grad_norm": 0.09433722466504182,
+      "learning_rate": 9.983213237592098e-05,
+      "loss": 0.0362,
+      "step": 24460
+    },
+    {
+      "epoch": 0.078336,
+      "grad_norm": 0.09844078926611434,
+      "learning_rate": 9.983185789993345e-05,
+      "loss": 0.0362,
+      "step": 24480
+    },
+    {
+      "epoch": 0.0784,
+      "grad_norm": 0.12133351355001834,
+      "learning_rate": 9.983158320011288e-05,
+      "loss": 0.0347,
+      "step": 24500
+    },
+    {
+      "epoch": 0.078464,
+      "grad_norm": 0.10226172322273738,
+      "learning_rate": 9.983130827646043e-05,
+      "loss": 0.0318,
+      "step": 24520
+    },
+    {
+      "epoch": 0.078528,
+      "grad_norm": 0.13081582584461734,
+      "learning_rate": 9.98310331289774e-05,
+      "loss": 0.0346,
+      "step": 24540
+    },
+    {
+      "epoch": 0.078592,
+      "grad_norm": 0.11509693404078751,
+      "learning_rate": 9.983075775766499e-05,
+      "loss": 0.0335,
+      "step": 24560
+    },
+    {
+      "epoch": 0.078656,
+      "grad_norm": 0.10002770801727752,
+      "learning_rate": 9.983048216252445e-05,
+      "loss": 0.032,
+      "step": 24580
+    },
+    {
+      "epoch": 0.07872,
+      "grad_norm": 0.097801171498897,
+      "learning_rate": 9.983020634355703e-05,
+      "loss": 0.033,
+      "step": 24600
+    },
+    {
+      "epoch": 0.078784,
+      "grad_norm": 0.15618786819963487,
+      "learning_rate": 9.982993030076392e-05,
+      "loss": 0.0343,
+      "step": 24620
+    },
+    {
+      "epoch": 0.078848,
+      "grad_norm": 0.1439849322435853,
+      "learning_rate": 9.98296540341464e-05,
+      "loss": 0.0333,
+      "step": 24640
+    },
+    {
+      "epoch": 0.078912,
+      "grad_norm": 0.0841734480477287,
+      "learning_rate": 9.982937754370571e-05,
+      "loss": 0.0343,
+      "step": 24660
+    },
+    {
+      "epoch": 0.078976,
+      "grad_norm": 0.0964035108175424,
+      "learning_rate": 9.982910082944308e-05,
+      "loss": 0.0329,
+      "step": 24680
+    },
+    {
+      "epoch": 0.07904,
+      "grad_norm": 0.12902371162110443,
+      "learning_rate": 9.982882389135977e-05,
+      "loss": 0.032,
+      "step": 24700
+    },
+    {
+      "epoch": 0.079104,
+      "grad_norm": 0.13634758754882226,
+      "learning_rate": 9.9828546729457e-05,
+      "loss": 0.0321,
+      "step": 24720
+    },
+    {
+      "epoch": 0.079168,
+      "grad_norm": 0.11364374593349984,
+      "learning_rate": 9.982826934373604e-05,
+      "loss": 0.0356,
+      "step": 24740
+    },
+    {
+      "epoch": 0.079232,
+      "grad_norm": 0.11119432247672688,
+      "learning_rate": 9.98279917341981e-05,
+      "loss": 0.0382,
+      "step": 24760
+    },
+    {
+      "epoch": 0.079296,
+      "grad_norm": 0.10298859948437575,
+      "learning_rate": 9.982771390084446e-05,
+      "loss": 0.0333,
+      "step": 24780
+    },
+    {
+      "epoch": 0.07936,
+      "grad_norm": 0.12396091007150137,
+      "learning_rate": 9.982743584367637e-05,
+      "loss": 0.0332,
+      "step": 24800
+    },
+    {
+      "epoch": 0.079424,
+      "grad_norm": 0.09996606536090746,
+      "learning_rate": 9.982715756269505e-05,
+      "loss": 0.0332,
+      "step": 24820
+    },
+    {
+      "epoch": 0.079488,
+      "grad_norm": 0.13933585614323685,
+      "learning_rate": 9.982687905790178e-05,
+      "loss": 0.0329,
+      "step": 24840
+    },
+    {
+      "epoch": 0.079552,
+      "grad_norm": 0.09471685794063534,
+      "learning_rate": 9.982660032929778e-05,
+      "loss": 0.0298,
+      "step": 24860
+    },
+    {
+      "epoch": 0.079616,
+      "grad_norm": 0.1374380867744802,
+      "learning_rate": 9.982632137688435e-05,
+      "loss": 0.0344,
+      "step": 24880
+    },
+    {
+      "epoch": 0.07968,
+      "grad_norm": 0.08803363447017606,
+      "learning_rate": 9.982604220066269e-05,
+      "loss": 0.0364,
+      "step": 24900
+    },
+    {
+      "epoch": 0.079744,
+      "grad_norm": 0.1386970521201084,
+      "learning_rate": 9.982576280063407e-05,
+      "loss": 0.0335,
+      "step": 24920
+    },
+    {
+      "epoch": 0.079808,
+      "grad_norm": 0.14197989770467562,
+      "learning_rate": 9.982548317679976e-05,
+      "loss": 0.0315,
+      "step": 24940
+    },
+    {
+      "epoch": 0.079872,
+      "grad_norm": 0.09712238102162671,
+      "learning_rate": 9.982520332916102e-05,
+      "loss": 0.0321,
+      "step": 24960
+    },
+    {
+      "epoch": 0.079936,
+      "grad_norm": 0.09227798757015492,
+      "learning_rate": 9.982492325771908e-05,
+      "loss": 0.0303,
+      "step": 24980
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.10211406590987661,
+      "learning_rate": 9.982464296247522e-05,
+      "loss": 0.0342,
+      "step": 25000
+    },
+    {
+      "epoch": 0.080064,
+      "grad_norm": 0.18082385185905728,
+      "learning_rate": 9.98243624434307e-05,
+      "loss": 0.0318,
+      "step": 25020
+    },
+    {
+      "epoch": 0.080128,
+      "grad_norm": 0.07103310374430172,
+      "learning_rate": 9.982408170058675e-05,
+      "loss": 0.0356,
+      "step": 25040
+    },
+    {
+      "epoch": 0.080192,
+      "grad_norm": 0.10584007822092685,
+      "learning_rate": 9.982380073394465e-05,
+      "loss": 0.0363,
+      "step": 25060
+    },
+    {
+      "epoch": 0.080256,
+      "grad_norm": 0.09522641144881656,
+      "learning_rate": 9.982351954350569e-05,
+      "loss": 0.0351,
+      "step": 25080
+    },
+    {
+      "epoch": 0.08032,
+      "grad_norm": 0.1425724898902192,
+      "learning_rate": 9.98232381292711e-05,
+      "loss": 0.0364,
+      "step": 25100
+    },
+    {
+      "epoch": 0.080384,
+      "grad_norm": 0.2089148016770719,
+      "learning_rate": 9.982295649124215e-05,
+      "loss": 0.0365,
+      "step": 25120
+    },
+    {
+      "epoch": 0.080448,
+      "grad_norm": 0.2186503553193735,
+      "learning_rate": 9.98226746294201e-05,
+      "loss": 0.0312,
+      "step": 25140
+    },
+    {
+      "epoch": 0.080512,
+      "grad_norm": 0.13424573188961297,
+      "learning_rate": 9.982239254380624e-05,
+      "loss": 0.0315,
+      "step": 25160
+    },
+    {
+      "epoch": 0.080576,
+      "grad_norm": 0.15442275500620958,
+      "learning_rate": 9.98221102344018e-05,
+      "loss": 0.0368,
+      "step": 25180
+    },
+    {
+      "epoch": 0.08064,
+      "grad_norm": 0.1139235449092795,
+      "learning_rate": 9.982182770120807e-05,
+      "loss": 0.0365,
+      "step": 25200
+    },
+    {
+      "epoch": 0.080704,
+      "grad_norm": 0.07326654247311916,
+      "learning_rate": 9.982154494422633e-05,
+      "loss": 0.0343,
+      "step": 25220
+    },
+    {
+      "epoch": 0.080768,
+      "grad_norm": 0.11521027938534616,
+      "learning_rate": 9.982126196345784e-05,
+      "loss": 0.0329,
+      "step": 25240
+    },
+    {
+      "epoch": 0.080832,
+      "grad_norm": 0.09615136105389115,
+      "learning_rate": 9.982097875890386e-05,
+      "loss": 0.036,
+      "step": 25260
+    },
+    {
+      "epoch": 0.080896,
+      "grad_norm": 0.1091019555906166,
+      "learning_rate": 9.982069533056566e-05,
+      "loss": 0.0374,
+      "step": 25280
+    },
+    {
+      "epoch": 0.08096,
+      "grad_norm": 0.10089828094391107,
+      "learning_rate": 9.982041167844454e-05,
+      "loss": 0.033,
+      "step": 25300
+    },
+    {
+      "epoch": 0.081024,
+      "grad_norm": 0.0666994908594565,
+      "learning_rate": 9.982012780254175e-05,
+      "loss": 0.0305,
+      "step": 25320
+    },
+    {
+      "epoch": 0.081088,
+      "grad_norm": 0.10244077735697388,
+      "learning_rate": 9.981984370285857e-05,
+      "loss": 0.0356,
+      "step": 25340
+    },
+    {
+      "epoch": 0.081152,
+      "grad_norm": 0.09437752237104859,
+      "learning_rate": 9.981955937939629e-05,
+      "loss": 0.0352,
+      "step": 25360
+    },
+    {
+      "epoch": 0.081216,
+      "grad_norm": 0.11200821455002646,
+      "learning_rate": 9.981927483215617e-05,
+      "loss": 0.0309,
+      "step": 25380
+    },
+    {
+      "epoch": 0.08128,
+      "grad_norm": 0.08896521758843787,
+      "learning_rate": 9.981899006113949e-05,
+      "loss": 0.0335,
+      "step": 25400
+    },
+    {
+      "epoch": 0.081344,
+      "grad_norm": 0.1644478330031223,
+      "learning_rate": 9.981870506634752e-05,
+      "loss": 0.0373,
+      "step": 25420
+    },
+    {
+      "epoch": 0.081408,
+      "grad_norm": 0.07971674925906712,
+      "learning_rate": 9.981841984778158e-05,
+      "loss": 0.0343,
+      "step": 25440
+    },
+    {
+      "epoch": 0.081472,
+      "grad_norm": 0.10442652834495857,
+      "learning_rate": 9.981813440544292e-05,
+      "loss": 0.0317,
+      "step": 25460
+    },
+    {
+      "epoch": 0.081536,
+      "grad_norm": 0.07785670732939133,
+      "learning_rate": 9.981784873933283e-05,
+      "loss": 0.0339,
+      "step": 25480
+    },
+    {
+      "epoch": 0.0816,
+      "grad_norm": 0.07163519821657759,
+      "learning_rate": 9.981756284945256e-05,
+      "loss": 0.0343,
+      "step": 25500
+    },
+    {
+      "epoch": 0.081664,
+      "grad_norm": 0.3101263292137316,
+      "learning_rate": 9.981727673580346e-05,
+      "loss": 0.037,
+      "step": 25520
+    },
+    {
+      "epoch": 0.081728,
+      "grad_norm": 0.12408034693958458,
+      "learning_rate": 9.981699039838675e-05,
+      "loss": 0.0341,
+      "step": 25540
+    },
+    {
+      "epoch": 0.081792,
+      "grad_norm": 0.10668163958916406,
+      "learning_rate": 9.981670383720376e-05,
+      "loss": 0.0354,
+      "step": 25560
+    },
+    {
+      "epoch": 0.081856,
+      "grad_norm": 0.11666162452583224,
+      "learning_rate": 9.981641705225576e-05,
+      "loss": 0.0337,
+      "step": 25580
+    },
+    {
+      "epoch": 0.08192,
+      "grad_norm": 0.1266754357784379,
+      "learning_rate": 9.981613004354404e-05,
+      "loss": 0.0324,
+      "step": 25600
+    },
+    {
+      "epoch": 0.081984,
+      "grad_norm": 0.13636621417411812,
+      "learning_rate": 9.98158428110699e-05,
+      "loss": 0.0309,
+      "step": 25620
+    },
+    {
+      "epoch": 0.082048,
+      "grad_norm": 0.07406653052635553,
+      "learning_rate": 9.98155553548346e-05,
+      "loss": 0.0353,
+      "step": 25640
+    },
+    {
+      "epoch": 0.082112,
+      "grad_norm": 0.11723635656900046,
+      "learning_rate": 9.981526767483947e-05,
+      "loss": 0.0363,
+      "step": 25660
+    },
+    {
+      "epoch": 0.082176,
+      "grad_norm": 0.09303343243487204,
+      "learning_rate": 9.981497977108579e-05,
+      "loss": 0.0337,
+      "step": 25680
+    },
+    {
+      "epoch": 0.08224,
+      "grad_norm": 0.11279445881566842,
+      "learning_rate": 9.981469164357481e-05,
+      "loss": 0.034,
+      "step": 25700
+    },
+    {
+      "epoch": 0.082304,
+      "grad_norm": 0.13762903968721363,
+      "learning_rate": 9.981440329230789e-05,
+      "loss": 0.0343,
+      "step": 25720
+    },
+    {
+      "epoch": 0.082368,
+      "grad_norm": 0.09792825509024976,
+      "learning_rate": 9.981411471728629e-05,
+      "loss": 0.0353,
+      "step": 25740
+    },
+    {
+      "epoch": 0.082432,
+      "grad_norm": 0.12201563666901388,
+      "learning_rate": 9.98138259185113e-05,
+      "loss": 0.0362,
+      "step": 25760
+    },
+    {
+      "epoch": 0.082496,
+      "grad_norm": 0.09758342960261081,
+      "learning_rate": 9.981353689598426e-05,
+      "loss": 0.0345,
+      "step": 25780
+    },
+    {
+      "epoch": 0.08256,
+      "grad_norm": 0.08516873877131799,
+      "learning_rate": 9.981324764970641e-05,
+      "loss": 0.0341,
+      "step": 25800
+    },
+    {
+      "epoch": 0.082624,
+      "grad_norm": 0.08884866170475066,
+      "learning_rate": 9.981295817967909e-05,
+      "loss": 0.0377,
+      "step": 25820
+    },
+    {
+      "epoch": 0.082688,
+      "grad_norm": 0.17891002467190936,
+      "learning_rate": 9.981266848590357e-05,
+      "loss": 0.0328,
+      "step": 25840
+    },
+    {
+      "epoch": 0.082752,
+      "grad_norm": 0.16415233599777201,
+      "learning_rate": 9.981237856838118e-05,
+      "loss": 0.0349,
+      "step": 25860
+    },
+    {
+      "epoch": 0.082816,
+      "grad_norm": 0.15304691700742276,
+      "learning_rate": 9.981208842711322e-05,
+      "loss": 0.0326,
+      "step": 25880
+    },
+    {
+      "epoch": 0.08288,
+      "grad_norm": 0.098739681703439,
+      "learning_rate": 9.981179806210097e-05,
+      "loss": 0.0303,
+      "step": 25900
+    },
+    {
+      "epoch": 0.082944,
+      "grad_norm": 0.10394103448642981,
+      "learning_rate": 9.981150747334576e-05,
+      "loss": 0.0325,
+      "step": 25920
+    },
+    {
+      "epoch": 0.083008,
+      "grad_norm": 0.09534363779630273,
+      "learning_rate": 9.981121666084887e-05,
+      "loss": 0.0343,
+      "step": 25940
+    },
+    {
+      "epoch": 0.083072,
+      "grad_norm": 0.09794184663173701,
+      "learning_rate": 9.981092562461162e-05,
+      "loss": 0.0316,
+      "step": 25960
+    },
+    {
+      "epoch": 0.083136,
+      "grad_norm": 0.12107921328403581,
+      "learning_rate": 9.981063436463532e-05,
+      "loss": 0.0333,
+      "step": 25980
+    },
+    {
+      "epoch": 0.0832,
+      "grad_norm": 0.12276145898120404,
+      "learning_rate": 9.981034288092128e-05,
+      "loss": 0.0354,
+      "step": 26000
+    },
+    {
+      "epoch": 0.083264,
+      "grad_norm": 0.0728990808026228,
+      "learning_rate": 9.98100511734708e-05,
+      "loss": 0.0344,
+      "step": 26020
+    },
+    {
+      "epoch": 0.083328,
+      "grad_norm": 0.09309040905069606,
+      "learning_rate": 9.980975924228519e-05,
+      "loss": 0.03,
+      "step": 26040
+    },
+    {
+      "epoch": 0.083392,
+      "grad_norm": 0.09601135061338163,
+      "learning_rate": 9.980946708736578e-05,
+      "loss": 0.0343,
+      "step": 26060
+    },
+    {
+      "epoch": 0.083456,
+      "grad_norm": 0.11404231901998185,
+      "learning_rate": 9.980917470871386e-05,
+      "loss": 0.0321,
+      "step": 26080
+    },
+    {
+      "epoch": 0.08352,
+      "grad_norm": 0.14810312951620502,
+      "learning_rate": 9.980888210633075e-05,
+      "loss": 0.0358,
+      "step": 26100
+    },
+    {
+      "epoch": 0.083584,
+      "grad_norm": 0.07238199047553598,
+      "learning_rate": 9.980858928021777e-05,
+      "loss": 0.0373,
+      "step": 26120
+    },
+    {
+      "epoch": 0.083648,
+      "grad_norm": 0.11099168381219922,
+      "learning_rate": 9.980829623037622e-05,
+      "loss": 0.0337,
+      "step": 26140
+    },
+    {
+      "epoch": 0.083712,
+      "grad_norm": 0.09036704843816833,
+      "learning_rate": 9.980800295680744e-05,
+      "loss": 0.0324,
+      "step": 26160
+    },
+    {
+      "epoch": 0.083776,
+      "grad_norm": 0.09777126950432659,
+      "learning_rate": 9.980770945951273e-05,
+      "loss": 0.037,
+      "step": 26180
+    },
+    {
+      "epoch": 0.08384,
+      "grad_norm": 0.13363436890903405,
+      "learning_rate": 9.980741573849341e-05,
+      "loss": 0.0349,
+      "step": 26200
+    },
+    {
+      "epoch": 0.083904,
+      "grad_norm": 0.09468560758356773,
+      "learning_rate": 9.98071217937508e-05,
+      "loss": 0.0334,
+      "step": 26220
+    },
+    {
+      "epoch": 0.083968,
+      "grad_norm": 0.1594617038830298,
+      "learning_rate": 9.980682762528624e-05,
+      "loss": 0.0329,
+      "step": 26240
+    },
+    {
+      "epoch": 0.084032,
+      "grad_norm": 0.09945591035403296,
+      "learning_rate": 9.980653323310103e-05,
+      "loss": 0.0336,
+      "step": 26260
+    },
+    {
+      "epoch": 0.084096,
+      "grad_norm": 0.1364787574294266,
+      "learning_rate": 9.980623861719648e-05,
+      "loss": 0.0352,
+      "step": 26280
+    },
+    {
+      "epoch": 0.08416,
+      "grad_norm": 0.07860179760009363,
+      "learning_rate": 9.980594377757394e-05,
+      "loss": 0.0373,
+      "step": 26300
+    },
+    {
+      "epoch": 0.084224,
+      "grad_norm": 0.08982282756780344,
+      "learning_rate": 9.980564871423473e-05,
+      "loss": 0.032,
+      "step": 26320
+    },
+    {
+      "epoch": 0.084288,
+      "grad_norm": 0.0750707072305192,
+      "learning_rate": 9.980535342718017e-05,
+      "loss": 0.034,
+      "step": 26340
+    },
+    {
+      "epoch": 0.084352,
+      "grad_norm": 0.06625939120329474,
+      "learning_rate": 9.980505791641157e-05,
+      "loss": 0.0349,
+      "step": 26360
+    },
+    {
+      "epoch": 0.084416,
+      "grad_norm": 0.16785140802536722,
+      "learning_rate": 9.980476218193026e-05,
+      "loss": 0.0349,
+      "step": 26380
+    },
+    {
+      "epoch": 0.08448,
+      "grad_norm": 0.2214128378608345,
+      "learning_rate": 9.980446622373763e-05,
+      "loss": 0.0341,
+      "step": 26400
+    },
+    {
+      "epoch": 0.084544,
+      "grad_norm": 0.248307276431833,
+      "learning_rate": 9.980417004183492e-05,
+      "loss": 0.0318,
+      "step": 26420
+    },
+    {
+      "epoch": 0.084608,
+      "grad_norm": 0.18916924104820848,
+      "learning_rate": 9.980387363622352e-05,
+      "loss": 0.0353,
+      "step": 26440
+    },
+    {
+      "epoch": 0.084672,
+      "grad_norm": 0.13319409896760004,
+      "learning_rate": 9.980357700690473e-05,
+      "loss": 0.0353,
+      "step": 26460
+    },
+    {
+      "epoch": 0.084736,
+      "grad_norm": 0.1784927564508636,
+      "learning_rate": 9.98032801538799e-05,
+      "loss": 0.034,
+      "step": 26480
+    },
+    {
+      "epoch": 0.0848,
+      "grad_norm": 0.09985811554126596,
+      "learning_rate": 9.980298307715037e-05,
+      "loss": 0.029,
+      "step": 26500
+    },
+    {
+      "epoch": 0.084864,
+      "grad_norm": 0.1042248250719875,
+      "learning_rate": 9.980268577671745e-05,
+      "loss": 0.031,
+      "step": 26520
+    },
+    {
+      "epoch": 0.084928,
+      "grad_norm": 0.12675606112647853,
+      "learning_rate": 9.98023882525825e-05,
+      "loss": 0.0347,
+      "step": 26540
+    },
+    {
+      "epoch": 0.084992,
+      "grad_norm": 0.1555947064913012,
+      "learning_rate": 9.980209050474682e-05,
+      "loss": 0.0338,
+      "step": 26560
+    },
+    {
+      "epoch": 0.085056,
+      "grad_norm": 0.2002696071643262,
+      "learning_rate": 9.98017925332118e-05,
+      "loss": 0.0334,
+      "step": 26580
+    },
+    {
+      "epoch": 0.08512,
+      "grad_norm": 0.16145064552152683,
+      "learning_rate": 9.980149433797874e-05,
+      "loss": 0.0359,
+      "step": 26600
+    },
+    {
+      "epoch": 0.085184,
+      "grad_norm": 0.12937012871863116,
+      "learning_rate": 9.9801195919049e-05,
+      "loss": 0.0343,
+      "step": 26620
+    },
+    {
+      "epoch": 0.085248,
+      "grad_norm": 0.125592760727966,
+      "learning_rate": 9.980089727642388e-05,
+      "loss": 0.0342,
+      "step": 26640
+    },
+    {
+      "epoch": 0.085312,
+      "grad_norm": 0.10607587741499251,
+      "learning_rate": 9.980059841010478e-05,
+      "loss": 0.0317,
+      "step": 26660
+    },
+    {
+      "epoch": 0.085376,
+      "grad_norm": 0.09229833577966556,
+      "learning_rate": 9.9800299320093e-05,
+      "loss": 0.0346,
+      "step": 26680
+    },
+    {
+      "epoch": 0.08544,
+      "grad_norm": 0.121626444886051,
+      "learning_rate": 9.980000000638992e-05,
+      "loss": 0.0316,
+      "step": 26700
+    },
+    {
+      "epoch": 0.085504,
+      "grad_norm": 0.14013946994825283,
+      "learning_rate": 9.979970046899684e-05,
+      "loss": 0.0325,
+      "step": 26720
+    },
+    {
+      "epoch": 0.085568,
+      "grad_norm": 0.0898637998612099,
+      "learning_rate": 9.979940070791513e-05,
+      "loss": 0.0354,
+      "step": 26740
+    },
+    {
+      "epoch": 0.085632,
+      "grad_norm": 0.17266235695287616,
+      "learning_rate": 9.979910072314613e-05,
+      "loss": 0.0348,
+      "step": 26760
+    },
+    {
+      "epoch": 0.085696,
+      "grad_norm": 0.18300040009353344,
+      "learning_rate": 9.97988005146912e-05,
+      "loss": 0.0368,
+      "step": 26780
+    },
+    {
+      "epoch": 0.08576,
+      "grad_norm": 0.09865968202329661,
+      "learning_rate": 9.979850008255169e-05,
+      "loss": 0.0373,
+      "step": 26800
+    },
+    {
+      "epoch": 0.085824,
+      "grad_norm": 0.1192016983445076,
+      "learning_rate": 9.979819942672892e-05,
+      "loss": 0.0342,
+      "step": 26820
+    },
+    {
+      "epoch": 0.085888,
+      "grad_norm": 0.07038640132499667,
+      "learning_rate": 9.979789854722428e-05,
+      "loss": 0.0323,
+      "step": 26840
+    },
+    {
+      "epoch": 0.085952,
+      "grad_norm": 0.09984638227835767,
+      "learning_rate": 9.979759744403909e-05,
+      "loss": 0.0328,
+      "step": 26860
+    },
+    {
+      "epoch": 0.086016,
+      "grad_norm": 0.08778506527520731,
+      "learning_rate": 9.979729611717469e-05,
+      "loss": 0.0343,
+      "step": 26880
+    },
+    {
+      "epoch": 0.08608,
+      "grad_norm": 0.16102979882329513,
+      "learning_rate": 9.979699456663249e-05,
+      "loss": 0.0355,
+      "step": 26900
+    },
+    {
+      "epoch": 0.086144,
+      "grad_norm": 0.10599790081675076,
+      "learning_rate": 9.979669279241381e-05,
+      "loss": 0.0323,
+      "step": 26920
+    },
+    {
+      "epoch": 0.086208,
+      "grad_norm": 0.17778375969959734,
+      "learning_rate": 9.979639079451999e-05,
+      "loss": 0.0324,
+      "step": 26940
+    },
+    {
+      "epoch": 0.086272,
+      "grad_norm": 0.13130108629491347,
+      "learning_rate": 9.979608857295242e-05,
+      "loss": 0.0333,
+      "step": 26960
+    },
+    {
+      "epoch": 0.086336,
+      "grad_norm": 0.1332503811098483,
+      "learning_rate": 9.979578612771244e-05,
+      "loss": 0.0289,
+      "step": 26980
+    },
+    {
+      "epoch": 0.0864,
+      "grad_norm": 0.10135866634209033,
+      "learning_rate": 9.979548345880141e-05,
+      "loss": 0.0355,
+      "step": 27000
+    },
+    {
+      "epoch": 0.086464,
+      "grad_norm": 0.08881258103630237,
+      "learning_rate": 9.979518056622068e-05,
+      "loss": 0.0361,
+      "step": 27020
+    },
+    {
+      "epoch": 0.086528,
+      "grad_norm": 0.10500893021948983,
+      "learning_rate": 9.979487744997162e-05,
+      "loss": 0.0311,
+      "step": 27040
+    },
+    {
+      "epoch": 0.086592,
+      "grad_norm": 0.08634608811932463,
+      "learning_rate": 9.97945741100556e-05,
+      "loss": 0.0325,
+      "step": 27060
+    },
+    {
+      "epoch": 0.086656,
+      "grad_norm": 0.11201637936309917,
+      "learning_rate": 9.979427054647396e-05,
+      "loss": 0.0338,
+      "step": 27080
+    },
+    {
+      "epoch": 0.08672,
+      "grad_norm": 0.09044858487049827,
+      "learning_rate": 9.97939667592281e-05,
+      "loss": 0.0311,
+      "step": 27100
+    },
+    {
+      "epoch": 0.086784,
+      "grad_norm": 0.1775563615034672,
+      "learning_rate": 9.979366274831934e-05,
+      "loss": 0.0317,
+      "step": 27120
+    },
+    {
+      "epoch": 0.086848,
+      "grad_norm": 0.09649282813404556,
+      "learning_rate": 9.979335851374908e-05,
+      "loss": 0.0325,
+      "step": 27140
+    },
+    {
+      "epoch": 0.086912,
+      "grad_norm": 0.08654850027011385,
+      "learning_rate": 9.979305405551866e-05,
+      "loss": 0.033,
+      "step": 27160
+    },
+    {
+      "epoch": 0.086976,
+      "grad_norm": 0.21517557322627548,
+      "learning_rate": 9.979274937362948e-05,
+      "loss": 0.0328,
+      "step": 27180
+    },
+    {
+      "epoch": 0.08704,
+      "grad_norm": 0.08473273610198778,
+      "learning_rate": 9.979244446808289e-05,
+      "loss": 0.0329,
+      "step": 27200
+    },
+    {
+      "epoch": 0.087104,
+      "grad_norm": 0.1397192087903003,
+      "learning_rate": 9.979213933888025e-05,
+      "loss": 0.0319,
+      "step": 27220
+    },
+    {
+      "epoch": 0.087168,
+      "grad_norm": 0.08650307730105586,
+      "learning_rate": 9.979183398602295e-05,
+      "loss": 0.0345,
+      "step": 27240
+    },
+    {
+      "epoch": 0.087232,
+      "grad_norm": 0.16456251715354028,
+      "learning_rate": 9.979152840951233e-05,
+      "loss": 0.0313,
+      "step": 27260
+    },
+    {
+      "epoch": 0.087296,
+      "grad_norm": 0.13599818947399986,
+      "learning_rate": 9.979122260934981e-05,
+      "loss": 0.0337,
+      "step": 27280
+    },
+    {
+      "epoch": 0.08736,
+      "grad_norm": 0.10749821023105077,
+      "learning_rate": 9.979091658553672e-05,
+      "loss": 0.0322,
+      "step": 27300
+    },
+    {
+      "epoch": 0.087424,
+      "grad_norm": 0.0865907975129192,
+      "learning_rate": 9.979061033807446e-05,
+      "loss": 0.0346,
+      "step": 27320
+    },
+    {
+      "epoch": 0.087488,
+      "grad_norm": 0.11873638650971817,
+      "learning_rate": 9.97903038669644e-05,
+      "loss": 0.0345,
+      "step": 27340
+    },
+    {
+      "epoch": 0.087552,
+      "grad_norm": 0.14414853511156653,
+      "learning_rate": 9.978999717220791e-05,
+      "loss": 0.0302,
+      "step": 27360
+    },
+    {
+      "epoch": 0.087616,
+      "grad_norm": 0.10027434094727658,
+      "learning_rate": 9.978969025380639e-05,
+      "loss": 0.0335,
+      "step": 27380
+    },
+    {
+      "epoch": 0.08768,
+      "grad_norm": 0.17439373895053134,
+      "learning_rate": 9.978938311176118e-05,
+      "loss": 0.0356,
+      "step": 27400
+    },
+    {
+      "epoch": 0.087744,
+      "grad_norm": 0.0952652862053885,
+      "learning_rate": 9.97890757460737e-05,
+      "loss": 0.0342,
+      "step": 27420
+    },
+    {
+      "epoch": 0.087808,
+      "grad_norm": 0.12062573839458407,
+      "learning_rate": 9.97887681567453e-05,
+      "loss": 0.0347,
+      "step": 27440
+    },
+    {
+      "epoch": 0.087872,
+      "grad_norm": 0.08271422349877665,
+      "learning_rate": 9.978846034377737e-05,
+      "loss": 0.0326,
+      "step": 27460
+    },
+    {
+      "epoch": 0.087936,
+      "grad_norm": 0.09099238308057277,
+      "learning_rate": 9.978815230717128e-05,
+      "loss": 0.0345,
+      "step": 27480
+    },
+    {
+      "epoch": 0.088,
+      "grad_norm": 0.08389020146211872,
+      "learning_rate": 9.978784404692847e-05,
+      "loss": 0.0323,
+      "step": 27500
+    },
+    {
+      "epoch": 0.088064,
+      "grad_norm": 0.09318687815543503,
+      "learning_rate": 9.978753556305025e-05,
+      "loss": 0.0303,
+      "step": 27520
+    },
+    {
+      "epoch": 0.088128,
+      "grad_norm": 0.1736526090809674,
+      "learning_rate": 9.978722685553806e-05,
+      "loss": 0.0342,
+      "step": 27540
+    },
+    {
+      "epoch": 0.088192,
+      "grad_norm": 0.06556682594955504,
+      "learning_rate": 9.978691792439326e-05,
+      "loss": 0.0315,
+      "step": 27560
+    },
+    {
+      "epoch": 0.088256,
+      "grad_norm": 0.16506186730723346,
+      "learning_rate": 9.978660876961723e-05,
+      "loss": 0.0334,
+      "step": 27580
+    },
+    {
+      "epoch": 0.08832,
+      "grad_norm": 0.17320003960370256,
+      "learning_rate": 9.978629939121138e-05,
+      "loss": 0.0346,
+      "step": 27600
+    },
+    {
+      "epoch": 0.088384,
+      "grad_norm": 0.06836463647767692,
+      "learning_rate": 9.97859897891771e-05,
+      "loss": 0.0312,
+      "step": 27620
+    },
+    {
+      "epoch": 0.088448,
+      "grad_norm": 0.14102166469649105,
+      "learning_rate": 9.978567996351577e-05,
+      "loss": 0.0342,
+      "step": 27640
+    },
+    {
+      "epoch": 0.088512,
+      "grad_norm": 0.11282781762951137,
+      "learning_rate": 9.978536991422877e-05,
+      "loss": 0.0297,
+      "step": 27660
+    },
+    {
+      "epoch": 0.088576,
+      "grad_norm": 0.09442820131078558,
+      "learning_rate": 9.978505964131753e-05,
+      "loss": 0.0308,
+      "step": 27680
+    },
+    {
+      "epoch": 0.08864,
+      "grad_norm": 0.06881502349206892,
+      "learning_rate": 9.97847491447834e-05,
+      "loss": 0.0338,
+      "step": 27700
+    },
+    {
+      "epoch": 0.088704,
+      "grad_norm": 0.1661319892102743,
+      "learning_rate": 9.978443842462781e-05,
+      "loss": 0.0323,
+      "step": 27720
+    },
+    {
+      "epoch": 0.088768,
+      "grad_norm": 0.12367270917427937,
+      "learning_rate": 9.978412748085215e-05,
+      "loss": 0.0317,
+      "step": 27740
+    },
+    {
+      "epoch": 0.088832,
+      "grad_norm": 0.17380886112768024,
+      "learning_rate": 9.978381631345779e-05,
+      "loss": 0.0339,
+      "step": 27760
+    },
+    {
+      "epoch": 0.088896,
+      "grad_norm": 0.09631126346224517,
+      "learning_rate": 9.978350492244614e-05,
+      "loss": 0.0309,
+      "step": 27780
+    },
+    {
+      "epoch": 0.08896,
+      "grad_norm": 0.11097409012323432,
+      "learning_rate": 9.978319330781862e-05,
+      "loss": 0.0341,
+      "step": 27800
+    },
+    {
+      "epoch": 0.089024,
+      "grad_norm": 0.10458043069137153,
+      "learning_rate": 9.978288146957661e-05,
+      "loss": 0.0357,
+      "step": 27820
+    },
+    {
+      "epoch": 0.089088,
+      "grad_norm": 0.07451959272347594,
+      "learning_rate": 9.978256940772151e-05,
+      "loss": 0.0308,
+      "step": 27840
+    },
+    {
+      "epoch": 0.089152,
+      "grad_norm": 0.07010272719535834,
+      "learning_rate": 9.978225712225474e-05,
+      "loss": 0.0342,
+      "step": 27860
+    },
+    {
+      "epoch": 0.089216,
+      "grad_norm": 0.08730630513972729,
+      "learning_rate": 9.978194461317768e-05,
+      "loss": 0.0318,
+      "step": 27880
+    },
+    {
+      "epoch": 0.08928,
+      "grad_norm": 0.11438032722933647,
+      "learning_rate": 9.978163188049172e-05,
+      "loss": 0.0346,
+      "step": 27900
+    },
+    {
+      "epoch": 0.089344,
+      "grad_norm": 0.18069230727615407,
+      "learning_rate": 9.978131892419832e-05,
+      "loss": 0.033,
+      "step": 27920
+    },
+    {
+      "epoch": 0.089408,
+      "grad_norm": 0.13817597701472376,
+      "learning_rate": 9.978100574429883e-05,
+      "loss": 0.0351,
+      "step": 27940
+    },
+    {
+      "epoch": 0.089472,
+      "grad_norm": 0.16849240827331133,
+      "learning_rate": 9.97806923407947e-05,
+      "loss": 0.0349,
+      "step": 27960
+    },
+    {
+      "epoch": 0.089536,
+      "grad_norm": 0.13684633978342267,
+      "learning_rate": 9.97803787136873e-05,
+      "loss": 0.0365,
+      "step": 27980
+    },
+    {
+      "epoch": 0.0896,
+      "grad_norm": 0.12233710523359623,
+      "learning_rate": 9.978006486297808e-05,
+      "loss": 0.0379,
+      "step": 28000
+    },
+    {
+      "epoch": 0.089664,
+      "grad_norm": 0.12054786214814472,
+      "learning_rate": 9.977975078866841e-05,
+      "loss": 0.033,
+      "step": 28020
+    },
+    {
+      "epoch": 0.089728,
+      "grad_norm": 0.12509239778608508,
+      "learning_rate": 9.977943649075971e-05,
+      "loss": 0.0317,
+      "step": 28040
+    },
+    {
+      "epoch": 0.089792,
+      "grad_norm": 0.12920034013048778,
+      "learning_rate": 9.97791219692534e-05,
+      "loss": 0.0313,
+      "step": 28060
+    },
+    {
+      "epoch": 0.089856,
+      "grad_norm": 0.08254257453077578,
+      "learning_rate": 9.977880722415092e-05,
+      "loss": 0.0286,
+      "step": 28080
+    },
+    {
+      "epoch": 0.08992,
+      "grad_norm": 0.07514165766367642,
+      "learning_rate": 9.977849225545362e-05,
+      "loss": 0.0316,
+      "step": 28100
+    },
+    {
+      "epoch": 0.089984,
+      "grad_norm": 0.17487402618519027,
+      "learning_rate": 9.977817706316297e-05,
+      "loss": 0.0377,
+      "step": 28120
+    },
+    {
+      "epoch": 0.090048,
+      "grad_norm": 0.15835032516827238,
+      "learning_rate": 9.977786164728036e-05,
+      "loss": 0.035,
+      "step": 28140
+    },
+    {
+      "epoch": 0.090112,
+      "grad_norm": 0.07948123167654329,
+      "learning_rate": 9.977754600780721e-05,
+      "loss": 0.037,
+      "step": 28160
+    },
+    {
+      "epoch": 0.090176,
+      "grad_norm": 0.16162832387698114,
+      "learning_rate": 9.977723014474494e-05,
+      "loss": 0.0297,
+      "step": 28180
+    },
+    {
+      "epoch": 0.09024,
+      "grad_norm": 0.1089538191220854,
+      "learning_rate": 9.977691405809498e-05,
+      "loss": 0.04,
+      "step": 28200
+    },
+    {
+      "epoch": 0.090304,
+      "grad_norm": 0.10656254509044752,
+      "learning_rate": 9.977659774785873e-05,
+      "loss": 0.0404,
+      "step": 28220
+    },
+    {
+      "epoch": 0.090368,
+      "grad_norm": 0.10815279926617702,
+      "learning_rate": 9.977628121403761e-05,
+      "loss": 0.0343,
+      "step": 28240
+    },
+    {
+      "epoch": 0.090432,
+      "grad_norm": 0.2002619528517407,
+      "learning_rate": 9.977596445663306e-05,
+      "loss": 0.032,
+      "step": 28260
+    },
+    {
+      "epoch": 0.090496,
+      "grad_norm": 0.13876161554494884,
+      "learning_rate": 9.977564747564649e-05,
+      "loss": 0.0346,
+      "step": 28280
+    },
+    {
+      "epoch": 0.09056,
+      "grad_norm": 0.11300051995159172,
+      "learning_rate": 9.977533027107934e-05,
+      "loss": 0.0342,
+      "step": 28300
+    },
+    {
+      "epoch": 0.090624,
+      "grad_norm": 0.10960332432074564,
+      "learning_rate": 9.977501284293302e-05,
+      "loss": 0.036,
+      "step": 28320
+    },
+    {
+      "epoch": 0.090688,
+      "grad_norm": 0.08914569078037383,
+      "learning_rate": 9.977469519120894e-05,
+      "loss": 0.0327,
+      "step": 28340
+    },
+    {
+      "epoch": 0.090752,
+      "grad_norm": 0.11508348841481472,
+      "learning_rate": 9.977437731590858e-05,
+      "loss": 0.0306,
+      "step": 28360
+    },
+    {
+      "epoch": 0.090816,
+      "grad_norm": 0.1742130513040511,
+      "learning_rate": 9.97740592170333e-05,
+      "loss": 0.0325,
+      "step": 28380
+    },
+    {
+      "epoch": 0.09088,
+      "grad_norm": 0.2091599445411073,
+      "learning_rate": 9.977374089458458e-05,
+      "loss": 0.0332,
+      "step": 28400
+    },
+    {
+      "epoch": 0.090944,
+      "grad_norm": 0.18037912833784317,
+      "learning_rate": 9.977342234856382e-05,
+      "loss": 0.0309,
+      "step": 28420
+    },
+    {
+      "epoch": 0.091008,
+      "grad_norm": 0.0749426721472801,
+      "learning_rate": 9.977310357897247e-05,
+      "loss": 0.0307,
+      "step": 28440
+    },
+    {
+      "epoch": 0.091072,
+      "grad_norm": 0.08944903794497892,
+      "learning_rate": 9.977278458581196e-05,
+      "loss": 0.0342,
+      "step": 28460
+    },
+    {
+      "epoch": 0.091136,
+      "grad_norm": 0.10388976947840407,
+      "learning_rate": 9.977246536908372e-05,
+      "loss": 0.0321,
+      "step": 28480
+    },
+    {
+      "epoch": 0.0912,
+      "grad_norm": 0.07075066927257913,
+      "learning_rate": 9.977214592878916e-05,
+      "loss": 0.0342,
+      "step": 28500
+    },
+    {
+      "epoch": 0.091264,
+      "grad_norm": 0.12765818173255997,
+      "learning_rate": 9.977182626492976e-05,
+      "loss": 0.0339,
+      "step": 28520
+    },
+    {
+      "epoch": 0.091328,
+      "grad_norm": 0.15251325618986036,
+      "learning_rate": 9.977150637750692e-05,
+      "loss": 0.0358,
+      "step": 28540
+    },
+    {
+      "epoch": 0.091392,
+      "grad_norm": 0.09663667398433569,
+      "learning_rate": 9.977118626652208e-05,
+      "loss": 0.0368,
+      "step": 28560
+    },
+    {
+      "epoch": 0.091456,
+      "grad_norm": 0.1051818396380922,
+      "learning_rate": 9.97708659319767e-05,
+      "loss": 0.0336,
+      "step": 28580
+    },
+    {
+      "epoch": 0.09152,
+      "grad_norm": 0.07911653600016368,
+      "learning_rate": 9.97705453738722e-05,
+      "loss": 0.0336,
+      "step": 28600
+    },
+    {
+      "epoch": 0.091584,
+      "grad_norm": 0.11767998133691641,
+      "learning_rate": 9.977022459221004e-05,
+      "loss": 0.0337,
+      "step": 28620
+    },
+    {
+      "epoch": 0.091648,
+      "grad_norm": 0.11756485292877743,
+      "learning_rate": 9.976990358699163e-05,
+      "loss": 0.0335,
+      "step": 28640
+    },
+    {
+      "epoch": 0.091712,
+      "grad_norm": 0.08021285901175416,
+      "learning_rate": 9.976958235821842e-05,
+      "loss": 0.0321,
+      "step": 28660
+    },
+    {
+      "epoch": 0.091776,
+      "grad_norm": 0.0961326009363166,
+      "learning_rate": 9.976926090589188e-05,
+      "loss": 0.0307,
+      "step": 28680
+    },
+    {
+      "epoch": 0.09184,
+      "grad_norm": 0.09043633771366169,
+      "learning_rate": 9.976893923001342e-05,
+      "loss": 0.0307,
+      "step": 28700
+    },
+    {
+      "epoch": 0.091904,
+      "grad_norm": 0.09129606158111475,
+      "learning_rate": 9.976861733058452e-05,
+      "loss": 0.0321,
+      "step": 28720
+    },
+    {
+      "epoch": 0.091968,
+      "grad_norm": 0.07641090636134419,
+      "learning_rate": 9.97682952076066e-05,
+      "loss": 0.0298,
+      "step": 28740
+    },
+    {
+      "epoch": 0.092032,
+      "grad_norm": 0.16801390969116842,
+      "learning_rate": 9.97679728610811e-05,
+      "loss": 0.0309,
+      "step": 28760
+    },
+    {
+      "epoch": 0.092096,
+      "grad_norm": 0.1418208675410538,
+      "learning_rate": 9.976765029100949e-05,
+      "loss": 0.0352,
+      "step": 28780
+    },
+    {
+      "epoch": 0.09216,
+      "grad_norm": 0.11327348210813974,
+      "learning_rate": 9.97673274973932e-05,
+      "loss": 0.0343,
+      "step": 28800
+    },
+    {
+      "epoch": 0.092224,
+      "grad_norm": 0.1771274889364176,
+      "learning_rate": 9.976700448023371e-05,
+      "loss": 0.0343,
+      "step": 28820
+    },
+    {
+      "epoch": 0.092288,
+      "grad_norm": 0.08791349862441265,
+      "learning_rate": 9.976668123953243e-05,
+      "loss": 0.0313,
+      "step": 28840
+    },
+    {
+      "epoch": 0.092352,
+      "grad_norm": 0.0966143717904765,
+      "learning_rate": 9.976635777529085e-05,
+      "loss": 0.0337,
+      "step": 28860
+    },
+    {
+      "epoch": 0.092416,
+      "grad_norm": 0.11653646483985518,
+      "learning_rate": 9.976603408751037e-05,
+      "loss": 0.0309,
+      "step": 28880
+    },
+    {
+      "epoch": 0.09248,
+      "grad_norm": 0.08189381578065129,
+      "learning_rate": 9.976571017619252e-05,
+      "loss": 0.0312,
+      "step": 28900
+    },
+    {
+      "epoch": 0.092544,
+      "grad_norm": 0.08897685932052636,
+      "learning_rate": 9.97653860413387e-05,
+      "loss": 0.0306,
+      "step": 28920
+    },
+    {
+      "epoch": 0.092608,
+      "grad_norm": 0.09438710625565576,
+      "learning_rate": 9.976506168295036e-05,
+      "loss": 0.0325,
+      "step": 28940
+    },
+    {
+      "epoch": 0.092672,
+      "grad_norm": 0.10762498007009522,
+      "learning_rate": 9.9764737101029e-05,
+      "loss": 0.0328,
+      "step": 28960
+    },
+    {
+      "epoch": 0.092736,
+      "grad_norm": 0.08529701631277038,
+      "learning_rate": 9.976441229557605e-05,
+      "loss": 0.0308,
+      "step": 28980
+    },
+    {
+      "epoch": 0.0928,
+      "grad_norm": 0.19667944233611961,
+      "learning_rate": 9.976408726659296e-05,
+      "loss": 0.0319,
+      "step": 29000
+    },
+    {
+      "epoch": 0.092864,
+      "grad_norm": 0.12465251366465091,
+      "learning_rate": 9.976376201408123e-05,
+      "loss": 0.0329,
+      "step": 29020
+    },
+    {
+      "epoch": 0.092928,
+      "grad_norm": 0.08833566639217344,
+      "learning_rate": 9.976343653804227e-05,
+      "loss": 0.0327,
+      "step": 29040
+    },
+    {
+      "epoch": 0.092992,
+      "grad_norm": 0.07028769280427428,
+      "learning_rate": 9.97631108384776e-05,
+      "loss": 0.0313,
+      "step": 29060
+    },
+    {
+      "epoch": 0.093056,
+      "grad_norm": 0.1633563968048828,
+      "learning_rate": 9.976278491538862e-05,
+      "loss": 0.0311,
+      "step": 29080
+    },
+    {
+      "epoch": 0.09312,
+      "grad_norm": 0.10146962029610429,
+      "learning_rate": 9.976245876877683e-05,
+      "loss": 0.0324,
+      "step": 29100
+    },
+    {
+      "epoch": 0.093184,
+      "grad_norm": 0.18894036340895595,
+      "learning_rate": 9.97621323986437e-05,
+      "loss": 0.0338,
+      "step": 29120
+    },
+    {
+      "epoch": 0.093248,
+      "grad_norm": 0.11496772381155952,
+      "learning_rate": 9.976180580499065e-05,
+      "loss": 0.0323,
+      "step": 29140
+    },
+    {
+      "epoch": 0.093312,
+      "grad_norm": 0.1113054493261797,
+      "learning_rate": 9.976147898781923e-05,
+      "loss": 0.0302,
+      "step": 29160
+    },
+    {
+      "epoch": 0.093376,
+      "grad_norm": 0.10759702933483582,
+      "learning_rate": 9.976115194713083e-05,
+      "loss": 0.029,
+      "step": 29180
+    },
+    {
+      "epoch": 0.09344,
+      "grad_norm": 0.15409999986293257,
+      "learning_rate": 9.976082468292695e-05,
+      "loss": 0.0309,
+      "step": 29200
+    },
+    {
+      "epoch": 0.093504,
+      "grad_norm": 0.16466247595901332,
+      "learning_rate": 9.976049719520906e-05,
+      "loss": 0.0328,
+      "step": 29220
+    },
+    {
+      "epoch": 0.093568,
+      "grad_norm": 0.10255773618426264,
+      "learning_rate": 9.976016948397864e-05,
+      "loss": 0.0329,
+      "step": 29240
+    },
+    {
+      "epoch": 0.093632,
+      "grad_norm": 0.08808547177020168,
+      "learning_rate": 9.975984154923715e-05,
+      "loss": 0.0322,
+      "step": 29260
+    },
+    {
+      "epoch": 0.093696,
+      "grad_norm": 0.07704467978912141,
+      "learning_rate": 9.975951339098603e-05,
+      "loss": 0.031,
+      "step": 29280
+    },
+    {
+      "epoch": 0.09376,
+      "grad_norm": 0.14188235382491463,
+      "learning_rate": 9.975918500922683e-05,
+      "loss": 0.0345,
+      "step": 29300
+    },
+    {
+      "epoch": 0.093824,
+      "grad_norm": 0.08098600184545063,
+      "learning_rate": 9.975885640396096e-05,
+      "loss": 0.0316,
+      "step": 29320
+    },
+    {
+      "epoch": 0.093888,
+      "grad_norm": 0.087989729625399,
+      "learning_rate": 9.975852757518994e-05,
+      "loss": 0.0347,
+      "step": 29340
+    },
+    {
+      "epoch": 0.093952,
+      "grad_norm": 0.06656259638325708,
+      "learning_rate": 9.975819852291522e-05,
+      "loss": 0.0313,
+      "step": 29360
+    },
+    {
+      "epoch": 0.094016,
+      "grad_norm": 0.10418907382044858,
+      "learning_rate": 9.975786924713829e-05,
+      "loss": 0.0341,
+      "step": 29380
+    },
+    {
+      "epoch": 0.09408,
+      "grad_norm": 0.08513960067492725,
+      "learning_rate": 9.97575397478606e-05,
+      "loss": 0.0326,
+      "step": 29400
+    },
+    {
+      "epoch": 0.094144,
+      "grad_norm": 0.14662119241223565,
+      "learning_rate": 9.975721002508367e-05,
+      "loss": 0.034,
+      "step": 29420
+    },
+    {
+      "epoch": 0.094208,
+      "grad_norm": 0.08161096131364243,
+      "learning_rate": 9.975688007880897e-05,
+      "loss": 0.0335,
+      "step": 29440
+    },
+    {
+      "epoch": 0.094272,
+      "grad_norm": 0.09768885462538904,
+      "learning_rate": 9.975654990903797e-05,
+      "loss": 0.0318,
+      "step": 29460
+    },
+    {
+      "epoch": 0.094336,
+      "grad_norm": 0.10013869506692491,
+      "learning_rate": 9.975621951577215e-05,
+      "loss": 0.0335,
+      "step": 29480
+    },
+    {
+      "epoch": 0.0944,
+      "grad_norm": 0.18187472433525523,
+      "learning_rate": 9.975588889901301e-05,
+      "loss": 0.0356,
+      "step": 29500
+    },
+    {
+      "epoch": 0.094464,
+      "grad_norm": 0.18013832280643413,
+      "learning_rate": 9.975555805876204e-05,
+      "loss": 0.0328,
+      "step": 29520
+    },
+    {
+      "epoch": 0.094528,
+      "grad_norm": 0.22365722801718557,
+      "learning_rate": 9.975522699502072e-05,
+      "loss": 0.0329,
+      "step": 29540
+    },
+    {
+      "epoch": 0.094592,
+      "grad_norm": 0.16240296267371354,
+      "learning_rate": 9.975489570779051e-05,
+      "loss": 0.0331,
+      "step": 29560
+    },
+    {
+      "epoch": 0.094656,
+      "grad_norm": 0.06403039487609805,
+      "learning_rate": 9.975456419707293e-05,
+      "loss": 0.0312,
+      "step": 29580
+    },
+    {
+      "epoch": 0.09472,
+      "grad_norm": 0.08158239065980073,
+      "learning_rate": 9.975423246286945e-05,
+      "loss": 0.0309,
+      "step": 29600
+    },
+    {
+      "epoch": 0.094784,
+      "grad_norm": 0.08281976552953248,
+      "learning_rate": 9.975390050518159e-05,
+      "loss": 0.0329,
+      "step": 29620
+    },
+    {
+      "epoch": 0.094848,
+      "grad_norm": 0.07309871563540384,
+      "learning_rate": 9.975356832401081e-05,
+      "loss": 0.0343,
+      "step": 29640
+    },
+    {
+      "epoch": 0.094912,
+      "grad_norm": 0.06656807189282106,
+      "learning_rate": 9.97532359193586e-05,
+      "loss": 0.0298,
+      "step": 29660
+    },
+    {
+      "epoch": 0.094976,
+      "grad_norm": 0.07547274121983936,
+      "learning_rate": 9.975290329122649e-05,
+      "loss": 0.0357,
+      "step": 29680
+    },
+    {
+      "epoch": 0.09504,
+      "grad_norm": 0.07419065009560412,
+      "learning_rate": 9.975257043961592e-05,
+      "loss": 0.0316,
+      "step": 29700
+    },
+    {
+      "epoch": 0.095104,
+      "grad_norm": 0.11674756706305164,
+      "learning_rate": 9.975223736452844e-05,
+      "loss": 0.0321,
+      "step": 29720
+    },
+    {
+      "epoch": 0.095168,
+      "grad_norm": 0.10451441946586823,
+      "learning_rate": 9.975190406596551e-05,
+      "loss": 0.0307,
+      "step": 29740
+    },
+    {
+      "epoch": 0.095232,
+      "grad_norm": 0.11090248530285751,
+      "learning_rate": 9.975157054392863e-05,
+      "loss": 0.0346,
+      "step": 29760
+    },
+    {
+      "epoch": 0.095296,
+      "grad_norm": 0.13180218896846468,
+      "learning_rate": 9.975123679841932e-05,
+      "loss": 0.0302,
+      "step": 29780
+    },
+    {
+      "epoch": 0.09536,
+      "grad_norm": 0.08472926722005049,
+      "learning_rate": 9.975090282943907e-05,
+      "loss": 0.0307,
+      "step": 29800
+    },
+    {
+      "epoch": 0.095424,
+      "grad_norm": 0.0985938092892877,
+      "learning_rate": 9.975056863698935e-05,
+      "loss": 0.0326,
+      "step": 29820
+    },
+    {
+      "epoch": 0.095488,
+      "grad_norm": 0.07954722469561218,
+      "learning_rate": 9.975023422107171e-05,
+      "loss": 0.0335,
+      "step": 29840
+    },
+    {
+      "epoch": 0.095552,
+      "grad_norm": 0.16150195929582079,
+      "learning_rate": 9.974989958168761e-05,
+      "loss": 0.0324,
+      "step": 29860
+    },
+    {
+      "epoch": 0.095616,
+      "grad_norm": 0.07359550805670287,
+      "learning_rate": 9.974956471883858e-05,
+      "loss": 0.0338,
+      "step": 29880
+    },
+    {
+      "epoch": 0.09568,
+      "grad_norm": 0.07277432181346337,
+      "learning_rate": 9.974922963252613e-05,
+      "loss": 0.0333,
+      "step": 29900
+    },
+    {
+      "epoch": 0.095744,
+      "grad_norm": 0.09497379187279864,
+      "learning_rate": 9.974889432275174e-05,
+      "loss": 0.0308,
+      "step": 29920
+    },
+    {
+      "epoch": 0.095808,
+      "grad_norm": 0.1016216923374487,
+      "learning_rate": 9.974855878951692e-05,
+      "loss": 0.0314,
+      "step": 29940
+    },
+    {
+      "epoch": 0.095872,
+      "grad_norm": 0.08006787934574093,
+      "learning_rate": 9.974822303282319e-05,
+      "loss": 0.033,
+      "step": 29960
+    },
+    {
+      "epoch": 0.095936,
+      "grad_norm": 0.09841682277856208,
+      "learning_rate": 9.974788705267204e-05,
+      "loss": 0.03,
+      "step": 29980
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.1299511691686431,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 0.0362,
+      "step": 30000
+    },
+    {
+      "epoch": 0.096064,
+      "grad_norm": 0.11063175251849341,
+      "learning_rate": 9.974721442200358e-05,
+      "loss": 0.035,
+      "step": 30020
+    },
+    {
+      "epoch": 0.096128,
+      "grad_norm": 0.12220240545419464,
+      "learning_rate": 9.974687777148927e-05,
+      "loss": 0.0366,
+      "step": 30040
+    },
+    {
+      "epoch": 0.096192,
+      "grad_norm": 0.14505486923419622,
+      "learning_rate": 9.974654089752362e-05,
+      "loss": 0.0391,
+      "step": 30060
+    },
+    {
+      "epoch": 0.096256,
+      "grad_norm": 0.1408034557683459,
+      "learning_rate": 9.97462038001081e-05,
+      "loss": 0.0327,
+      "step": 30080
+    },
+    {
+      "epoch": 0.09632,
+      "grad_norm": 0.06926726796572201,
+      "learning_rate": 9.974586647924425e-05,
+      "loss": 0.0325,
+      "step": 30100
+    },
+    {
+      "epoch": 0.096384,
+      "grad_norm": 0.09017995341866855,
+      "learning_rate": 9.974552893493356e-05,
+      "loss": 0.0328,
+      "step": 30120
+    },
+    {
+      "epoch": 0.096448,
+      "grad_norm": 0.1119004076803094,
+      "learning_rate": 9.974519116717756e-05,
+      "loss": 0.0297,
+      "step": 30140
+    },
+    {
+      "epoch": 0.096512,
+      "grad_norm": 0.11721323960858096,
+      "learning_rate": 9.97448531759778e-05,
+      "loss": 0.0321,
+      "step": 30160
+    },
+    {
+      "epoch": 0.096576,
+      "grad_norm": 0.10441897356059847,
+      "learning_rate": 9.974451496133574e-05,
+      "loss": 0.0406,
+      "step": 30180
+    },
+    {
+      "epoch": 0.09664,
+      "grad_norm": 0.10254723092542828,
+      "learning_rate": 9.974417652325294e-05,
+      "loss": 0.0332,
+      "step": 30200
+    },
+    {
+      "epoch": 0.096704,
+      "grad_norm": 0.09811760151465074,
+      "learning_rate": 9.974383786173092e-05,
+      "loss": 0.0308,
+      "step": 30220
+    },
+    {
+      "epoch": 0.096768,
+      "grad_norm": 0.07097362160094467,
+      "learning_rate": 9.974349897677117e-05,
+      "loss": 0.0302,
+      "step": 30240
+    },
+    {
+      "epoch": 0.096832,
+      "grad_norm": 0.07722830033705815,
+      "learning_rate": 9.974315986837524e-05,
+      "loss": 0.0343,
+      "step": 30260
+    },
+    {
+      "epoch": 0.096896,
+      "grad_norm": 0.12609632338274587,
+      "learning_rate": 9.974282053654464e-05,
+      "loss": 0.0351,
+      "step": 30280
+    },
+    {
+      "epoch": 0.09696,
+      "grad_norm": 0.09784417036985352,
+      "learning_rate": 9.97424809812809e-05,
+      "loss": 0.0343,
+      "step": 30300
+    },
+    {
+      "epoch": 0.097024,
+      "grad_norm": 0.09960117309438471,
+      "learning_rate": 9.974214120258555e-05,
+      "loss": 0.0339,
+      "step": 30320
+    },
+    {
+      "epoch": 0.097088,
+      "grad_norm": 0.08629327143705236,
+      "learning_rate": 9.974180120046011e-05,
+      "loss": 0.0336,
+      "step": 30340
+    },
+    {
+      "epoch": 0.097152,
+      "grad_norm": 0.0752869721345672,
+      "learning_rate": 9.97414609749061e-05,
+      "loss": 0.0324,
+      "step": 30360
+    },
+    {
+      "epoch": 0.097216,
+      "grad_norm": 0.08101292556319897,
+      "learning_rate": 9.974112052592506e-05,
+      "loss": 0.0342,
+      "step": 30380
+    },
+    {
+      "epoch": 0.09728,
+      "grad_norm": 0.08173805715684286,
+      "learning_rate": 9.974077985351852e-05,
+      "loss": 0.0344,
+      "step": 30400
+    },
+    {
+      "epoch": 0.097344,
+      "grad_norm": 0.08606590612359086,
+      "learning_rate": 9.974043895768799e-05,
+      "loss": 0.033,
+      "step": 30420
+    },
+    {
+      "epoch": 0.097408,
+      "grad_norm": 0.06523703658176408,
+      "learning_rate": 9.974009783843503e-05,
+      "loss": 0.0345,
+      "step": 30440
+    },
+    {
+      "epoch": 0.097472,
+      "grad_norm": 0.12499640988195328,
+      "learning_rate": 9.973975649576116e-05,
+      "loss": 0.0298,
+      "step": 30460
+    },
+    {
+      "epoch": 0.097536,
+      "grad_norm": 0.09146758132871383,
+      "learning_rate": 9.973941492966791e-05,
+      "loss": 0.033,
+      "step": 30480
+    },
+    {
+      "epoch": 0.0976,
+      "grad_norm": 0.16156016613907717,
+      "learning_rate": 9.973907314015682e-05,
+      "loss": 0.0342,
+      "step": 30500
+    },
+    {
+      "epoch": 0.097664,
+      "grad_norm": 0.08884177256895638,
+      "learning_rate": 9.97387311272294e-05,
+      "loss": 0.0313,
+      "step": 30520
+    },
+    {
+      "epoch": 0.097728,
+      "grad_norm": 0.13995932930251273,
+      "learning_rate": 9.973838889088723e-05,
+      "loss": 0.034,
+      "step": 30540
+    },
+    {
+      "epoch": 0.097792,
+      "grad_norm": 0.10005411636876668,
+      "learning_rate": 9.973804643113182e-05,
+      "loss": 0.0357,
+      "step": 30560
+    },
+    {
+      "epoch": 0.097856,
+      "grad_norm": 0.08642501294292054,
+      "learning_rate": 9.973770374796471e-05,
+      "loss": 0.033,
+      "step": 30580
+    },
+    {
+      "epoch": 0.09792,
+      "grad_norm": 0.12865147405745314,
+      "learning_rate": 9.973736084138743e-05,
+      "loss": 0.0335,
+      "step": 30600
+    },
+    {
+      "epoch": 0.097984,
+      "grad_norm": 0.06826955715166223,
+      "learning_rate": 9.973701771140156e-05,
+      "loss": 0.0376,
+      "step": 30620
+    },
+    {
+      "epoch": 0.098048,
+      "grad_norm": 0.09868598194123517,
+      "learning_rate": 9.97366743580086e-05,
+      "loss": 0.036,
+      "step": 30640
+    },
+    {
+      "epoch": 0.098112,
+      "grad_norm": 0.08439344263422871,
+      "learning_rate": 9.97363307812101e-05,
+      "loss": 0.0337,
+      "step": 30660
+    },
+    {
+      "epoch": 0.098176,
+      "grad_norm": 0.07391584859175118,
+      "learning_rate": 9.973598698100762e-05,
+      "loss": 0.0306,
+      "step": 30680
+    },
+    {
+      "epoch": 0.09824,
+      "grad_norm": 0.09012230273821684,
+      "learning_rate": 9.973564295740268e-05,
+      "loss": 0.0332,
+      "step": 30700
+    },
+    {
+      "epoch": 0.098304,
+      "grad_norm": 0.12631475678175286,
+      "learning_rate": 9.973529871039686e-05,
+      "loss": 0.0294,
+      "step": 30720
+    },
+    {
+      "epoch": 0.098368,
+      "grad_norm": 0.10932120299055234,
+      "learning_rate": 9.973495423999166e-05,
+      "loss": 0.0317,
+      "step": 30740
+    },
+    {
+      "epoch": 0.098432,
+      "grad_norm": 0.11454530623070215,
+      "learning_rate": 9.973460954618867e-05,
+      "loss": 0.033,
+      "step": 30760
+    },
+    {
+      "epoch": 0.098496,
+      "grad_norm": 0.06902786828537001,
+      "learning_rate": 9.973426462898942e-05,
+      "loss": 0.0302,
+      "step": 30780
+    },
+    {
+      "epoch": 0.09856,
+      "grad_norm": 0.10871924397887624,
+      "learning_rate": 9.973391948839546e-05,
+      "loss": 0.0332,
+      "step": 30800
+    },
+    {
+      "epoch": 0.098624,
+      "grad_norm": 0.07398374579414338,
+      "learning_rate": 9.973357412440834e-05,
+      "loss": 0.0333,
+      "step": 30820
+    },
+    {
+      "epoch": 0.098688,
+      "grad_norm": 0.09719029350221942,
+      "learning_rate": 9.97332285370296e-05,
+      "loss": 0.0325,
+      "step": 30840
+    },
+    {
+      "epoch": 0.098752,
+      "grad_norm": 0.14594596654596734,
+      "learning_rate": 9.973288272626082e-05,
+      "loss": 0.0338,
+      "step": 30860
+    },
+    {
+      "epoch": 0.098816,
+      "grad_norm": 0.09268680677967088,
+      "learning_rate": 9.973253669210353e-05,
+      "loss": 0.0325,
+      "step": 30880
+    },
+    {
+      "epoch": 0.09888,
+      "grad_norm": 0.09292739706459761,
+      "learning_rate": 9.973219043455928e-05,
+      "loss": 0.0352,
+      "step": 30900
+    },
+    {
+      "epoch": 0.098944,
+      "grad_norm": 0.12021937902026852,
+      "learning_rate": 9.973184395362966e-05,
+      "loss": 0.0321,
+      "step": 30920
+    },
+    {
+      "epoch": 0.099008,
+      "grad_norm": 0.09814273005889969,
+      "learning_rate": 9.973149724931618e-05,
+      "loss": 0.0319,
+      "step": 30940
+    },
+    {
+      "epoch": 0.099072,
+      "grad_norm": 0.09078729836935798,
+      "learning_rate": 9.973115032162044e-05,
+      "loss": 0.0329,
+      "step": 30960
+    },
+    {
+      "epoch": 0.099136,
+      "grad_norm": 0.10244850290445295,
+      "learning_rate": 9.973080317054397e-05,
+      "loss": 0.0309,
+      "step": 30980
+    },
+    {
+      "epoch": 0.0992,
+      "grad_norm": 0.08346334696045318,
+      "learning_rate": 9.973045579608834e-05,
+      "loss": 0.0331,
+      "step": 31000
+    },
+    {
+      "epoch": 0.099264,
+      "grad_norm": 0.18701047144730432,
+      "learning_rate": 9.97301081982551e-05,
+      "loss": 0.0326,
+      "step": 31020
+    },
+    {
+      "epoch": 0.099328,
+      "grad_norm": 0.1201759892128287,
+      "learning_rate": 9.972976037704584e-05,
+      "loss": 0.0359,
+      "step": 31040
+    },
+    {
+      "epoch": 0.099392,
+      "grad_norm": 0.10557937356352676,
+      "learning_rate": 9.972941233246209e-05,
+      "loss": 0.0393,
+      "step": 31060
+    },
+    {
+      "epoch": 0.099456,
+      "grad_norm": 0.1743182975842921,
+      "learning_rate": 9.972906406450542e-05,
+      "loss": 0.0401,
+      "step": 31080
+    },
+    {
+      "epoch": 0.09952,
+      "grad_norm": 0.16651371568548004,
+      "learning_rate": 9.97287155731774e-05,
+      "loss": 0.032,
+      "step": 31100
+    },
+    {
+      "epoch": 0.099584,
+      "grad_norm": 0.1029534297549954,
+      "learning_rate": 9.972836685847961e-05,
+      "loss": 0.0335,
+      "step": 31120
+    },
+    {
+      "epoch": 0.099648,
+      "grad_norm": 0.09420021180076553,
+      "learning_rate": 9.972801792041358e-05,
+      "loss": 0.0345,
+      "step": 31140
+    },
+    {
+      "epoch": 0.099712,
+      "grad_norm": 0.29501769793216276,
+      "learning_rate": 9.972766875898092e-05,
+      "loss": 0.036,
+      "step": 31160
+    },
+    {
+      "epoch": 0.099776,
+      "grad_norm": 0.11711789522606665,
+      "learning_rate": 9.972731937418316e-05,
+      "loss": 0.0341,
+      "step": 31180
+    },
+    {
+      "epoch": 0.09984,
+      "grad_norm": 0.062420324862498024,
+      "learning_rate": 9.97269697660219e-05,
+      "loss": 0.0298,
+      "step": 31200
+    },
+    {
+      "epoch": 0.099904,
+      "grad_norm": 0.12863230721467506,
+      "learning_rate": 9.972661993449869e-05,
+      "loss": 0.034,
+      "step": 31220
+    },
+    {
+      "epoch": 0.099968,
+      "grad_norm": 0.10616451124060705,
+      "learning_rate": 9.97262698796151e-05,
+      "loss": 0.0337,
+      "step": 31240
+    },
+    {
+      "epoch": 0.100032,
+      "grad_norm": 0.13852034714616301,
+      "learning_rate": 9.972591960137272e-05,
+      "loss": 0.0344,
+      "step": 31260
+    },
+    {
+      "epoch": 0.100096,
+      "grad_norm": 0.10257609212541682,
+      "learning_rate": 9.972556909977314e-05,
+      "loss": 0.0338,
+      "step": 31280
+    },
+    {
+      "epoch": 0.10016,
+      "grad_norm": 0.07845978051101761,
+      "learning_rate": 9.972521837481786e-05,
+      "loss": 0.0296,
+      "step": 31300
+    },
+    {
+      "epoch": 0.100224,
+      "grad_norm": 0.1295534128482442,
+      "learning_rate": 9.972486742650853e-05,
+      "loss": 0.0329,
+      "step": 31320
+    },
+    {
+      "epoch": 0.100288,
+      "grad_norm": 0.17114741558311236,
+      "learning_rate": 9.97245162548467e-05,
+      "loss": 0.0281,
+      "step": 31340
+    },
+    {
+      "epoch": 0.100352,
+      "grad_norm": 0.15604593096718689,
+      "learning_rate": 9.972416485983394e-05,
+      "loss": 0.0315,
+      "step": 31360
+    },
+    {
+      "epoch": 0.100416,
+      "grad_norm": 0.11453687445565204,
+      "learning_rate": 9.972381324147184e-05,
+      "loss": 0.0333,
+      "step": 31380
+    },
+    {
+      "epoch": 0.10048,
+      "grad_norm": 0.19813852631502296,
+      "learning_rate": 9.972346139976198e-05,
+      "loss": 0.0321,
+      "step": 31400
+    },
+    {
+      "epoch": 0.100544,
+      "grad_norm": 0.07619159093953906,
+      "learning_rate": 9.972310933470593e-05,
+      "loss": 0.0319,
+      "step": 31420
+    },
+    {
+      "epoch": 0.100608,
+      "grad_norm": 0.11120032260155135,
+      "learning_rate": 9.972275704630527e-05,
+      "loss": 0.0318,
+      "step": 31440
+    },
+    {
+      "epoch": 0.100672,
+      "grad_norm": 0.07653064989258833,
+      "learning_rate": 9.97224045345616e-05,
+      "loss": 0.0316,
+      "step": 31460
+    },
+    {
+      "epoch": 0.100736,
+      "grad_norm": 0.20396186435101749,
+      "learning_rate": 9.972205179947648e-05,
+      "loss": 0.0306,
+      "step": 31480
+    },
+    {
+      "epoch": 0.1008,
+      "grad_norm": 0.14984403938835592,
+      "learning_rate": 9.972169884105153e-05,
+      "loss": 0.0352,
+      "step": 31500
+    },
+    {
+      "epoch": 0.100864,
+      "grad_norm": 0.20142167039486347,
+      "learning_rate": 9.97213456592883e-05,
+      "loss": 0.0332,
+      "step": 31520
+    },
+    {
+      "epoch": 0.100928,
+      "grad_norm": 0.07890510145428499,
+      "learning_rate": 9.972099225418839e-05,
+      "loss": 0.0362,
+      "step": 31540
+    },
+    {
+      "epoch": 0.100992,
+      "grad_norm": 0.10478354131211647,
+      "learning_rate": 9.972063862575338e-05,
+      "loss": 0.0337,
+      "step": 31560
+    },
+    {
+      "epoch": 0.101056,
+      "grad_norm": 0.1295243565923376,
+      "learning_rate": 9.972028477398487e-05,
+      "loss": 0.0364,
+      "step": 31580
+    },
+    {
+      "epoch": 0.10112,
+      "grad_norm": 0.08742814949909723,
+      "learning_rate": 9.971993069888445e-05,
+      "loss": 0.0323,
+      "step": 31600
+    },
+    {
+      "epoch": 0.101184,
+      "grad_norm": 0.1428753093140812,
+      "learning_rate": 9.97195764004537e-05,
+      "loss": 0.0323,
+      "step": 31620
+    },
+    {
+      "epoch": 0.101248,
+      "grad_norm": 0.09135146206237223,
+      "learning_rate": 9.971922187869422e-05,
+      "loss": 0.0306,
+      "step": 31640
+    },
+    {
+      "epoch": 0.101312,
+      "grad_norm": 0.07758556572569282,
+      "learning_rate": 9.971886713360759e-05,
+      "loss": 0.0334,
+      "step": 31660
+    },
+    {
+      "epoch": 0.101376,
+      "grad_norm": 0.10087444494625634,
+      "learning_rate": 9.971851216519541e-05,
+      "loss": 0.0331,
+      "step": 31680
+    },
+    {
+      "epoch": 0.10144,
+      "grad_norm": 0.10065682086312257,
+      "learning_rate": 9.971815697345929e-05,
+      "loss": 0.0341,
+      "step": 31700
+    },
+    {
+      "epoch": 0.101504,
+      "grad_norm": 0.07931571418665577,
+      "learning_rate": 9.97178015584008e-05,
+      "loss": 0.0339,
+      "step": 31720
+    },
+    {
+      "epoch": 0.101568,
+      "grad_norm": 0.10192901342586078,
+      "learning_rate": 9.971744592002155e-05,
+      "loss": 0.0344,
+      "step": 31740
+    },
+    {
+      "epoch": 0.101632,
+      "grad_norm": 0.1485328699566904,
+      "learning_rate": 9.971709005832315e-05,
+      "loss": 0.0337,
+      "step": 31760
+    },
+    {
+      "epoch": 0.101696,
+      "grad_norm": 0.08277557937086895,
+      "learning_rate": 9.971673397330716e-05,
+      "loss": 0.036,
+      "step": 31780
+    },
+    {
+      "epoch": 0.10176,
+      "grad_norm": 0.1114683699208906,
+      "learning_rate": 9.971637766497524e-05,
+      "loss": 0.0325,
+      "step": 31800
+    },
+    {
+      "epoch": 0.101824,
+      "grad_norm": 0.14250413647309068,
+      "learning_rate": 9.971602113332892e-05,
+      "loss": 0.0305,
+      "step": 31820
+    },
+    {
+      "epoch": 0.101888,
+      "grad_norm": 0.17243724950698003,
+      "learning_rate": 9.971566437836984e-05,
+      "loss": 0.0338,
+      "step": 31840
+    },
+    {
+      "epoch": 0.101952,
+      "grad_norm": 0.15670319579651057,
+      "learning_rate": 9.971530740009961e-05,
+      "loss": 0.0344,
+      "step": 31860
+    },
+    {
+      "epoch": 0.102016,
+      "grad_norm": 0.0734786091536894,
+      "learning_rate": 9.971495019851982e-05,
+      "loss": 0.0368,
+      "step": 31880
+    },
+    {
+      "epoch": 0.10208,
+      "grad_norm": 0.08802697101686133,
+      "learning_rate": 9.971459277363206e-05,
+      "loss": 0.0306,
+      "step": 31900
+    },
+    {
+      "epoch": 0.102144,
+      "grad_norm": 0.09228599436442161,
+      "learning_rate": 9.971423512543797e-05,
+      "loss": 0.0373,
+      "step": 31920
+    },
+    {
+      "epoch": 0.102208,
+      "grad_norm": 0.12508734385439804,
+      "learning_rate": 9.971387725393914e-05,
+      "loss": 0.0361,
+      "step": 31940
+    },
+    {
+      "epoch": 0.102272,
+      "grad_norm": 0.08632683525165707,
+      "learning_rate": 9.971351915913716e-05,
+      "loss": 0.0353,
+      "step": 31960
+    },
+    {
+      "epoch": 0.102336,
+      "grad_norm": 0.16498754950621342,
+      "learning_rate": 9.971316084103366e-05,
+      "loss": 0.0326,
+      "step": 31980
+    },
+    {
+      "epoch": 0.1024,
+      "grad_norm": 0.06996310024694859,
+      "learning_rate": 9.971280229963025e-05,
+      "loss": 0.0286,
+      "step": 32000
+    },
+    {
+      "epoch": 0.102464,
+      "grad_norm": 0.1959545669771389,
+      "learning_rate": 9.971244353492852e-05,
+      "loss": 0.028,
+      "step": 32020
+    },
+    {
+      "epoch": 0.102528,
+      "grad_norm": 0.09325637838238043,
+      "learning_rate": 9.971208454693011e-05,
+      "loss": 0.0339,
+      "step": 32040
+    },
+    {
+      "epoch": 0.102592,
+      "grad_norm": 0.11300540522174304,
+      "learning_rate": 9.971172533563661e-05,
+      "loss": 0.0322,
+      "step": 32060
+    },
+    {
+      "epoch": 0.102656,
+      "grad_norm": 0.0824585738862516,
+      "learning_rate": 9.971136590104965e-05,
+      "loss": 0.0342,
+      "step": 32080
+    },
+    {
+      "epoch": 0.10272,
+      "grad_norm": 0.0827516492888346,
+      "learning_rate": 9.971100624317082e-05,
+      "loss": 0.0355,
+      "step": 32100
+    },
+    {
+      "epoch": 0.102784,
+      "grad_norm": 0.10308376729648609,
+      "learning_rate": 9.971064636200176e-05,
+      "loss": 0.0303,
+      "step": 32120
+    },
+    {
+      "epoch": 0.102848,
+      "grad_norm": 0.09506547669565192,
+      "learning_rate": 9.971028625754408e-05,
+      "loss": 0.0294,
+      "step": 32140
+    },
+    {
+      "epoch": 0.102912,
+      "grad_norm": 0.09101885157069524,
+      "learning_rate": 9.97099259297994e-05,
+      "loss": 0.0322,
+      "step": 32160
+    },
+    {
+      "epoch": 0.102976,
+      "grad_norm": 0.06872243741846114,
+      "learning_rate": 9.970956537876932e-05,
+      "loss": 0.0296,
+      "step": 32180
+    },
+    {
+      "epoch": 0.10304,
+      "grad_norm": 0.1887249575493209,
+      "learning_rate": 9.970920460445549e-05,
+      "loss": 0.0297,
+      "step": 32200
+    },
+    {
+      "epoch": 0.103104,
+      "grad_norm": 0.1839284389675204,
+      "learning_rate": 9.97088436068595e-05,
+      "loss": 0.0323,
+      "step": 32220
+    },
+    {
+      "epoch": 0.103168,
+      "grad_norm": 0.10291338900401395,
+      "learning_rate": 9.970848238598298e-05,
+      "loss": 0.0334,
+      "step": 32240
+    },
+    {
+      "epoch": 0.103232,
+      "grad_norm": 0.14004646147309438,
+      "learning_rate": 9.970812094182757e-05,
+      "loss": 0.0361,
+      "step": 32260
+    },
+    {
+      "epoch": 0.103296,
+      "grad_norm": 0.1030451857376463,
+      "learning_rate": 9.970775927439489e-05,
+      "loss": 0.0327,
+      "step": 32280
+    },
+    {
+      "epoch": 0.10336,
+      "grad_norm": 0.07923788655883904,
+      "learning_rate": 9.970739738368654e-05,
+      "loss": 0.0342,
+      "step": 32300
+    },
+    {
+      "epoch": 0.103424,
+      "grad_norm": 0.08988754999390206,
+      "learning_rate": 9.970703526970418e-05,
+      "loss": 0.0328,
+      "step": 32320
+    },
+    {
+      "epoch": 0.103488,
+      "grad_norm": 0.08908146425473301,
+      "learning_rate": 9.97066729324494e-05,
+      "loss": 0.0316,
+      "step": 32340
+    },
+    {
+      "epoch": 0.103552,
+      "grad_norm": 0.08820222455230466,
+      "learning_rate": 9.970631037192384e-05,
+      "loss": 0.0348,
+      "step": 32360
+    },
+    {
+      "epoch": 0.103616,
+      "grad_norm": 0.11135945319607804,
+      "learning_rate": 9.970594758812915e-05,
+      "loss": 0.0321,
+      "step": 32380
+    },
+    {
+      "epoch": 0.10368,
+      "grad_norm": 0.07987088362927129,
+      "learning_rate": 9.970558458106694e-05,
+      "loss": 0.034,
+      "step": 32400
+    },
+    {
+      "epoch": 0.103744,
+      "grad_norm": 0.13966720658590714,
+      "learning_rate": 9.970522135073883e-05,
+      "loss": 0.0332,
+      "step": 32420
+    },
+    {
+      "epoch": 0.103808,
+      "grad_norm": 0.1688180175651959,
+      "learning_rate": 9.970485789714649e-05,
+      "loss": 0.0366,
+      "step": 32440
+    },
+    {
+      "epoch": 0.103872,
+      "grad_norm": 0.08091115244919901,
+      "learning_rate": 9.970449422029152e-05,
+      "loss": 0.0321,
+      "step": 32460
+    },
+    {
+      "epoch": 0.103936,
+      "grad_norm": 0.15209187212438552,
+      "learning_rate": 9.970413032017554e-05,
+      "loss": 0.0301,
+      "step": 32480
+    },
+    {
+      "epoch": 0.104,
+      "grad_norm": 0.11715534695341157,
+      "learning_rate": 9.970376619680024e-05,
+      "loss": 0.0299,
+      "step": 32500
+    },
+    {
+      "epoch": 0.104064,
+      "grad_norm": 0.08962885447167879,
+      "learning_rate": 9.97034018501672e-05,
+      "loss": 0.033,
+      "step": 32520
+    },
+    {
+      "epoch": 0.104128,
+      "grad_norm": 0.1755333415441921,
+      "learning_rate": 9.970303728027807e-05,
+      "loss": 0.0373,
+      "step": 32540
+    },
+    {
+      "epoch": 0.104192,
+      "grad_norm": 0.10250655731561499,
+      "learning_rate": 9.970267248713452e-05,
+      "loss": 0.0354,
+      "step": 32560
+    },
+    {
+      "epoch": 0.104256,
+      "grad_norm": 0.10846775825182003,
+      "learning_rate": 9.970230747073816e-05,
+      "loss": 0.0321,
+      "step": 32580
+    },
+    {
+      "epoch": 0.10432,
+      "grad_norm": 0.08995467294873673,
+      "learning_rate": 9.970194223109062e-05,
+      "loss": 0.0349,
+      "step": 32600
+    },
+    {
+      "epoch": 0.104384,
+      "grad_norm": 0.062579813936164,
+      "learning_rate": 9.970157676819359e-05,
+      "loss": 0.029,
+      "step": 32620
+    },
+    {
+      "epoch": 0.104448,
+      "grad_norm": 0.12053434188012464,
+      "learning_rate": 9.970121108204864e-05,
+      "loss": 0.035,
+      "step": 32640
+    },
+    {
+      "epoch": 0.104512,
+      "grad_norm": 0.1887429841241576,
+      "learning_rate": 9.970084517265746e-05,
+      "loss": 0.0337,
+      "step": 32660
+    },
+    {
+      "epoch": 0.104576,
+      "grad_norm": 0.12505366206441224,
+      "learning_rate": 9.970047904002168e-05,
+      "loss": 0.0329,
+      "step": 32680
+    },
+    {
+      "epoch": 0.10464,
+      "grad_norm": 0.07293221784420005,
+      "learning_rate": 9.970011268414294e-05,
+      "loss": 0.0305,
+      "step": 32700
+    },
+    {
+      "epoch": 0.104704,
+      "grad_norm": 0.1056085582227811,
+      "learning_rate": 9.96997461050229e-05,
+      "loss": 0.0295,
+      "step": 32720
+    },
+    {
+      "epoch": 0.104768,
+      "grad_norm": 0.07054947819850357,
+      "learning_rate": 9.969937930266321e-05,
+      "loss": 0.0322,
+      "step": 32740
+    },
+    {
+      "epoch": 0.104832,
+      "grad_norm": 0.14336346691534652,
+      "learning_rate": 9.96990122770655e-05,
+      "loss": 0.0331,
+      "step": 32760
+    },
+    {
+      "epoch": 0.104896,
+      "grad_norm": 0.08325060175072148,
+      "learning_rate": 9.969864502823142e-05,
+      "loss": 0.032,
+      "step": 32780
+    },
+    {
+      "epoch": 0.10496,
+      "grad_norm": 0.09360226215051706,
+      "learning_rate": 9.969827755616263e-05,
+      "loss": 0.0332,
+      "step": 32800
+    },
+    {
+      "epoch": 0.105024,
+      "grad_norm": 0.11962650958228059,
+      "learning_rate": 9.969790986086077e-05,
+      "loss": 0.0351,
+      "step": 32820
+    },
+    {
+      "epoch": 0.105088,
+      "grad_norm": 0.08627066880413202,
+      "learning_rate": 9.96975419423275e-05,
+      "loss": 0.0333,
+      "step": 32840
+    },
+    {
+      "epoch": 0.105152,
+      "grad_norm": 0.08027216234572701,
+      "learning_rate": 9.969717380056447e-05,
+      "loss": 0.034,
+      "step": 32860
+    },
+    {
+      "epoch": 0.105216,
+      "grad_norm": 0.08070882854077836,
+      "learning_rate": 9.969680543557334e-05,
+      "loss": 0.0328,
+      "step": 32880
+    },
+    {
+      "epoch": 0.10528,
+      "grad_norm": 0.10600425820625187,
+      "learning_rate": 9.969643684735575e-05,
+      "loss": 0.0323,
+      "step": 32900
+    },
+    {
+      "epoch": 0.105344,
+      "grad_norm": 0.16128923418380592,
+      "learning_rate": 9.969606803591337e-05,
+      "loss": 0.0327,
+      "step": 32920
+    },
+    {
+      "epoch": 0.105408,
+      "grad_norm": 0.07836433199847413,
+      "learning_rate": 9.969569900124785e-05,
+      "loss": 0.0333,
+      "step": 32940
+    },
+    {
+      "epoch": 0.105472,
+      "grad_norm": 0.10380878829516048,
+      "learning_rate": 9.969532974336084e-05,
+      "loss": 0.0279,
+      "step": 32960
+    },
+    {
+      "epoch": 0.105536,
+      "grad_norm": 0.12058564455509305,
+      "learning_rate": 9.969496026225402e-05,
+      "loss": 0.0359,
+      "step": 32980
+    },
+    {
+      "epoch": 0.1056,
+      "grad_norm": 0.10336570306234161,
+      "learning_rate": 9.969459055792903e-05,
+      "loss": 0.032,
+      "step": 33000
+    },
+    {
+      "epoch": 0.105664,
+      "grad_norm": 0.12713276969389362,
+      "learning_rate": 9.969422063038752e-05,
+      "loss": 0.0358,
+      "step": 33020
+    },
+    {
+      "epoch": 0.105728,
+      "grad_norm": 0.08507008241790076,
+      "learning_rate": 9.969385047963117e-05,
+      "loss": 0.0345,
+      "step": 33040
+    },
+    {
+      "epoch": 0.105792,
+      "grad_norm": 0.11181059018180205,
+      "learning_rate": 9.969348010566166e-05,
+      "loss": 0.0315,
+      "step": 33060
+    },
+    {
+      "epoch": 0.105856,
+      "grad_norm": 0.0773846683008081,
+      "learning_rate": 9.969310950848063e-05,
+      "loss": 0.0352,
+      "step": 33080
+    },
+    {
+      "epoch": 0.10592,
+      "grad_norm": 0.1481978459435784,
+      "learning_rate": 9.969273868808975e-05,
+      "loss": 0.0294,
+      "step": 33100
+    },
+    {
+      "epoch": 0.105984,
+      "grad_norm": 0.13525502805229458,
+      "learning_rate": 9.969236764449068e-05,
+      "loss": 0.0297,
+      "step": 33120
+    },
+    {
+      "epoch": 0.106048,
+      "grad_norm": 0.06224866886131812,
+      "learning_rate": 9.969199637768509e-05,
+      "loss": 0.0324,
+      "step": 33140
+    },
+    {
+      "epoch": 0.106112,
+      "grad_norm": 0.07613885953979165,
+      "learning_rate": 9.969162488767466e-05,
+      "loss": 0.0355,
+      "step": 33160
+    },
+    {
+      "epoch": 0.106176,
+      "grad_norm": 0.1726782339167767,
+      "learning_rate": 9.969125317446104e-05,
+      "loss": 0.0356,
+      "step": 33180
+    },
+    {
+      "epoch": 0.10624,
+      "grad_norm": 0.11051892150508513,
+      "learning_rate": 9.96908812380459e-05,
+      "loss": 0.0326,
+      "step": 33200
+    },
+    {
+      "epoch": 0.106304,
+      "grad_norm": 0.10447556693094644,
+      "learning_rate": 9.969050907843094e-05,
+      "loss": 0.0319,
+      "step": 33220
+    },
+    {
+      "epoch": 0.106368,
+      "grad_norm": 0.06690868792437975,
+      "learning_rate": 9.96901366956178e-05,
+      "loss": 0.0329,
+      "step": 33240
+    },
+    {
+      "epoch": 0.106432,
+      "grad_norm": 0.07707526650663946,
+      "learning_rate": 9.968976408960815e-05,
+      "loss": 0.0307,
+      "step": 33260
+    },
+    {
+      "epoch": 0.106496,
+      "grad_norm": 0.11737144356253157,
+      "learning_rate": 9.968939126040369e-05,
+      "loss": 0.0304,
+      "step": 33280
+    },
+    {
+      "epoch": 0.10656,
+      "grad_norm": 0.05806661669138139,
+      "learning_rate": 9.968901820800607e-05,
+      "loss": 0.0336,
+      "step": 33300
+    },
+    {
+      "epoch": 0.106624,
+      "grad_norm": 0.10013813933793975,
+      "learning_rate": 9.968864493241699e-05,
+      "loss": 0.0303,
+      "step": 33320
+    },
+    {
+      "epoch": 0.106688,
+      "grad_norm": 0.14041833909154006,
+      "learning_rate": 9.96882714336381e-05,
+      "loss": 0.0292,
+      "step": 33340
+    },
+    {
+      "epoch": 0.106752,
+      "grad_norm": 0.08283870080160281,
+      "learning_rate": 9.96878977116711e-05,
+      "loss": 0.0294,
+      "step": 33360
+    },
+    {
+      "epoch": 0.106816,
+      "grad_norm": 0.08957349081639356,
+      "learning_rate": 9.968752376651765e-05,
+      "loss": 0.033,
+      "step": 33380
+    },
+    {
+      "epoch": 0.10688,
+      "grad_norm": 0.08710406866776232,
+      "learning_rate": 9.968714959817943e-05,
+      "loss": 0.0324,
+      "step": 33400
+    },
+    {
+      "epoch": 0.106944,
+      "grad_norm": 0.16171824124635029,
+      "learning_rate": 9.968677520665816e-05,
+      "loss": 0.0302,
+      "step": 33420
+    },
+    {
+      "epoch": 0.107008,
+      "grad_norm": 0.24924451076587933,
+      "learning_rate": 9.968640059195548e-05,
+      "loss": 0.0314,
+      "step": 33440
+    },
+    {
+      "epoch": 0.107072,
+      "grad_norm": 0.07017396582488891,
+      "learning_rate": 9.968602575407308e-05,
+      "loss": 0.0325,
+      "step": 33460
+    },
+    {
+      "epoch": 0.107136,
+      "grad_norm": 0.09703947429741804,
+      "learning_rate": 9.968565069301265e-05,
+      "loss": 0.0339,
+      "step": 33480
+    },
+    {
+      "epoch": 0.1072,
+      "grad_norm": 0.10465812030668217,
+      "learning_rate": 9.968527540877585e-05,
+      "loss": 0.0331,
+      "step": 33500
+    },
+    {
+      "epoch": 0.107264,
+      "grad_norm": 0.07203297551131219,
+      "learning_rate": 9.968489990136442e-05,
+      "loss": 0.0316,
+      "step": 33520
+    },
+    {
+      "epoch": 0.107328,
+      "grad_norm": 0.09667343105003309,
+      "learning_rate": 9.968452417078e-05,
+      "loss": 0.0339,
+      "step": 33540
+    },
+    {
+      "epoch": 0.107392,
+      "grad_norm": 0.1720302227945823,
+      "learning_rate": 9.96841482170243e-05,
+      "loss": 0.0316,
+      "step": 33560
+    },
+    {
+      "epoch": 0.107456,
+      "grad_norm": 0.10641947252003983,
+      "learning_rate": 9.968377204009899e-05,
+      "loss": 0.0313,
+      "step": 33580
+    },
+    {
+      "epoch": 0.10752,
+      "grad_norm": 0.09794552682883996,
+      "learning_rate": 9.96833956400058e-05,
+      "loss": 0.0318,
+      "step": 33600
+    },
+    {
+      "epoch": 0.107584,
+      "grad_norm": 0.07959330488946803,
+      "learning_rate": 9.968301901674636e-05,
+      "loss": 0.0312,
+      "step": 33620
+    },
+    {
+      "epoch": 0.107648,
+      "grad_norm": 0.07693175134815734,
+      "learning_rate": 9.968264217032241e-05,
+      "loss": 0.034,
+      "step": 33640
+    },
+    {
+      "epoch": 0.107712,
+      "grad_norm": 0.0929141559379662,
+      "learning_rate": 9.968226510073562e-05,
+      "loss": 0.0315,
+      "step": 33660
+    },
+    {
+      "epoch": 0.107776,
+      "grad_norm": 0.09129441259114457,
+      "learning_rate": 9.968188780798769e-05,
+      "loss": 0.0319,
+      "step": 33680
+    },
+    {
+      "epoch": 0.10784,
+      "grad_norm": 0.09072830284950234,
+      "learning_rate": 9.96815102920803e-05,
+      "loss": 0.0338,
+      "step": 33700
+    },
+    {
+      "epoch": 0.107904,
+      "grad_norm": 0.07342049888076141,
+      "learning_rate": 9.968113255301519e-05,
+      "loss": 0.0326,
+      "step": 33720
+    },
+    {
+      "epoch": 0.107968,
+      "grad_norm": 0.07409497555249488,
+      "learning_rate": 9.9680754590794e-05,
+      "loss": 0.0298,
+      "step": 33740
+    },
+    {
+      "epoch": 0.108032,
+      "grad_norm": 0.0978328077018129,
+      "learning_rate": 9.968037640541848e-05,
+      "loss": 0.0262,
+      "step": 33760
+    },
+    {
+      "epoch": 0.108096,
+      "grad_norm": 0.11128091416467521,
+      "learning_rate": 9.967999799689027e-05,
+      "loss": 0.0312,
+      "step": 33780
+    },
+    {
+      "epoch": 0.10816,
+      "grad_norm": 0.10022385382023519,
+      "learning_rate": 9.967961936521113e-05,
+      "loss": 0.0327,
+      "step": 33800
+    },
+    {
+      "epoch": 0.108224,
+      "grad_norm": 0.07302531818086366,
+      "learning_rate": 9.967924051038273e-05,
+      "loss": 0.0332,
+      "step": 33820
+    },
+    {
+      "epoch": 0.108288,
+      "grad_norm": 0.12851180443484947,
+      "learning_rate": 9.967886143240676e-05,
+      "loss": 0.0292,
+      "step": 33840
+    },
+    {
+      "epoch": 0.108352,
+      "grad_norm": 0.07882324357049737,
+      "learning_rate": 9.967848213128497e-05,
+      "loss": 0.0349,
+      "step": 33860
+    },
+    {
+      "epoch": 0.108416,
+      "grad_norm": 0.13464494201301158,
+      "learning_rate": 9.9678102607019e-05,
+      "loss": 0.0338,
+      "step": 33880
+    },
+    {
+      "epoch": 0.10848,
+      "grad_norm": 0.12774870408321368,
+      "learning_rate": 9.967772285961062e-05,
+      "loss": 0.031,
+      "step": 33900
+    },
+    {
+      "epoch": 0.108544,
+      "grad_norm": 0.09598308730747136,
+      "learning_rate": 9.967734288906147e-05,
+      "loss": 0.0344,
+      "step": 33920
+    },
+    {
+      "epoch": 0.108608,
+      "grad_norm": 0.12656168429502637,
+      "learning_rate": 9.96769626953733e-05,
+      "loss": 0.0371,
+      "step": 33940
+    },
+    {
+      "epoch": 0.108672,
+      "grad_norm": 0.130946236455287,
+      "learning_rate": 9.96765822785478e-05,
+      "loss": 0.0344,
+      "step": 33960
+    },
+    {
+      "epoch": 0.108736,
+      "grad_norm": 0.12366195158099676,
+      "learning_rate": 9.967620163858671e-05,
+      "loss": 0.0318,
+      "step": 33980
+    },
+    {
+      "epoch": 0.1088,
+      "grad_norm": 0.07279125101927159,
+      "learning_rate": 9.967582077549169e-05,
+      "loss": 0.0286,
+      "step": 34000
+    },
+    {
+      "epoch": 0.108864,
+      "grad_norm": 0.1003430056347591,
+      "learning_rate": 9.967543968926449e-05,
+      "loss": 0.0317,
+      "step": 34020
+    },
+    {
+      "epoch": 0.108928,
+      "grad_norm": 0.09260375306449617,
+      "learning_rate": 9.967505837990681e-05,
+      "loss": 0.0347,
+      "step": 34040
+    },
+    {
+      "epoch": 0.108992,
+      "grad_norm": 0.0923801076434255,
+      "learning_rate": 9.967467684742035e-05,
+      "loss": 0.0325,
+      "step": 34060
+    },
+    {
+      "epoch": 0.109056,
+      "grad_norm": 0.07379210551677713,
+      "learning_rate": 9.967429509180683e-05,
+      "loss": 0.0336,
+      "step": 34080
+    },
+    {
+      "epoch": 0.10912,
+      "grad_norm": 0.09223495729107571,
+      "learning_rate": 9.967391311306798e-05,
+      "loss": 0.034,
+      "step": 34100
+    },
+    {
+      "epoch": 0.109184,
+      "grad_norm": 0.10718609943583018,
+      "learning_rate": 9.967353091120551e-05,
+      "loss": 0.0366,
+      "step": 34120
+    },
+    {
+      "epoch": 0.109248,
+      "grad_norm": 0.09348893997420958,
+      "learning_rate": 9.967314848622111e-05,
+      "loss": 0.0325,
+      "step": 34140
+    },
+    {
+      "epoch": 0.109312,
+      "grad_norm": 0.08353324307011697,
+      "learning_rate": 9.967276583811655e-05,
+      "loss": 0.0352,
+      "step": 34160
+    },
+    {
+      "epoch": 0.109376,
+      "grad_norm": 0.1119537263468282,
+      "learning_rate": 9.96723829668935e-05,
+      "loss": 0.033,
+      "step": 34180
+    },
+    {
+      "epoch": 0.10944,
+      "grad_norm": 0.12949264012208023,
+      "learning_rate": 9.967199987255369e-05,
+      "loss": 0.0337,
+      "step": 34200
+    },
+    {
+      "epoch": 0.109504,
+      "grad_norm": 0.09209263345116006,
+      "learning_rate": 9.967161655509887e-05,
+      "loss": 0.0355,
+      "step": 34220
+    },
+    {
+      "epoch": 0.109568,
+      "grad_norm": 0.07456194193490664,
+      "learning_rate": 9.967123301453073e-05,
+      "loss": 0.0304,
+      "step": 34240
+    },
+    {
+      "epoch": 0.109632,
+      "grad_norm": 0.17750935492475595,
+      "learning_rate": 9.9670849250851e-05,
+      "loss": 0.0297,
+      "step": 34260
+    },
+    {
+      "epoch": 0.109696,
+      "grad_norm": 0.12496227220709985,
+      "learning_rate": 9.967046526406141e-05,
+      "loss": 0.0332,
+      "step": 34280
+    },
+    {
+      "epoch": 0.10976,
+      "grad_norm": 0.0818117531943462,
+      "learning_rate": 9.967008105416369e-05,
+      "loss": 0.0311,
+      "step": 34300
+    },
+    {
+      "epoch": 0.109824,
+      "grad_norm": 0.07763838151615514,
+      "learning_rate": 9.966969662115954e-05,
+      "loss": 0.0326,
+      "step": 34320
+    },
+    {
+      "epoch": 0.109888,
+      "grad_norm": 0.13172104271306334,
+      "learning_rate": 9.966931196505071e-05,
+      "loss": 0.0326,
+      "step": 34340
+    },
+    {
+      "epoch": 0.109952,
+      "grad_norm": 0.21239926546746965,
+      "learning_rate": 9.966892708583893e-05,
+      "loss": 0.0306,
+      "step": 34360
+    },
+    {
+      "epoch": 0.110016,
+      "grad_norm": 0.16647877176508197,
+      "learning_rate": 9.966854198352593e-05,
+      "loss": 0.0323,
+      "step": 34380
+    },
+    {
+      "epoch": 0.11008,
+      "grad_norm": 0.07954586211745605,
+      "learning_rate": 9.966815665811342e-05,
+      "loss": 0.0333,
+      "step": 34400
+    },
+    {
+      "epoch": 0.110144,
+      "grad_norm": 0.098133363792694,
+      "learning_rate": 9.966777110960314e-05,
+      "loss": 0.0324,
+      "step": 34420
+    },
+    {
+      "epoch": 0.110208,
+      "grad_norm": 0.12828955538729345,
+      "learning_rate": 9.966738533799681e-05,
+      "loss": 0.0324,
+      "step": 34440
+    },
+    {
+      "epoch": 0.110272,
+      "grad_norm": 0.11635381428101654,
+      "learning_rate": 9.96669993432962e-05,
+      "loss": 0.033,
+      "step": 34460
+    },
+    {
+      "epoch": 0.110336,
+      "grad_norm": 0.09765150742591423,
+      "learning_rate": 9.966661312550302e-05,
+      "loss": 0.036,
+      "step": 34480
+    },
+    {
+      "epoch": 0.1104,
+      "grad_norm": 0.15987883697666064,
+      "learning_rate": 9.9666226684619e-05,
+      "loss": 0.0341,
+      "step": 34500
+    },
+    {
+      "epoch": 0.110464,
+      "grad_norm": 0.20526422904389086,
+      "learning_rate": 9.966584002064587e-05,
+      "loss": 0.0351,
+      "step": 34520
+    },
+    {
+      "epoch": 0.110528,
+      "grad_norm": 0.15687462622152515,
+      "learning_rate": 9.966545313358537e-05,
+      "loss": 0.0322,
+      "step": 34540
+    },
+    {
+      "epoch": 0.110592,
+      "grad_norm": 0.06864821071203991,
+      "learning_rate": 9.966506602343927e-05,
+      "loss": 0.0307,
+      "step": 34560
+    },
+    {
+      "epoch": 0.110656,
+      "grad_norm": 0.07954880762676457,
+      "learning_rate": 9.966467869020928e-05,
+      "loss": 0.035,
+      "step": 34580
+    },
+    {
+      "epoch": 0.11072,
+      "grad_norm": 0.10272942143168402,
+      "learning_rate": 9.966429113389713e-05,
+      "loss": 0.0321,
+      "step": 34600
+    },
+    {
+      "epoch": 0.110784,
+      "grad_norm": 0.10518813600091349,
+      "learning_rate": 9.966390335450459e-05,
+      "loss": 0.0334,
+      "step": 34620
+    },
+    {
+      "epoch": 0.110848,
+      "grad_norm": 0.06577893727131802,
+      "learning_rate": 9.966351535203337e-05,
+      "loss": 0.0319,
+      "step": 34640
+    },
+    {
+      "epoch": 0.110912,
+      "grad_norm": 0.11077496039335785,
+      "learning_rate": 9.966312712648524e-05,
+      "loss": 0.0347,
+      "step": 34660
+    },
+    {
+      "epoch": 0.110976,
+      "grad_norm": 0.07653849681518922,
+      "learning_rate": 9.966273867786193e-05,
+      "loss": 0.0322,
+      "step": 34680
+    },
+    {
+      "epoch": 0.11104,
+      "grad_norm": 0.19128802614444906,
+      "learning_rate": 9.96623500061652e-05,
+      "loss": 0.0343,
+      "step": 34700
+    },
+    {
+      "epoch": 0.111104,
+      "grad_norm": 0.08112054172444903,
+      "learning_rate": 9.966196111139676e-05,
+      "loss": 0.0339,
+      "step": 34720
+    },
+    {
+      "epoch": 0.111168,
+      "grad_norm": 0.06105611108146409,
+      "learning_rate": 9.966157199355839e-05,
+      "loss": 0.0309,
+      "step": 34740
+    },
+    {
+      "epoch": 0.111232,
+      "grad_norm": 0.26120311270766583,
+      "learning_rate": 9.966118265265183e-05,
+      "loss": 0.0376,
+      "step": 34760
+    },
+    {
+      "epoch": 0.111296,
+      "grad_norm": 0.10895669571422546,
+      "learning_rate": 9.966079308867884e-05,
+      "loss": 0.0327,
+      "step": 34780
+    },
+    {
+      "epoch": 0.11136,
+      "grad_norm": 0.06621132672225348,
+      "learning_rate": 9.966040330164115e-05,
+      "loss": 0.0317,
+      "step": 34800
+    },
+    {
+      "epoch": 0.111424,
+      "grad_norm": 0.2305520127981935,
+      "learning_rate": 9.966001329154051e-05,
+      "loss": 0.0326,
+      "step": 34820
+    },
+    {
+      "epoch": 0.111488,
+      "grad_norm": 0.11599012336005006,
+      "learning_rate": 9.965962305837868e-05,
+      "loss": 0.0341,
+      "step": 34840
+    },
+    {
+      "epoch": 0.111552,
+      "grad_norm": 0.21788500157529989,
+      "learning_rate": 9.965923260215741e-05,
+      "loss": 0.0305,
+      "step": 34860
+    },
+    {
+      "epoch": 0.111616,
+      "grad_norm": 0.10354581493204382,
+      "learning_rate": 9.965884192287846e-05,
+      "loss": 0.0318,
+      "step": 34880
+    },
+    {
+      "epoch": 0.11168,
+      "grad_norm": 0.07515625422843464,
+      "learning_rate": 9.965845102054359e-05,
+      "loss": 0.0338,
+      "step": 34900
+    },
+    {
+      "epoch": 0.111744,
+      "grad_norm": 0.11032975800640689,
+      "learning_rate": 9.965805989515454e-05,
+      "loss": 0.0347,
+      "step": 34920
+    },
+    {
+      "epoch": 0.111808,
+      "grad_norm": 0.13430200485598753,
+      "learning_rate": 9.965766854671308e-05,
+      "loss": 0.0303,
+      "step": 34940
+    },
+    {
+      "epoch": 0.111872,
+      "grad_norm": 0.06716717698722977,
+      "learning_rate": 9.965727697522095e-05,
+      "loss": 0.0312,
+      "step": 34960
+    },
+    {
+      "epoch": 0.111936,
+      "grad_norm": 0.14114153614142033,
+      "learning_rate": 9.965688518067993e-05,
+      "loss": 0.0327,
+      "step": 34980
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.07414635211100958,
+      "learning_rate": 9.965649316309178e-05,
+      "loss": 0.0301,
+      "step": 35000
+    },
+    {
+      "epoch": 0.112064,
+      "grad_norm": 0.07118471874140454,
+      "learning_rate": 9.965610092245823e-05,
+      "loss": 0.0345,
+      "step": 35020
+    },
+    {
+      "epoch": 0.112128,
+      "grad_norm": 0.15535855751004604,
+      "learning_rate": 9.965570845878107e-05,
+      "loss": 0.0327,
+      "step": 35040
+    },
+    {
+      "epoch": 0.112192,
+      "grad_norm": 0.08840878538254744,
+      "learning_rate": 9.965531577206207e-05,
+      "loss": 0.0338,
+      "step": 35060
+    },
+    {
+      "epoch": 0.112256,
+      "grad_norm": 0.08740748618307703,
+      "learning_rate": 9.965492286230295e-05,
+      "loss": 0.0329,
+      "step": 35080
+    },
+    {
+      "epoch": 0.11232,
+      "grad_norm": 0.09877432522625522,
+      "learning_rate": 9.965452972950553e-05,
+      "loss": 0.0315,
+      "step": 35100
+    },
+    {
+      "epoch": 0.112384,
+      "grad_norm": 0.11235007788940649,
+      "learning_rate": 9.965413637367156e-05,
+      "loss": 0.0339,
+      "step": 35120
+    },
+    {
+      "epoch": 0.112448,
+      "grad_norm": 0.09483559661774024,
+      "learning_rate": 9.965374279480277e-05,
+      "loss": 0.0285,
+      "step": 35140
+    },
+    {
+      "epoch": 0.112512,
+      "grad_norm": 0.07621990173282894,
+      "learning_rate": 9.965334899290097e-05,
+      "loss": 0.0326,
+      "step": 35160
+    },
+    {
+      "epoch": 0.112576,
+      "grad_norm": 0.11165487239161613,
+      "learning_rate": 9.965295496796792e-05,
+      "loss": 0.0329,
+      "step": 35180
+    },
+    {
+      "epoch": 0.11264,
+      "grad_norm": 0.10867946658593554,
+      "learning_rate": 9.965256072000537e-05,
+      "loss": 0.0322,
+      "step": 35200
+    },
+    {
+      "epoch": 0.112704,
+      "grad_norm": 0.09039177422645221,
+      "learning_rate": 9.96521662490151e-05,
+      "loss": 0.0323,
+      "step": 35220
+    },
+    {
+      "epoch": 0.112768,
+      "grad_norm": 0.07797394265195395,
+      "learning_rate": 9.96517715549989e-05,
+      "loss": 0.0293,
+      "step": 35240
+    },
+    {
+      "epoch": 0.112832,
+      "grad_norm": 0.08105110731593314,
+      "learning_rate": 9.965137663795853e-05,
+      "loss": 0.0305,
+      "step": 35260
+    },
+    {
+      "epoch": 0.112896,
+      "grad_norm": 0.08529639252197711,
+      "learning_rate": 9.965098149789576e-05,
+      "loss": 0.0324,
+      "step": 35280
+    },
+    {
+      "epoch": 0.11296,
+      "grad_norm": 0.09687399142071647,
+      "learning_rate": 9.965058613481237e-05,
+      "loss": 0.0346,
+      "step": 35300
+    },
+    {
+      "epoch": 0.113024,
+      "grad_norm": 0.07898446868648812,
+      "learning_rate": 9.965019054871015e-05,
+      "loss": 0.0356,
+      "step": 35320
+    },
+    {
+      "epoch": 0.113088,
+      "grad_norm": 0.11245333429759206,
+      "learning_rate": 9.964979473959084e-05,
+      "loss": 0.0311,
+      "step": 35340
+    },
+    {
+      "epoch": 0.113152,
+      "grad_norm": 0.07992269739008,
+      "learning_rate": 9.964939870745623e-05,
+      "loss": 0.0301,
+      "step": 35360
+    },
+    {
+      "epoch": 0.113216,
+      "grad_norm": 0.07071795690274804,
+      "learning_rate": 9.964900245230813e-05,
+      "loss": 0.032,
+      "step": 35380
+    },
+    {
+      "epoch": 0.11328,
+      "grad_norm": 0.08593089022439952,
+      "learning_rate": 9.96486059741483e-05,
+      "loss": 0.0324,
+      "step": 35400
+    },
+    {
+      "epoch": 0.113344,
+      "grad_norm": 0.07448160066411781,
+      "learning_rate": 9.964820927297848e-05,
+      "loss": 0.0298,
+      "step": 35420
+    },
+    {
+      "epoch": 0.113408,
+      "grad_norm": 0.066267619079859,
+      "learning_rate": 9.964781234880054e-05,
+      "loss": 0.0307,
+      "step": 35440
+    },
+    {
+      "epoch": 0.113472,
+      "grad_norm": 0.09633084242587177,
+      "learning_rate": 9.964741520161617e-05,
+      "loss": 0.0324,
+      "step": 35460
+    },
+    {
+      "epoch": 0.113536,
+      "grad_norm": 0.12775898782951386,
+      "learning_rate": 9.964701783142724e-05,
+      "loss": 0.0369,
+      "step": 35480
+    },
+    {
+      "epoch": 0.1136,
+      "grad_norm": 0.21781389689751313,
+      "learning_rate": 9.964662023823547e-05,
+      "loss": 0.0351,
+      "step": 35500
+    },
+    {
+      "epoch": 0.113664,
+      "grad_norm": 0.0905405485420799,
+      "learning_rate": 9.964622242204267e-05,
+      "loss": 0.0342,
+      "step": 35520
+    },
+    {
+      "epoch": 0.113728,
+      "grad_norm": 0.1050233415780439,
+      "learning_rate": 9.964582438285062e-05,
+      "loss": 0.0326,
+      "step": 35540
+    },
+    {
+      "epoch": 0.113792,
+      "grad_norm": 0.21260365424920846,
+      "learning_rate": 9.964542612066112e-05,
+      "loss": 0.0313,
+      "step": 35560
+    },
+    {
+      "epoch": 0.113856,
+      "grad_norm": 0.07598314771829522,
+      "learning_rate": 9.964502763547596e-05,
+      "loss": 0.0325,
+      "step": 35580
+    },
+    {
+      "epoch": 0.11392,
+      "grad_norm": 0.08283825834079331,
+      "learning_rate": 9.964462892729692e-05,
+      "loss": 0.0295,
+      "step": 35600
+    },
+    {
+      "epoch": 0.113984,
+      "grad_norm": 0.08606929264449002,
+      "learning_rate": 9.964422999612577e-05,
+      "loss": 0.0321,
+      "step": 35620
+    },
+    {
+      "epoch": 0.114048,
+      "grad_norm": 0.08219155614431484,
+      "learning_rate": 9.964383084196434e-05,
+      "loss": 0.0334,
+      "step": 35640
+    },
+    {
+      "epoch": 0.114112,
+      "grad_norm": 0.06889528570284775,
+      "learning_rate": 9.96434314648144e-05,
+      "loss": 0.0348,
+      "step": 35660
+    },
+    {
+      "epoch": 0.114176,
+      "grad_norm": 0.10682171940961276,
+      "learning_rate": 9.964303186467777e-05,
+      "loss": 0.0322,
+      "step": 35680
+    },
+    {
+      "epoch": 0.11424,
+      "grad_norm": 0.1188302082481202,
+      "learning_rate": 9.964263204155621e-05,
+      "loss": 0.0328,
+      "step": 35700
+    },
+    {
+      "epoch": 0.114304,
+      "grad_norm": 0.1212317443299198,
+      "learning_rate": 9.964223199545156e-05,
+      "loss": 0.0324,
+      "step": 35720
+    },
+    {
+      "epoch": 0.114368,
+      "grad_norm": 0.07206975891981421,
+      "learning_rate": 9.964183172636556e-05,
+      "loss": 0.0316,
+      "step": 35740
+    },
+    {
+      "epoch": 0.114432,
+      "grad_norm": 0.10371238990275178,
+      "learning_rate": 9.964143123430004e-05,
+      "loss": 0.0326,
+      "step": 35760
+    },
+    {
+      "epoch": 0.114496,
+      "grad_norm": 0.25222712982183304,
+      "learning_rate": 9.964103051925679e-05,
+      "loss": 0.0357,
+      "step": 35780
+    },
+    {
+      "epoch": 0.11456,
+      "grad_norm": 0.08709101829855079,
+      "learning_rate": 9.964062958123764e-05,
+      "loss": 0.0321,
+      "step": 35800
+    },
+    {
+      "epoch": 0.114624,
+      "grad_norm": 0.14738196313053575,
+      "learning_rate": 9.964022842024434e-05,
+      "loss": 0.0322,
+      "step": 35820
+    },
+    {
+      "epoch": 0.114688,
+      "grad_norm": 0.0869109792239195,
+      "learning_rate": 9.963982703627875e-05,
+      "loss": 0.0318,
+      "step": 35840
+    },
+    {
+      "epoch": 0.114752,
+      "grad_norm": 0.09289650622094349,
+      "learning_rate": 9.963942542934262e-05,
+      "loss": 0.032,
+      "step": 35860
+    },
+    {
+      "epoch": 0.114816,
+      "grad_norm": 0.14603235538201367,
+      "learning_rate": 9.963902359943778e-05,
+      "loss": 0.0309,
+      "step": 35880
+    },
+    {
+      "epoch": 0.11488,
+      "grad_norm": 0.11181447536126167,
+      "learning_rate": 9.963862154656603e-05,
+      "loss": 0.0304,
+      "step": 35900
+    },
+    {
+      "epoch": 0.114944,
+      "grad_norm": 0.1201507731219381,
+      "learning_rate": 9.963821927072917e-05,
+      "loss": 0.0327,
+      "step": 35920
+    },
+    {
+      "epoch": 0.115008,
+      "grad_norm": 0.11163069639406126,
+      "learning_rate": 9.963781677192903e-05,
+      "loss": 0.0349,
+      "step": 35940
+    },
+    {
+      "epoch": 0.115072,
+      "grad_norm": 0.07784624014029493,
+      "learning_rate": 9.963741405016737e-05,
+      "loss": 0.0355,
+      "step": 35960
+    },
+    {
+      "epoch": 0.115136,
+      "grad_norm": 0.13112807051339812,
+      "learning_rate": 9.963701110544605e-05,
+      "loss": 0.0341,
+      "step": 35980
+    },
+    {
+      "epoch": 0.1152,
+      "grad_norm": 0.14163617665355058,
+      "learning_rate": 9.963660793776688e-05,
+      "loss": 0.0352,
+      "step": 36000
+    },
+    {
+      "epoch": 0.115264,
+      "grad_norm": 0.08301227358743235,
+      "learning_rate": 9.963620454713163e-05,
+      "loss": 0.0299,
+      "step": 36020
+    },
+    {
+      "epoch": 0.115328,
+      "grad_norm": 0.12552668809291267,
+      "learning_rate": 9.963580093354214e-05,
+      "loss": 0.0323,
+      "step": 36040
+    },
+    {
+      "epoch": 0.115392,
+      "grad_norm": 0.11192323800132616,
+      "learning_rate": 9.963539709700021e-05,
+      "loss": 0.0292,
+      "step": 36060
+    },
+    {
+      "epoch": 0.115456,
+      "grad_norm": 0.07689316691403217,
+      "learning_rate": 9.963499303750765e-05,
+      "loss": 0.0333,
+      "step": 36080
+    },
+    {
+      "epoch": 0.11552,
+      "grad_norm": 0.12870685004086013,
+      "learning_rate": 9.963458875506631e-05,
+      "loss": 0.0351,
+      "step": 36100
+    },
+    {
+      "epoch": 0.115584,
+      "grad_norm": 0.10286516033856004,
+      "learning_rate": 9.963418424967796e-05,
+      "loss": 0.0315,
+      "step": 36120
+    },
+    {
+      "epoch": 0.115648,
+      "grad_norm": 0.1853140649213712,
+      "learning_rate": 9.963377952134445e-05,
+      "loss": 0.0334,
+      "step": 36140
+    },
+    {
+      "epoch": 0.115712,
+      "grad_norm": 0.0816907492207387,
+      "learning_rate": 9.963337457006759e-05,
+      "loss": 0.0331,
+      "step": 36160
+    },
+    {
+      "epoch": 0.115776,
+      "grad_norm": 0.12435708944252365,
+      "learning_rate": 9.963296939584917e-05,
+      "loss": 0.0332,
+      "step": 36180
+    },
+    {
+      "epoch": 0.11584,
+      "grad_norm": 0.24126706543084164,
+      "learning_rate": 9.963256399869105e-05,
+      "loss": 0.0346,
+      "step": 36200
+    },
+    {
+      "epoch": 0.115904,
+      "grad_norm": 0.09324461608543054,
+      "learning_rate": 9.963215837859504e-05,
+      "loss": 0.032,
+      "step": 36220
+    },
+    {
+      "epoch": 0.115968,
+      "grad_norm": 0.07005958573983423,
+      "learning_rate": 9.963175253556297e-05,
+      "loss": 0.0326,
+      "step": 36240
+    },
+    {
+      "epoch": 0.116032,
+      "grad_norm": 0.08482601348167765,
+      "learning_rate": 9.963134646959662e-05,
+      "loss": 0.0307,
+      "step": 36260
+    },
+    {
+      "epoch": 0.116096,
+      "grad_norm": 0.09332993998237313,
+      "learning_rate": 9.963094018069785e-05,
+      "loss": 0.0335,
+      "step": 36280
+    },
+    {
+      "epoch": 0.11616,
+      "grad_norm": 0.08102208392039635,
+      "learning_rate": 9.96305336688685e-05,
+      "loss": 0.0294,
+      "step": 36300
+    },
+    {
+      "epoch": 0.116224,
+      "grad_norm": 0.07889400053020895,
+      "learning_rate": 9.963012693411035e-05,
+      "loss": 0.0315,
+      "step": 36320
+    },
+    {
+      "epoch": 0.116288,
+      "grad_norm": 0.08290655900922446,
+      "learning_rate": 9.962971997642527e-05,
+      "loss": 0.0332,
+      "step": 36340
+    },
+    {
+      "epoch": 0.116352,
+      "grad_norm": 0.16639584641596317,
+      "learning_rate": 9.962931279581507e-05,
+      "loss": 0.0323,
+      "step": 36360
+    },
+    {
+      "epoch": 0.116416,
+      "grad_norm": 0.08624009025538779,
+      "learning_rate": 9.962890539228158e-05,
+      "loss": 0.0319,
+      "step": 36380
+    },
+    {
+      "epoch": 0.11648,
+      "grad_norm": 0.09049129967569076,
+      "learning_rate": 9.962849776582662e-05,
+      "loss": 0.0333,
+      "step": 36400
+    },
+    {
+      "epoch": 0.116544,
+      "grad_norm": 0.17054767438699914,
+      "learning_rate": 9.962808991645203e-05,
+      "loss": 0.0269,
+      "step": 36420
+    },
+    {
+      "epoch": 0.116608,
+      "grad_norm": 0.10314869197136042,
+      "learning_rate": 9.962768184415965e-05,
+      "loss": 0.0348,
+      "step": 36440
+    },
+    {
+      "epoch": 0.116672,
+      "grad_norm": 0.07988447338129137,
+      "learning_rate": 9.96272735489513e-05,
+      "loss": 0.0302,
+      "step": 36460
+    },
+    {
+      "epoch": 0.116736,
+      "grad_norm": 0.10901812093562432,
+      "learning_rate": 9.962686503082883e-05,
+      "loss": 0.0316,
+      "step": 36480
+    },
+    {
+      "epoch": 0.1168,
+      "grad_norm": 0.08448437307653514,
+      "learning_rate": 9.962645628979406e-05,
+      "loss": 0.0337,
+      "step": 36500
+    },
+    {
+      "epoch": 0.116864,
+      "grad_norm": 0.09970780438779868,
+      "learning_rate": 9.962604732584882e-05,
+      "loss": 0.034,
+      "step": 36520
+    },
+    {
+      "epoch": 0.116928,
+      "grad_norm": 0.08370613425580523,
+      "learning_rate": 9.962563813899496e-05,
+      "loss": 0.0285,
+      "step": 36540
+    },
+    {
+      "epoch": 0.116992,
+      "grad_norm": 0.11498425229332991,
+      "learning_rate": 9.962522872923432e-05,
+      "loss": 0.0345,
+      "step": 36560
+    },
+    {
+      "epoch": 0.117056,
+      "grad_norm": 0.07347575431659874,
+      "learning_rate": 9.962481909656872e-05,
+      "loss": 0.0334,
+      "step": 36580
+    },
+    {
+      "epoch": 0.11712,
+      "grad_norm": 0.09847315221511913,
+      "learning_rate": 9.962440924100002e-05,
+      "loss": 0.0309,
+      "step": 36600
+    },
+    {
+      "epoch": 0.117184,
+      "grad_norm": 0.11025392463376181,
+      "learning_rate": 9.962399916253006e-05,
+      "loss": 0.0333,
+      "step": 36620
+    },
+    {
+      "epoch": 0.117248,
+      "grad_norm": 0.13344232688950747,
+      "learning_rate": 9.962358886116067e-05,
+      "loss": 0.0313,
+      "step": 36640
+    },
+    {
+      "epoch": 0.117312,
+      "grad_norm": 0.1275129167201773,
+      "learning_rate": 9.962317833689372e-05,
+      "loss": 0.0294,
+      "step": 36660
+    },
+    {
+      "epoch": 0.117376,
+      "grad_norm": 0.07249345607926054,
+      "learning_rate": 9.962276758973101e-05,
+      "loss": 0.0345,
+      "step": 36680
+    },
+    {
+      "epoch": 0.11744,
+      "grad_norm": 0.09248714158655268,
+      "learning_rate": 9.962235661967443e-05,
+      "loss": 0.0336,
+      "step": 36700
+    },
+    {
+      "epoch": 0.117504,
+      "grad_norm": 0.12860822382391035,
+      "learning_rate": 9.96219454267258e-05,
+      "loss": 0.0296,
+      "step": 36720
+    },
+    {
+      "epoch": 0.117568,
+      "grad_norm": 0.07789809871865498,
+      "learning_rate": 9.962153401088697e-05,
+      "loss": 0.0328,
+      "step": 36740
+    },
+    {
+      "epoch": 0.117632,
+      "grad_norm": 0.07069656804970778,
+      "learning_rate": 9.962112237215977e-05,
+      "loss": 0.0324,
+      "step": 36760
+    },
+    {
+      "epoch": 0.117696,
+      "grad_norm": 0.09917526205337666,
+      "learning_rate": 9.96207105105461e-05,
+      "loss": 0.0342,
+      "step": 36780
+    },
+    {
+      "epoch": 0.11776,
+      "grad_norm": 0.08874343309573036,
+      "learning_rate": 9.962029842604775e-05,
+      "loss": 0.0316,
+      "step": 36800
+    },
+    {
+      "epoch": 0.117824,
+      "grad_norm": 0.1334900106199603,
+      "learning_rate": 9.961988611866661e-05,
+      "loss": 0.034,
+      "step": 36820
+    },
+    {
+      "epoch": 0.117888,
+      "grad_norm": 0.08769284167520282,
+      "learning_rate": 9.961947358840453e-05,
+      "loss": 0.0318,
+      "step": 36840
+    },
+    {
+      "epoch": 0.117952,
+      "grad_norm": 0.13450040532854868,
+      "learning_rate": 9.961906083526335e-05,
+      "loss": 0.0315,
+      "step": 36860
+    },
+    {
+      "epoch": 0.118016,
+      "grad_norm": 0.1099362879940964,
+      "learning_rate": 9.961864785924492e-05,
+      "loss": 0.0328,
+      "step": 36880
+    },
+    {
+      "epoch": 0.11808,
+      "grad_norm": 0.14485320645545152,
+      "learning_rate": 9.961823466035112e-05,
+      "loss": 0.0347,
+      "step": 36900
+    },
+    {
+      "epoch": 0.118144,
+      "grad_norm": 0.116712882415643,
+      "learning_rate": 9.961782123858376e-05,
+      "loss": 0.0319,
+      "step": 36920
+    },
+    {
+      "epoch": 0.118208,
+      "grad_norm": 0.08472762090815263,
+      "learning_rate": 9.961740759394475e-05,
+      "loss": 0.0326,
+      "step": 36940
+    },
+    {
+      "epoch": 0.118272,
+      "grad_norm": 0.21433302859337203,
+      "learning_rate": 9.961699372643594e-05,
+      "loss": 0.0319,
+      "step": 36960
+    },
+    {
+      "epoch": 0.118336,
+      "grad_norm": 0.15915141512032954,
+      "learning_rate": 9.961657963605915e-05,
+      "loss": 0.0319,
+      "step": 36980
+    },
+    {
+      "epoch": 0.1184,
+      "grad_norm": 0.08825772952212092,
+      "learning_rate": 9.961616532281626e-05,
+      "loss": 0.0322,
+      "step": 37000
+    },
+    {
+      "epoch": 0.118464,
+      "grad_norm": 0.11472558796082853,
+      "learning_rate": 9.961575078670914e-05,
+      "loss": 0.0357,
+      "step": 37020
+    },
+    {
+      "epoch": 0.118528,
+      "grad_norm": 0.12525367084922528,
+      "learning_rate": 9.961533602773966e-05,
+      "loss": 0.0299,
+      "step": 37040
+    },
+    {
+      "epoch": 0.118592,
+      "grad_norm": 0.07667885639208896,
+      "learning_rate": 9.961492104590966e-05,
+      "loss": 0.0313,
+      "step": 37060
+    },
+    {
+      "epoch": 0.118656,
+      "grad_norm": 0.06394329628703295,
+      "learning_rate": 9.9614505841221e-05,
+      "loss": 0.0319,
+      "step": 37080
+    },
+    {
+      "epoch": 0.11872,
+      "grad_norm": 0.08889329997105967,
+      "learning_rate": 9.961409041367558e-05,
+      "loss": 0.0324,
+      "step": 37100
+    },
+    {
+      "epoch": 0.118784,
+      "grad_norm": 0.16448788335958803,
+      "learning_rate": 9.961367476327524e-05,
+      "loss": 0.0306,
+      "step": 37120
+    },
+    {
+      "epoch": 0.118848,
+      "grad_norm": 0.07129643674223644,
+      "learning_rate": 9.961325889002184e-05,
+      "loss": 0.0314,
+      "step": 37140
+    },
+    {
+      "epoch": 0.118912,
+      "grad_norm": 0.17996250742373984,
+      "learning_rate": 9.961284279391728e-05,
+      "loss": 0.0322,
+      "step": 37160
+    },
+    {
+      "epoch": 0.118976,
+      "grad_norm": 0.08283863768422912,
+      "learning_rate": 9.961242647496338e-05,
+      "loss": 0.0336,
+      "step": 37180
+    },
+    {
+      "epoch": 0.11904,
+      "grad_norm": 0.05928128878429634,
+      "learning_rate": 9.961200993316206e-05,
+      "loss": 0.0334,
+      "step": 37200
+    },
+    {
+      "epoch": 0.119104,
+      "grad_norm": 0.0921784566230797,
+      "learning_rate": 9.961159316851517e-05,
+      "loss": 0.0289,
+      "step": 37220
+    },
+    {
+      "epoch": 0.119168,
+      "grad_norm": 0.09774449373308244,
+      "learning_rate": 9.961117618102458e-05,
+      "loss": 0.0305,
+      "step": 37240
+    },
+    {
+      "epoch": 0.119232,
+      "grad_norm": 0.07920167374695274,
+      "learning_rate": 9.961075897069216e-05,
+      "loss": 0.0296,
+      "step": 37260
+    },
+    {
+      "epoch": 0.119296,
+      "grad_norm": 0.06814190272390024,
+      "learning_rate": 9.961034153751979e-05,
+      "loss": 0.03,
+      "step": 37280
+    },
+    {
+      "epoch": 0.11936,
+      "grad_norm": 0.10863133391098156,
+      "learning_rate": 9.960992388150934e-05,
+      "loss": 0.0306,
+      "step": 37300
+    },
+    {
+      "epoch": 0.119424,
+      "grad_norm": 0.10003355823270552,
+      "learning_rate": 9.96095060026627e-05,
+      "loss": 0.032,
+      "step": 37320
+    },
+    {
+      "epoch": 0.119488,
+      "grad_norm": 0.07343144935971223,
+      "learning_rate": 9.960908790098173e-05,
+      "loss": 0.0345,
+      "step": 37340
+    },
+    {
+      "epoch": 0.119552,
+      "grad_norm": 0.199754190942915,
+      "learning_rate": 9.96086695764683e-05,
+      "loss": 0.0362,
+      "step": 37360
+    },
+    {
+      "epoch": 0.119616,
+      "grad_norm": 0.09478636483968902,
+      "learning_rate": 9.960825102912433e-05,
+      "loss": 0.0325,
+      "step": 37380
+    },
+    {
+      "epoch": 0.11968,
+      "grad_norm": 0.08608315181705586,
+      "learning_rate": 9.960783225895167e-05,
+      "loss": 0.0311,
+      "step": 37400
+    },
+    {
+      "epoch": 0.119744,
+      "grad_norm": 0.14099814528510562,
+      "learning_rate": 9.960741326595219e-05,
+      "loss": 0.03,
+      "step": 37420
+    },
+    {
+      "epoch": 0.119808,
+      "grad_norm": 0.10023477835641532,
+      "learning_rate": 9.960699405012778e-05,
+      "loss": 0.0309,
+      "step": 37440
+    },
+    {
+      "epoch": 0.119872,
+      "grad_norm": 0.08632691022757225,
+      "learning_rate": 9.960657461148035e-05,
+      "loss": 0.0314,
+      "step": 37460
+    },
+    {
+      "epoch": 0.119936,
+      "grad_norm": 0.09088508742133818,
+      "learning_rate": 9.960615495001176e-05,
+      "loss": 0.0326,
+      "step": 37480
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.08246502504082026,
+      "learning_rate": 9.96057350657239e-05,
+      "loss": 0.0327,
+      "step": 37500
+    },
+    {
+      "epoch": 0.120064,
+      "grad_norm": 0.08889452829563031,
+      "learning_rate": 9.960531495861864e-05,
+      "loss": 0.0327,
+      "step": 37520
+    },
+    {
+      "epoch": 0.120128,
+      "grad_norm": 0.1321810821875133,
+      "learning_rate": 9.960489462869791e-05,
+      "loss": 0.0317,
+      "step": 37540
+    },
+    {
+      "epoch": 0.120192,
+      "grad_norm": 0.07901498676306969,
+      "learning_rate": 9.960447407596353e-05,
+      "loss": 0.0339,
+      "step": 37560
+    },
+    {
+      "epoch": 0.120256,
+      "grad_norm": 0.11663780289091064,
+      "learning_rate": 9.960405330041747e-05,
+      "loss": 0.0329,
+      "step": 37580
+    },
+    {
+      "epoch": 0.12032,
+      "grad_norm": 0.08682732591404133,
+      "learning_rate": 9.960363230206155e-05,
+      "loss": 0.0315,
+      "step": 37600
+    },
+    {
+      "epoch": 0.120384,
+      "grad_norm": 0.0685551512663347,
+      "learning_rate": 9.96032110808977e-05,
+      "loss": 0.0327,
+      "step": 37620
+    },
+    {
+      "epoch": 0.120448,
+      "grad_norm": 0.08001224602140601,
+      "learning_rate": 9.960278963692781e-05,
+      "loss": 0.0317,
+      "step": 37640
+    },
+    {
+      "epoch": 0.120512,
+      "grad_norm": 0.11604695589436578,
+      "learning_rate": 9.960236797015376e-05,
+      "loss": 0.0312,
+      "step": 37660
+    },
+    {
+      "epoch": 0.120576,
+      "grad_norm": 0.07781578153568748,
+      "learning_rate": 9.960194608057744e-05,
+      "loss": 0.03,
+      "step": 37680
+    },
+    {
+      "epoch": 0.12064,
+      "grad_norm": 0.07393264932850753,
+      "learning_rate": 9.960152396820077e-05,
+      "loss": 0.0302,
+      "step": 37700
+    },
+    {
+      "epoch": 0.120704,
+      "grad_norm": 0.09496256664945173,
+      "learning_rate": 9.960110163302561e-05,
+      "loss": 0.0321,
+      "step": 37720
+    },
+    {
+      "epoch": 0.120768,
+      "grad_norm": 0.07869260080496425,
+      "learning_rate": 9.96006790750539e-05,
+      "loss": 0.0333,
+      "step": 37740
+    },
+    {
+      "epoch": 0.120832,
+      "grad_norm": 0.08479614574939452,
+      "learning_rate": 9.96002562942875e-05,
+      "loss": 0.0312,
+      "step": 37760
+    },
+    {
+      "epoch": 0.120896,
+      "grad_norm": 0.09627047464540824,
+      "learning_rate": 9.959983329072832e-05,
+      "loss": 0.0328,
+      "step": 37780
+    },
+    {
+      "epoch": 0.12096,
+      "grad_norm": 0.07777341070169186,
+      "learning_rate": 9.959941006437828e-05,
+      "loss": 0.03,
+      "step": 37800
+    },
+    {
+      "epoch": 0.121024,
+      "grad_norm": 0.08964891133063992,
+      "learning_rate": 9.959898661523926e-05,
+      "loss": 0.0302,
+      "step": 37820
+    },
+    {
+      "epoch": 0.121088,
+      "grad_norm": 0.096323282291661,
+      "learning_rate": 9.959856294331317e-05,
+      "loss": 0.0304,
+      "step": 37840
+    },
+    {
+      "epoch": 0.121152,
+      "grad_norm": 0.059413719899620195,
+      "learning_rate": 9.95981390486019e-05,
+      "loss": 0.0339,
+      "step": 37860
+    },
+    {
+      "epoch": 0.121216,
+      "grad_norm": 0.18543590326411122,
+      "learning_rate": 9.959771493110737e-05,
+      "loss": 0.0335,
+      "step": 37880
+    },
+    {
+      "epoch": 0.12128,
+      "grad_norm": 0.16241868184193745,
+      "learning_rate": 9.959729059083148e-05,
+      "loss": 0.0334,
+      "step": 37900
+    },
+    {
+      "epoch": 0.121344,
+      "grad_norm": 0.07762208489545298,
+      "learning_rate": 9.959686602777613e-05,
+      "loss": 0.0327,
+      "step": 37920
+    },
+    {
+      "epoch": 0.121408,
+      "grad_norm": 0.06391938325212523,
+      "learning_rate": 9.959644124194325e-05,
+      "loss": 0.0311,
+      "step": 37940
+    },
+    {
+      "epoch": 0.121472,
+      "grad_norm": 0.08954332437290162,
+      "learning_rate": 9.95960162333347e-05,
+      "loss": 0.0306,
+      "step": 37960
+    },
+    {
+      "epoch": 0.121536,
+      "grad_norm": 0.148763576552993,
+      "learning_rate": 9.959559100195245e-05,
+      "loss": 0.0319,
+      "step": 37980
+    },
+    {
+      "epoch": 0.1216,
+      "grad_norm": 0.1455620143215255,
+      "learning_rate": 9.959516554779838e-05,
+      "loss": 0.0312,
+      "step": 38000
+    },
+    {
+      "epoch": 0.121664,
+      "grad_norm": 0.09155855801499024,
+      "learning_rate": 9.959473987087437e-05,
+      "loss": 0.0342,
+      "step": 38020
+    },
+    {
+      "epoch": 0.121728,
+      "grad_norm": 0.09010646402640614,
+      "learning_rate": 9.959431397118238e-05,
+      "loss": 0.0352,
+      "step": 38040
+    },
+    {
+      "epoch": 0.121792,
+      "grad_norm": 0.11263007761936172,
+      "learning_rate": 9.959388784872432e-05,
+      "loss": 0.0341,
+      "step": 38060
+    },
+    {
+      "epoch": 0.121856,
+      "grad_norm": 0.09073746559180812,
+      "learning_rate": 9.959346150350206e-05,
+      "loss": 0.0308,
+      "step": 38080
+    },
+    {
+      "epoch": 0.12192,
+      "grad_norm": 0.0742683933049584,
+      "learning_rate": 9.959303493551757e-05,
+      "loss": 0.0299,
+      "step": 38100
+    },
+    {
+      "epoch": 0.121984,
+      "grad_norm": 0.12539145298724186,
+      "learning_rate": 9.959260814477273e-05,
+      "loss": 0.029,
+      "step": 38120
+    },
+    {
+      "epoch": 0.122048,
+      "grad_norm": 0.06248153998868201,
+      "learning_rate": 9.959218113126947e-05,
+      "loss": 0.0318,
+      "step": 38140
+    },
+    {
+      "epoch": 0.122112,
+      "grad_norm": 0.11062921014169383,
+      "learning_rate": 9.959175389500971e-05,
+      "loss": 0.0325,
+      "step": 38160
+    },
+    {
+      "epoch": 0.122176,
+      "grad_norm": 0.1320685806951766,
+      "learning_rate": 9.959132643599536e-05,
+      "loss": 0.0314,
+      "step": 38180
+    },
+    {
+      "epoch": 0.12224,
+      "grad_norm": 0.14569165704338244,
+      "learning_rate": 9.959089875422835e-05,
+      "loss": 0.0323,
+      "step": 38200
+    },
+    {
+      "epoch": 0.122304,
+      "grad_norm": 0.06420857359762702,
+      "learning_rate": 9.959047084971058e-05,
+      "loss": 0.0314,
+      "step": 38220
+    },
+    {
+      "epoch": 0.122368,
+      "grad_norm": 0.13504041633184086,
+      "learning_rate": 9.9590042722444e-05,
+      "loss": 0.03,
+      "step": 38240
+    },
+    {
+      "epoch": 0.122432,
+      "grad_norm": 0.15690759686030945,
+      "learning_rate": 9.958961437243053e-05,
+      "loss": 0.0337,
+      "step": 38260
+    },
+    {
+      "epoch": 0.122496,
+      "grad_norm": 0.0866867000474349,
+      "learning_rate": 9.958918579967209e-05,
+      "loss": 0.0315,
+      "step": 38280
+    },
+    {
+      "epoch": 0.12256,
+      "grad_norm": 0.10080800024064544,
+      "learning_rate": 9.958875700417058e-05,
+      "loss": 0.0333,
+      "step": 38300
+    },
+    {
+      "epoch": 0.122624,
+      "grad_norm": 0.07058440310887037,
+      "learning_rate": 9.958832798592794e-05,
+      "loss": 0.0358,
+      "step": 38320
+    },
+    {
+      "epoch": 0.122688,
+      "grad_norm": 0.0872821702594187,
+      "learning_rate": 9.958789874494613e-05,
+      "loss": 0.0305,
+      "step": 38340
+    },
+    {
+      "epoch": 0.122752,
+      "grad_norm": 0.07691606593550346,
+      "learning_rate": 9.958746928122704e-05,
+      "loss": 0.034,
+      "step": 38360
+    },
+    {
+      "epoch": 0.122816,
+      "grad_norm": 0.06526085192180134,
+      "learning_rate": 9.95870395947726e-05,
+      "loss": 0.0338,
+      "step": 38380
+    },
+    {
+      "epoch": 0.12288,
+      "grad_norm": 0.07692751393944329,
+      "learning_rate": 9.958660968558477e-05,
+      "loss": 0.031,
+      "step": 38400
+    },
+    {
+      "epoch": 0.122944,
+      "grad_norm": 0.07056905252964311,
+      "learning_rate": 9.958617955366545e-05,
+      "loss": 0.0332,
+      "step": 38420
+    },
+    {
+      "epoch": 0.123008,
+      "grad_norm": 0.08106161963777715,
+      "learning_rate": 9.958574919901658e-05,
+      "loss": 0.0301,
+      "step": 38440
+    },
+    {
+      "epoch": 0.123072,
+      "grad_norm": 0.10813464569357546,
+      "learning_rate": 9.958531862164012e-05,
+      "loss": 0.031,
+      "step": 38460
+    },
+    {
+      "epoch": 0.123136,
+      "grad_norm": 0.09981836188862685,
+      "learning_rate": 9.958488782153794e-05,
+      "loss": 0.0313,
+      "step": 38480
+    },
+    {
+      "epoch": 0.1232,
+      "grad_norm": 0.06453276326648512,
+      "learning_rate": 9.958445679871204e-05,
+      "loss": 0.0322,
+      "step": 38500
+    },
+    {
+      "epoch": 0.123264,
+      "grad_norm": 0.1263919886806742,
+      "learning_rate": 9.958402555316434e-05,
+      "loss": 0.0277,
+      "step": 38520
+    },
+    {
+      "epoch": 0.123328,
+      "grad_norm": 0.13657751013926692,
+      "learning_rate": 9.958359408489675e-05,
+      "loss": 0.0305,
+      "step": 38540
+    },
+    {
+      "epoch": 0.123392,
+      "grad_norm": 0.07438643098926981,
+      "learning_rate": 9.958316239391125e-05,
+      "loss": 0.0293,
+      "step": 38560
+    },
+    {
+      "epoch": 0.123456,
+      "grad_norm": 0.06962060373831257,
+      "learning_rate": 9.958273048020974e-05,
+      "loss": 0.027,
+      "step": 38580
+    },
+    {
+      "epoch": 0.12352,
+      "grad_norm": 0.12479607813053446,
+      "learning_rate": 9.958229834379418e-05,
+      "loss": 0.0323,
+      "step": 38600
+    },
+    {
+      "epoch": 0.123584,
+      "grad_norm": 0.08314557303219845,
+      "learning_rate": 9.95818659846665e-05,
+      "loss": 0.0328,
+      "step": 38620
+    },
+    {
+      "epoch": 0.123648,
+      "grad_norm": 0.1578443272812555,
+      "learning_rate": 9.958143340282866e-05,
+      "loss": 0.0368,
+      "step": 38640
+    },
+    {
+      "epoch": 0.123712,
+      "grad_norm": 0.08696029487331432,
+      "learning_rate": 9.95810005982826e-05,
+      "loss": 0.0305,
+      "step": 38660
+    },
+    {
+      "epoch": 0.123776,
+      "grad_norm": 0.1479389415135321,
+      "learning_rate": 9.958056757103022e-05,
+      "loss": 0.0331,
+      "step": 38680
+    },
+    {
+      "epoch": 0.12384,
+      "grad_norm": 0.08486353588233876,
+      "learning_rate": 9.958013432107354e-05,
+      "loss": 0.0361,
+      "step": 38700
+    },
+    {
+      "epoch": 0.123904,
+      "grad_norm": 0.09787845679421414,
+      "learning_rate": 9.957970084841445e-05,
+      "loss": 0.0303,
+      "step": 38720
+    },
+    {
+      "epoch": 0.123968,
+      "grad_norm": 0.07705037361936531,
+      "learning_rate": 9.957926715305492e-05,
+      "loss": 0.0324,
+      "step": 38740
+    },
+    {
+      "epoch": 0.124032,
+      "grad_norm": 0.08841673125882069,
+      "learning_rate": 9.957883323499688e-05,
+      "loss": 0.0321,
+      "step": 38760
+    },
+    {
+      "epoch": 0.124096,
+      "grad_norm": 0.13983398233631755,
+      "learning_rate": 9.957839909424231e-05,
+      "loss": 0.0297,
+      "step": 38780
+    },
+    {
+      "epoch": 0.12416,
+      "grad_norm": 0.10339239535259723,
+      "learning_rate": 9.957796473079312e-05,
+      "loss": 0.0293,
+      "step": 38800
+    },
+    {
+      "epoch": 0.124224,
+      "grad_norm": 0.0573774100847272,
+      "learning_rate": 9.95775301446513e-05,
+      "loss": 0.0341,
+      "step": 38820
+    },
+    {
+      "epoch": 0.124288,
+      "grad_norm": 0.10976689924127478,
+      "learning_rate": 9.957709533581879e-05,
+      "loss": 0.0294,
+      "step": 38840
+    },
+    {
+      "epoch": 0.124352,
+      "grad_norm": 0.09205294342991327,
+      "learning_rate": 9.957666030429754e-05,
+      "loss": 0.0324,
+      "step": 38860
+    },
+    {
+      "epoch": 0.124416,
+      "grad_norm": 0.0951765953928565,
+      "learning_rate": 9.957622505008948e-05,
+      "loss": 0.0347,
+      "step": 38880
+    },
+    {
+      "epoch": 0.12448,
+      "grad_norm": 0.13906652155605545,
+      "learning_rate": 9.95757895731966e-05,
+      "loss": 0.0319,
+      "step": 38900
+    },
+    {
+      "epoch": 0.124544,
+      "grad_norm": 0.10560021604480169,
+      "learning_rate": 9.957535387362083e-05,
+      "loss": 0.0305,
+      "step": 38920
+    },
+    {
+      "epoch": 0.124608,
+      "grad_norm": 0.16123240415331652,
+      "learning_rate": 9.957491795136415e-05,
+      "loss": 0.0338,
+      "step": 38940
+    },
+    {
+      "epoch": 0.124672,
+      "grad_norm": 0.22815574383559675,
+      "learning_rate": 9.957448180642853e-05,
+      "loss": 0.033,
+      "step": 38960
+    },
+    {
+      "epoch": 0.124736,
+      "grad_norm": 0.11937765593408194,
+      "learning_rate": 9.957404543881588e-05,
+      "loss": 0.0342,
+      "step": 38980
+    },
+    {
+      "epoch": 0.1248,
+      "grad_norm": 0.13034239211092538,
+      "learning_rate": 9.957360884852817e-05,
+      "loss": 0.0339,
+      "step": 39000
+    },
+    {
+      "epoch": 0.124864,
+      "grad_norm": 0.09409582360001219,
+      "learning_rate": 9.957317203556742e-05,
+      "loss": 0.0309,
+      "step": 39020
+    },
+    {
+      "epoch": 0.124928,
+      "grad_norm": 0.11407115901027594,
+      "learning_rate": 9.957273499993554e-05,
+      "loss": 0.0325,
+      "step": 39040
+    },
+    {
+      "epoch": 0.124992,
+      "grad_norm": 0.09297186598463913,
+      "learning_rate": 9.957229774163448e-05,
+      "loss": 0.0352,
+      "step": 39060
+    },
+    {
+      "epoch": 0.125056,
+      "grad_norm": 0.07681236665967694,
+      "learning_rate": 9.957186026066625e-05,
+      "loss": 0.032,
+      "step": 39080
+    },
+    {
+      "epoch": 0.12512,
+      "grad_norm": 0.07652828196392733,
+      "learning_rate": 9.957142255703278e-05,
+      "loss": 0.0324,
+      "step": 39100
+    },
+    {
+      "epoch": 0.125184,
+      "grad_norm": 0.10642717663941928,
+      "learning_rate": 9.957098463073606e-05,
+      "loss": 0.0321,
+      "step": 39120
+    },
+    {
+      "epoch": 0.125248,
+      "grad_norm": 0.09795610309229415,
+      "learning_rate": 9.957054648177804e-05,
+      "loss": 0.0339,
+      "step": 39140
+    },
+    {
+      "epoch": 0.125312,
+      "grad_norm": 0.09449407885671815,
+      "learning_rate": 9.95701081101607e-05,
+      "loss": 0.0313,
+      "step": 39160
+    },
+    {
+      "epoch": 0.125376,
+      "grad_norm": 0.05662477000546974,
+      "learning_rate": 9.956966951588599e-05,
+      "loss": 0.0316,
+      "step": 39180
+    },
+    {
+      "epoch": 0.12544,
+      "grad_norm": 0.1073213635236539,
+      "learning_rate": 9.956923069895589e-05,
+      "loss": 0.0313,
+      "step": 39200
+    },
+    {
+      "epoch": 0.125504,
+      "grad_norm": 0.15738653049903847,
+      "learning_rate": 9.956879165937238e-05,
+      "loss": 0.032,
+      "step": 39220
+    },
+    {
+      "epoch": 0.125568,
+      "grad_norm": 0.10696302004775364,
+      "learning_rate": 9.956835239713744e-05,
+      "loss": 0.0352,
+      "step": 39240
+    },
+    {
+      "epoch": 0.125632,
+      "grad_norm": 0.20304967423644743,
+      "learning_rate": 9.956791291225303e-05,
+      "loss": 0.0356,
+      "step": 39260
+    },
+    {
+      "epoch": 0.125696,
+      "grad_norm": 0.1210661986368306,
+      "learning_rate": 9.956747320472111e-05,
+      "loss": 0.0318,
+      "step": 39280
+    },
+    {
+      "epoch": 0.12576,
+      "grad_norm": 0.14886504929292205,
+      "learning_rate": 9.956703327454366e-05,
+      "loss": 0.0346,
+      "step": 39300
+    },
+    {
+      "epoch": 0.125824,
+      "grad_norm": 0.08389351362792408,
+      "learning_rate": 9.956659312172268e-05,
+      "loss": 0.0321,
+      "step": 39320
+    },
+    {
+      "epoch": 0.125888,
+      "grad_norm": 0.11878246431183871,
+      "learning_rate": 9.956615274626013e-05,
+      "loss": 0.0347,
+      "step": 39340
+    },
+    {
+      "epoch": 0.125952,
+      "grad_norm": 0.07202256898378927,
+      "learning_rate": 9.956571214815798e-05,
+      "loss": 0.0282,
+      "step": 39360
+    },
+    {
+      "epoch": 0.126016,
+      "grad_norm": 0.07720423852241791,
+      "learning_rate": 9.956527132741822e-05,
+      "loss": 0.0329,
+      "step": 39380
+    },
+    {
+      "epoch": 0.12608,
+      "grad_norm": 0.14900831389737892,
+      "learning_rate": 9.956483028404284e-05,
+      "loss": 0.0314,
+      "step": 39400
+    },
+    {
+      "epoch": 0.126144,
+      "grad_norm": 0.20536609035846695,
+      "learning_rate": 9.95643890180338e-05,
+      "loss": 0.0355,
+      "step": 39420
+    },
+    {
+      "epoch": 0.126208,
+      "grad_norm": 0.0813143555221332,
+      "learning_rate": 9.95639475293931e-05,
+      "loss": 0.0309,
+      "step": 39440
+    },
+    {
+      "epoch": 0.126272,
+      "grad_norm": 0.0764856648150978,
+      "learning_rate": 9.95635058181227e-05,
+      "loss": 0.0322,
+      "step": 39460
+    },
+    {
+      "epoch": 0.126336,
+      "grad_norm": 0.07504408267757684,
+      "learning_rate": 9.95630638842246e-05,
+      "loss": 0.0317,
+      "step": 39480
+    },
+    {
+      "epoch": 0.1264,
+      "grad_norm": 0.11457636337697667,
+      "learning_rate": 9.956262172770081e-05,
+      "loss": 0.0334,
+      "step": 39500
+    },
+    {
+      "epoch": 0.126464,
+      "grad_norm": 0.08060679317289925,
+      "learning_rate": 9.956217934855327e-05,
+      "loss": 0.0326,
+      "step": 39520
+    },
+    {
+      "epoch": 0.126528,
+      "grad_norm": 0.09030527663192844,
+      "learning_rate": 9.956173674678399e-05,
+      "loss": 0.0324,
+      "step": 39540
+    },
+    {
+      "epoch": 0.126592,
+      "grad_norm": 0.10674975014923327,
+      "learning_rate": 9.956129392239494e-05,
+      "loss": 0.0322,
+      "step": 39560
+    },
+    {
+      "epoch": 0.126656,
+      "grad_norm": 0.10411163035870083,
+      "learning_rate": 9.956085087538815e-05,
+      "loss": 0.0338,
+      "step": 39580
+    },
+    {
+      "epoch": 0.12672,
+      "grad_norm": 0.09587562018185987,
+      "learning_rate": 9.956040760576558e-05,
+      "loss": 0.0365,
+      "step": 39600
+    },
+    {
+      "epoch": 0.126784,
+      "grad_norm": 0.09678445233154945,
+      "learning_rate": 9.95599641135292e-05,
+      "loss": 0.0352,
+      "step": 39620
+    },
+    {
+      "epoch": 0.126848,
+      "grad_norm": 0.06941188138290474,
+      "learning_rate": 9.955952039868104e-05,
+      "loss": 0.0355,
+      "step": 39640
+    },
+    {
+      "epoch": 0.126912,
+      "grad_norm": 0.08906280805652561,
+      "learning_rate": 9.95590764612231e-05,
+      "loss": 0.0329,
+      "step": 39660
+    },
+    {
+      "epoch": 0.126976,
+      "grad_norm": 0.12063572600007588,
+      "learning_rate": 9.955863230115734e-05,
+      "loss": 0.0296,
+      "step": 39680
+    },
+    {
+      "epoch": 0.12704,
+      "grad_norm": 0.09593095220152408,
+      "learning_rate": 9.955818791848577e-05,
+      "loss": 0.0311,
+      "step": 39700
+    },
+    {
+      "epoch": 0.127104,
+      "grad_norm": 0.06888410724636199,
+      "learning_rate": 9.955774331321038e-05,
+      "loss": 0.0352,
+      "step": 39720
+    },
+    {
+      "epoch": 0.127168,
+      "grad_norm": 0.08267891878669127,
+      "learning_rate": 9.955729848533317e-05,
+      "loss": 0.0328,
+      "step": 39740
+    },
+    {
+      "epoch": 0.127232,
+      "grad_norm": 0.05268751042868993,
+      "learning_rate": 9.955685343485614e-05,
+      "loss": 0.0304,
+      "step": 39760
+    },
+    {
+      "epoch": 0.127296,
+      "grad_norm": 0.07457312714482409,
+      "learning_rate": 9.955640816178132e-05,
+      "loss": 0.0275,
+      "step": 39780
+    },
+    {
+      "epoch": 0.12736,
+      "grad_norm": 0.09277668520421922,
+      "learning_rate": 9.955596266611065e-05,
+      "loss": 0.0308,
+      "step": 39800
+    },
+    {
+      "epoch": 0.127424,
+      "grad_norm": 0.10209390127341922,
+      "learning_rate": 9.955551694784617e-05,
+      "loss": 0.0316,
+      "step": 39820
+    },
+    {
+      "epoch": 0.127488,
+      "grad_norm": 0.08738138992487515,
+      "learning_rate": 9.955507100698987e-05,
+      "loss": 0.0337,
+      "step": 39840
+    },
+    {
+      "epoch": 0.127552,
+      "grad_norm": 0.09458218213787102,
+      "learning_rate": 9.955462484354376e-05,
+      "loss": 0.0322,
+      "step": 39860
+    },
+    {
+      "epoch": 0.127616,
+      "grad_norm": 0.10943637967201195,
+      "learning_rate": 9.955417845750983e-05,
+      "loss": 0.0323,
+      "step": 39880
+    },
+    {
+      "epoch": 0.12768,
+      "grad_norm": 0.08951642128603933,
+      "learning_rate": 9.95537318488901e-05,
+      "loss": 0.0313,
+      "step": 39900
+    },
+    {
+      "epoch": 0.127744,
+      "grad_norm": 0.09017747289827038,
+      "learning_rate": 9.955328501768658e-05,
+      "loss": 0.034,
+      "step": 39920
+    },
+    {
+      "epoch": 0.127808,
+      "grad_norm": 0.0791438670043615,
+      "learning_rate": 9.955283796390127e-05,
+      "loss": 0.0308,
+      "step": 39940
+    },
+    {
+      "epoch": 0.127872,
+      "grad_norm": 0.10182932469577603,
+      "learning_rate": 9.955239068753615e-05,
+      "loss": 0.0357,
+      "step": 39960
+    },
+    {
+      "epoch": 0.127936,
+      "grad_norm": 0.10794714253061603,
+      "learning_rate": 9.955194318859329e-05,
+      "loss": 0.0334,
+      "step": 39980
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.07775143816921318,
+      "learning_rate": 9.955149546707465e-05,
+      "loss": 0.0313,
+      "step": 40000
+    },
+    {
+      "epoch": 0.128064,
+      "grad_norm": 0.12111415947423365,
+      "learning_rate": 9.955104752298225e-05,
+      "loss": 0.0326,
+      "step": 40020
+    },
+    {
+      "epoch": 0.128128,
+      "grad_norm": 0.08521910863822091,
+      "learning_rate": 9.955059935631812e-05,
+      "loss": 0.0321,
+      "step": 40040
+    },
+    {
+      "epoch": 0.128192,
+      "grad_norm": 0.22515017294982573,
+      "learning_rate": 9.955015096708425e-05,
+      "loss": 0.0333,
+      "step": 40060
+    },
+    {
+      "epoch": 0.128256,
+      "grad_norm": 0.08638574572649986,
+      "learning_rate": 9.954970235528268e-05,
+      "loss": 0.0323,
+      "step": 40080
+    },
+    {
+      "epoch": 0.12832,
+      "grad_norm": 0.08067480597548514,
+      "learning_rate": 9.95492535209154e-05,
+      "loss": 0.0338,
+      "step": 40100
+    },
+    {
+      "epoch": 0.128384,
+      "grad_norm": 0.13912843348875104,
+      "learning_rate": 9.954880446398443e-05,
+      "loss": 0.0337,
+      "step": 40120
+    },
+    {
+      "epoch": 0.128448,
+      "grad_norm": 0.19839692418848523,
+      "learning_rate": 9.95483551844918e-05,
+      "loss": 0.0311,
+      "step": 40140
+    },
+    {
+      "epoch": 0.128512,
+      "grad_norm": 0.09460287034690226,
+      "learning_rate": 9.954790568243953e-05,
+      "loss": 0.0335,
+      "step": 40160
+    },
+    {
+      "epoch": 0.128576,
+      "grad_norm": 0.08422258199923877,
+      "learning_rate": 9.954745595782963e-05,
+      "loss": 0.0346,
+      "step": 40180
+    },
+    {
+      "epoch": 0.12864,
+      "grad_norm": 0.08237558677822139,
+      "learning_rate": 9.954700601066411e-05,
+      "loss": 0.0313,
+      "step": 40200
+    },
+    {
+      "epoch": 0.128704,
+      "grad_norm": 0.11919659778323012,
+      "learning_rate": 9.9546555840945e-05,
+      "loss": 0.0299,
+      "step": 40220
+    },
+    {
+      "epoch": 0.128768,
+      "grad_norm": 0.115897405389557,
+      "learning_rate": 9.954610544867435e-05,
+      "loss": 0.0319,
+      "step": 40240
+    },
+    {
+      "epoch": 0.128832,
+      "grad_norm": 0.12702723257618226,
+      "learning_rate": 9.954565483385414e-05,
+      "loss": 0.0331,
+      "step": 40260
+    },
+    {
+      "epoch": 0.128896,
+      "grad_norm": 0.07355593359197983,
+      "learning_rate": 9.954520399648641e-05,
+      "loss": 0.0333,
+      "step": 40280
+    },
+    {
+      "epoch": 0.12896,
+      "grad_norm": 0.08201746668289486,
+      "learning_rate": 9.954475293657319e-05,
+      "loss": 0.0303,
+      "step": 40300
+    },
+    {
+      "epoch": 0.129024,
+      "grad_norm": 0.09889558838267845,
+      "learning_rate": 9.95443016541165e-05,
+      "loss": 0.029,
+      "step": 40320
+    },
+    {
+      "epoch": 0.129088,
+      "grad_norm": 0.10763538244875848,
+      "learning_rate": 9.954385014911837e-05,
+      "loss": 0.0293,
+      "step": 40340
+    },
+    {
+      "epoch": 0.129152,
+      "grad_norm": 0.11300801484558425,
+      "learning_rate": 9.954339842158082e-05,
+      "loss": 0.035,
+      "step": 40360
+    },
+    {
+      "epoch": 0.129216,
+      "grad_norm": 0.07770659894096697,
+      "learning_rate": 9.954294647150591e-05,
+      "loss": 0.0312,
+      "step": 40380
+    },
+    {
+      "epoch": 0.12928,
+      "grad_norm": 0.11459264621942214,
+      "learning_rate": 9.954249429889561e-05,
+      "loss": 0.0297,
+      "step": 40400
+    },
+    {
+      "epoch": 0.129344,
+      "grad_norm": 0.06555968557994865,
+      "learning_rate": 9.954204190375202e-05,
+      "loss": 0.027,
+      "step": 40420
+    },
+    {
+      "epoch": 0.129408,
+      "grad_norm": 0.13224845796507306,
+      "learning_rate": 9.954158928607713e-05,
+      "loss": 0.0298,
+      "step": 40440
+    },
+    {
+      "epoch": 0.129472,
+      "grad_norm": 0.08742638659981623,
+      "learning_rate": 9.954113644587298e-05,
+      "loss": 0.0323,
+      "step": 40460
+    },
+    {
+      "epoch": 0.129536,
+      "grad_norm": 0.12258153162505332,
+      "learning_rate": 9.954068338314159e-05,
+      "loss": 0.0342,
+      "step": 40480
+    },
+    {
+      "epoch": 0.1296,
+      "grad_norm": 0.08355400628367804,
+      "learning_rate": 9.954023009788504e-05,
+      "loss": 0.0297,
+      "step": 40500
+    },
+    {
+      "epoch": 0.129664,
+      "grad_norm": 0.09128510119969128,
+      "learning_rate": 9.953977659010534e-05,
+      "loss": 0.0337,
+      "step": 40520
+    },
+    {
+      "epoch": 0.129728,
+      "grad_norm": 0.0651543225995682,
+      "learning_rate": 9.953932285980451e-05,
+      "loss": 0.0331,
+      "step": 40540
+    },
+    {
+      "epoch": 0.129792,
+      "grad_norm": 0.07929497868530182,
+      "learning_rate": 9.953886890698461e-05,
+      "loss": 0.0338,
+      "step": 40560
+    },
+    {
+      "epoch": 0.129856,
+      "grad_norm": 0.111920551861392,
+      "learning_rate": 9.953841473164766e-05,
+      "loss": 0.0341,
+      "step": 40580
+    },
+    {
+      "epoch": 0.12992,
+      "grad_norm": 0.09707478583199529,
+      "learning_rate": 9.953796033379573e-05,
+      "loss": 0.0331,
+      "step": 40600
+    },
+    {
+      "epoch": 0.129984,
+      "grad_norm": 0.14714173343393702,
+      "learning_rate": 9.953750571343081e-05,
+      "loss": 0.0308,
+      "step": 40620
+    },
+    {
+      "epoch": 0.130048,
+      "grad_norm": 0.0727203321767133,
+      "learning_rate": 9.953705087055501e-05,
+      "loss": 0.0311,
+      "step": 40640
+    },
+    {
+      "epoch": 0.130112,
+      "grad_norm": 0.10667970624858604,
+      "learning_rate": 9.953659580517031e-05,
+      "loss": 0.0318,
+      "step": 40660
+    },
+    {
+      "epoch": 0.130176,
+      "grad_norm": 0.20298499051017452,
+      "learning_rate": 9.953614051727882e-05,
+      "loss": 0.0373,
+      "step": 40680
+    },
+    {
+      "epoch": 0.13024,
+      "grad_norm": 0.07999839292014595,
+      "learning_rate": 9.953568500688252e-05,
+      "loss": 0.0355,
+      "step": 40700
+    },
+    {
+      "epoch": 0.130304,
+      "grad_norm": 0.14012249431879975,
+      "learning_rate": 9.95352292739835e-05,
+      "loss": 0.0317,
+      "step": 40720
+    },
+    {
+      "epoch": 0.130368,
+      "grad_norm": 0.06263024342071373,
+      "learning_rate": 9.953477331858377e-05,
+      "loss": 0.0332,
+      "step": 40740
+    },
+    {
+      "epoch": 0.130432,
+      "grad_norm": 0.10297498151540073,
+      "learning_rate": 9.95343171406854e-05,
+      "loss": 0.0306,
+      "step": 40760
+    },
+    {
+      "epoch": 0.130496,
+      "grad_norm": 0.07485890939866761,
+      "learning_rate": 9.953386074029045e-05,
+      "loss": 0.0274,
+      "step": 40780
+    },
+    {
+      "epoch": 0.13056,
+      "grad_norm": 0.07429640946719845,
+      "learning_rate": 9.953340411740096e-05,
+      "loss": 0.0275,
+      "step": 40800
+    },
+    {
+      "epoch": 0.130624,
+      "grad_norm": 0.23583852939739408,
+      "learning_rate": 9.953294727201896e-05,
+      "loss": 0.0333,
+      "step": 40820
+    },
+    {
+      "epoch": 0.130688,
+      "grad_norm": 0.08508782641201994,
+      "learning_rate": 9.953249020414654e-05,
+      "loss": 0.033,
+      "step": 40840
+    },
+    {
+      "epoch": 0.130752,
+      "grad_norm": 0.17440456206079435,
+      "learning_rate": 9.953203291378572e-05,
+      "loss": 0.0336,
+      "step": 40860
+    },
+    {
+      "epoch": 0.130816,
+      "grad_norm": 0.06961395672795713,
+      "learning_rate": 9.953157540093859e-05,
+      "loss": 0.0334,
+      "step": 40880
+    },
+    {
+      "epoch": 0.13088,
+      "grad_norm": 0.05950703055074971,
+      "learning_rate": 9.953111766560716e-05,
+      "loss": 0.0335,
+      "step": 40900
+    },
+    {
+      "epoch": 0.130944,
+      "grad_norm": 0.18999023219790784,
+      "learning_rate": 9.953065970779351e-05,
+      "loss": 0.0322,
+      "step": 40920
+    },
+    {
+      "epoch": 0.131008,
+      "grad_norm": 0.06639355533746925,
+      "learning_rate": 9.95302015274997e-05,
+      "loss": 0.0291,
+      "step": 40940
+    },
+    {
+      "epoch": 0.131072,
+      "grad_norm": 0.08358978434273276,
+      "learning_rate": 9.95297431247278e-05,
+      "loss": 0.032,
+      "step": 40960
+    },
+    {
+      "epoch": 0.131136,
+      "grad_norm": 0.07943379235271977,
+      "learning_rate": 9.952928449947983e-05,
+      "loss": 0.0334,
+      "step": 40980
+    },
+    {
+      "epoch": 0.1312,
+      "grad_norm": 0.06806733497470308,
+      "learning_rate": 9.952882565175789e-05,
+      "loss": 0.0322,
+      "step": 41000
+    },
+    {
+      "epoch": 0.131264,
+      "grad_norm": 0.0648665308452779,
+      "learning_rate": 9.952836658156401e-05,
+      "loss": 0.0324,
+      "step": 41020
+    },
+    {
+      "epoch": 0.131328,
+      "grad_norm": 0.07002203223405568,
+      "learning_rate": 9.952790728890027e-05,
+      "loss": 0.029,
+      "step": 41040
+    },
+    {
+      "epoch": 0.131392,
+      "grad_norm": 0.0748918539643221,
+      "learning_rate": 9.952744777376873e-05,
+      "loss": 0.032,
+      "step": 41060
+    },
+    {
+      "epoch": 0.131456,
+      "grad_norm": 0.09238244641923951,
+      "learning_rate": 9.952698803617147e-05,
+      "loss": 0.0323,
+      "step": 41080
+    },
+    {
+      "epoch": 0.13152,
+      "grad_norm": 0.062078471827953834,
+      "learning_rate": 9.952652807611052e-05,
+      "loss": 0.0312,
+      "step": 41100
+    },
+    {
+      "epoch": 0.131584,
+      "grad_norm": 0.08770868833681225,
+      "learning_rate": 9.952606789358796e-05,
+      "loss": 0.0304,
+      "step": 41120
+    },
+    {
+      "epoch": 0.131648,
+      "grad_norm": 0.10807909703136269,
+      "learning_rate": 9.952560748860587e-05,
+      "loss": 0.031,
+      "step": 41140
+    },
+    {
+      "epoch": 0.131712,
+      "grad_norm": 0.06724600260043818,
+      "learning_rate": 9.95251468611663e-05,
+      "loss": 0.0326,
+      "step": 41160
+    },
+    {
+      "epoch": 0.131776,
+      "grad_norm": 0.08158097290400615,
+      "learning_rate": 9.952468601127134e-05,
+      "loss": 0.0322,
+      "step": 41180
+    },
+    {
+      "epoch": 0.13184,
+      "grad_norm": 0.07752336067211266,
+      "learning_rate": 9.952422493892304e-05,
+      "loss": 0.0324,
+      "step": 41200
+    },
+    {
+      "epoch": 0.131904,
+      "grad_norm": 0.11111410488218725,
+      "learning_rate": 9.952376364412348e-05,
+      "loss": 0.0326,
+      "step": 41220
+    },
+    {
+      "epoch": 0.131968,
+      "grad_norm": 0.07944285509125448,
+      "learning_rate": 9.952330212687472e-05,
+      "loss": 0.0308,
+      "step": 41240
+    },
+    {
+      "epoch": 0.132032,
+      "grad_norm": 0.08070038973666847,
+      "learning_rate": 9.952284038717887e-05,
+      "loss": 0.0303,
+      "step": 41260
+    },
+    {
+      "epoch": 0.132096,
+      "grad_norm": 0.131691533058166,
+      "learning_rate": 9.952237842503798e-05,
+      "loss": 0.0331,
+      "step": 41280
+    },
+    {
+      "epoch": 0.13216,
+      "grad_norm": 0.22978648246081593,
+      "learning_rate": 9.952191624045411e-05,
+      "loss": 0.032,
+      "step": 41300
+    },
+    {
+      "epoch": 0.132224,
+      "grad_norm": 0.0861904800274661,
+      "learning_rate": 9.952145383342934e-05,
+      "loss": 0.032,
+      "step": 41320
+    },
+    {
+      "epoch": 0.132288,
+      "grad_norm": 0.07280841264117215,
+      "learning_rate": 9.952099120396576e-05,
+      "loss": 0.0322,
+      "step": 41340
+    },
+    {
+      "epoch": 0.132352,
+      "grad_norm": 0.07048205299628756,
+      "learning_rate": 9.952052835206546e-05,
+      "loss": 0.0294,
+      "step": 41360
+    },
+    {
+      "epoch": 0.132416,
+      "grad_norm": 0.0997919809083768,
+      "learning_rate": 9.95200652777305e-05,
+      "loss": 0.0334,
+      "step": 41380
+    },
+    {
+      "epoch": 0.13248,
+      "grad_norm": 0.07144235842499633,
+      "learning_rate": 9.951960198096296e-05,
+      "loss": 0.0313,
+      "step": 41400
+    },
+    {
+      "epoch": 0.132544,
+      "grad_norm": 0.08824468736820908,
+      "learning_rate": 9.951913846176492e-05,
+      "loss": 0.0342,
+      "step": 41420
+    },
+    {
+      "epoch": 0.132608,
+      "grad_norm": 0.060014634858746425,
+      "learning_rate": 9.951867472013848e-05,
+      "loss": 0.0321,
+      "step": 41440
+    },
+    {
+      "epoch": 0.132672,
+      "grad_norm": 0.12746693409814322,
+      "learning_rate": 9.95182107560857e-05,
+      "loss": 0.0303,
+      "step": 41460
+    },
+    {
+      "epoch": 0.132736,
+      "grad_norm": 0.1538932321892048,
+      "learning_rate": 9.951774656960865e-05,
+      "loss": 0.0298,
+      "step": 41480
+    },
+    {
+      "epoch": 0.1328,
+      "grad_norm": 0.12397825274647074,
+      "learning_rate": 9.951728216070949e-05,
+      "loss": 0.0329,
+      "step": 41500
+    },
+    {
+      "epoch": 0.132864,
+      "grad_norm": 0.06783913794611994,
+      "learning_rate": 9.951681752939021e-05,
+      "loss": 0.035,
+      "step": 41520
+    },
+    {
+      "epoch": 0.132928,
+      "grad_norm": 0.0702825387893834,
+      "learning_rate": 9.951635267565295e-05,
+      "loss": 0.029,
+      "step": 41540
+    },
+    {
+      "epoch": 0.132992,
+      "grad_norm": 0.07343306539410793,
+      "learning_rate": 9.95158875994998e-05,
+      "loss": 0.0308,
+      "step": 41560
+    },
+    {
+      "epoch": 0.133056,
+      "grad_norm": 0.07584369111465726,
+      "learning_rate": 9.951542230093284e-05,
+      "loss": 0.032,
+      "step": 41580
+    },
+    {
+      "epoch": 0.13312,
+      "grad_norm": 0.08880768066946325,
+      "learning_rate": 9.951495677995414e-05,
+      "loss": 0.0314,
+      "step": 41600
+    },
+    {
+      "epoch": 0.133184,
+      "grad_norm": 0.16975034326910918,
+      "learning_rate": 9.951449103656584e-05,
+      "loss": 0.0346,
+      "step": 41620
+    },
+    {
+      "epoch": 0.133248,
+      "grad_norm": 0.0577467205446295,
+      "learning_rate": 9.951402507076999e-05,
+      "loss": 0.0317,
+      "step": 41640
+    },
+    {
+      "epoch": 0.133312,
+      "grad_norm": 0.07589329179612517,
+      "learning_rate": 9.951355888256869e-05,
+      "loss": 0.0296,
+      "step": 41660
+    },
+    {
+      "epoch": 0.133376,
+      "grad_norm": 0.06336742000894736,
+      "learning_rate": 9.951309247196404e-05,
+      "loss": 0.0281,
+      "step": 41680
+    },
+    {
+      "epoch": 0.13344,
+      "grad_norm": 0.09963940332126157,
+      "learning_rate": 9.951262583895812e-05,
+      "loss": 0.033,
+      "step": 41700
+    },
+    {
+      "epoch": 0.133504,
+      "grad_norm": 0.06087502563937401,
+      "learning_rate": 9.951215898355307e-05,
+      "loss": 0.0314,
+      "step": 41720
+    },
+    {
+      "epoch": 0.133568,
+      "grad_norm": 0.09783276673902244,
+      "learning_rate": 9.951169190575093e-05,
+      "loss": 0.0288,
+      "step": 41740
+    },
+    {
+      "epoch": 0.133632,
+      "grad_norm": 0.05466824878409184,
+      "learning_rate": 9.951122460555384e-05,
+      "loss": 0.0318,
+      "step": 41760
+    },
+    {
+      "epoch": 0.133696,
+      "grad_norm": 0.10075859099411093,
+      "learning_rate": 9.95107570829639e-05,
+      "loss": 0.0316,
+      "step": 41780
+    },
+    {
+      "epoch": 0.13376,
+      "grad_norm": 0.09833902692780028,
+      "learning_rate": 9.951028933798317e-05,
+      "loss": 0.0333,
+      "step": 41800
+    },
+    {
+      "epoch": 0.133824,
+      "grad_norm": 0.22321415562834282,
+      "learning_rate": 9.950982137061376e-05,
+      "loss": 0.0339,
+      "step": 41820
+    },
+    {
+      "epoch": 0.133888,
+      "grad_norm": 0.16990104992311894,
+      "learning_rate": 9.950935318085781e-05,
+      "loss": 0.0309,
+      "step": 41840
+    },
+    {
+      "epoch": 0.133952,
+      "grad_norm": 0.07855564849265495,
+      "learning_rate": 9.950888476871741e-05,
+      "loss": 0.0312,
+      "step": 41860
+    },
+    {
+      "epoch": 0.134016,
+      "grad_norm": 0.07613221369596639,
+      "learning_rate": 9.950841613419463e-05,
+      "loss": 0.0296,
+      "step": 41880
+    },
+    {
+      "epoch": 0.13408,
+      "grad_norm": 0.07471296071565553,
+      "learning_rate": 9.95079472772916e-05,
+      "loss": 0.034,
+      "step": 41900
+    },
+    {
+      "epoch": 0.134144,
+      "grad_norm": 0.1902086616829644,
+      "learning_rate": 9.950747819801043e-05,
+      "loss": 0.0325,
+      "step": 41920
+    },
+    {
+      "epoch": 0.134208,
+      "grad_norm": 0.08673947918868105,
+      "learning_rate": 9.950700889635323e-05,
+      "loss": 0.032,
+      "step": 41940
+    },
+    {
+      "epoch": 0.134272,
+      "grad_norm": 0.0768414924928411,
+      "learning_rate": 9.95065393723221e-05,
+      "loss": 0.0282,
+      "step": 41960
+    },
+    {
+      "epoch": 0.134336,
+      "grad_norm": 0.12722566753794942,
+      "learning_rate": 9.950606962591913e-05,
+      "loss": 0.0308,
+      "step": 41980
+    },
+    {
+      "epoch": 0.1344,
+      "grad_norm": 0.07969353225275928,
+      "learning_rate": 9.950559965714648e-05,
+      "loss": 0.033,
+      "step": 42000
+    },
+    {
+      "epoch": 0.134464,
+      "grad_norm": 0.06512861153706287,
+      "learning_rate": 9.950512946600621e-05,
+      "loss": 0.0318,
+      "step": 42020
+    },
+    {
+      "epoch": 0.134528,
+      "grad_norm": 0.08651996289082056,
+      "learning_rate": 9.950465905250044e-05,
+      "loss": 0.0316,
+      "step": 42040
+    },
+    {
+      "epoch": 0.134592,
+      "grad_norm": 0.06852091455826752,
+      "learning_rate": 9.950418841663131e-05,
+      "loss": 0.0315,
+      "step": 42060
+    },
+    {
+      "epoch": 0.134656,
+      "grad_norm": 0.07486769850043155,
+      "learning_rate": 9.950371755840091e-05,
+      "loss": 0.0326,
+      "step": 42080
+    },
+    {
+      "epoch": 0.13472,
+      "grad_norm": 0.10014412546859712,
+      "learning_rate": 9.950324647781137e-05,
+      "loss": 0.0268,
+      "step": 42100
+    },
+    {
+      "epoch": 0.134784,
+      "grad_norm": 0.07264300109446775,
+      "learning_rate": 9.950277517486482e-05,
+      "loss": 0.0302,
+      "step": 42120
+    },
+    {
+      "epoch": 0.134848,
+      "grad_norm": 0.0937866211448371,
+      "learning_rate": 9.950230364956332e-05,
+      "loss": 0.0349,
+      "step": 42140
+    },
+    {
+      "epoch": 0.134912,
+      "grad_norm": 0.13432973486935076,
+      "learning_rate": 9.950183190190905e-05,
+      "loss": 0.0311,
+      "step": 42160
+    },
+    {
+      "epoch": 0.134976,
+      "grad_norm": 0.08107620678853775,
+      "learning_rate": 9.950135993190409e-05,
+      "loss": 0.0327,
+      "step": 42180
+    },
+    {
+      "epoch": 0.13504,
+      "grad_norm": 0.06787385751745507,
+      "learning_rate": 9.950088773955058e-05,
+      "loss": 0.0295,
+      "step": 42200
+    },
+    {
+      "epoch": 0.135104,
+      "grad_norm": 0.12238813827692771,
+      "learning_rate": 9.950041532485063e-05,
+      "loss": 0.0313,
+      "step": 42220
+    },
+    {
+      "epoch": 0.135168,
+      "grad_norm": 0.20826547034533952,
+      "learning_rate": 9.949994268780639e-05,
+      "loss": 0.0315,
+      "step": 42240
+    },
+    {
+      "epoch": 0.135232,
+      "grad_norm": 0.07914749245068702,
+      "learning_rate": 9.949946982841992e-05,
+      "loss": 0.0345,
+      "step": 42260
+    },
+    {
+      "epoch": 0.135296,
+      "grad_norm": 0.1257478787765574,
+      "learning_rate": 9.94989967466934e-05,
+      "loss": 0.0362,
+      "step": 42280
+    },
+    {
+      "epoch": 0.13536,
+      "grad_norm": 0.08219629694476246,
+      "learning_rate": 9.949852344262895e-05,
+      "loss": 0.0355,
+      "step": 42300
+    },
+    {
+      "epoch": 0.135424,
+      "grad_norm": 0.13584094464604132,
+      "learning_rate": 9.949804991622868e-05,
+      "loss": 0.0314,
+      "step": 42320
+    },
+    {
+      "epoch": 0.135488,
+      "grad_norm": 0.22936894439439323,
+      "learning_rate": 9.949757616749471e-05,
+      "loss": 0.0306,
+      "step": 42340
+    },
+    {
+      "epoch": 0.135552,
+      "grad_norm": 0.12505019890260918,
+      "learning_rate": 9.949710219642918e-05,
+      "loss": 0.0305,
+      "step": 42360
+    },
+    {
+      "epoch": 0.135616,
+      "grad_norm": 0.08010021115828088,
+      "learning_rate": 9.949662800303423e-05,
+      "loss": 0.0325,
+      "step": 42380
+    },
+    {
+      "epoch": 0.13568,
+      "grad_norm": 0.07843595402995292,
+      "learning_rate": 9.949615358731197e-05,
+      "loss": 0.0373,
+      "step": 42400
+    },
+    {
+      "epoch": 0.135744,
+      "grad_norm": 0.11402927426508497,
+      "learning_rate": 9.949567894926455e-05,
+      "loss": 0.0363,
+      "step": 42420
+    },
+    {
+      "epoch": 0.135808,
+      "grad_norm": 0.2322388164179178,
+      "learning_rate": 9.949520408889408e-05,
+      "loss": 0.0353,
+      "step": 42440
+    },
+    {
+      "epoch": 0.135872,
+      "grad_norm": 0.12328157280407359,
+      "learning_rate": 9.949472900620271e-05,
+      "loss": 0.0331,
+      "step": 42460
+    },
+    {
+      "epoch": 0.135936,
+      "grad_norm": 0.07500274102638292,
+      "learning_rate": 9.949425370119256e-05,
+      "loss": 0.032,
+      "step": 42480
+    },
+    {
+      "epoch": 0.136,
+      "grad_norm": 0.09184218304185483,
+      "learning_rate": 9.949377817386579e-05,
+      "loss": 0.031,
+      "step": 42500
+    },
+    {
+      "epoch": 0.136064,
+      "grad_norm": 0.12437866726968963,
+      "learning_rate": 9.949330242422452e-05,
+      "loss": 0.0295,
+      "step": 42520
+    },
+    {
+      "epoch": 0.136128,
+      "grad_norm": 0.07051187846792681,
+      "learning_rate": 9.949282645227087e-05,
+      "loss": 0.0315,
+      "step": 42540
+    },
+    {
+      "epoch": 0.136192,
+      "grad_norm": 0.07817752222580296,
+      "learning_rate": 9.9492350258007e-05,
+      "loss": 0.0315,
+      "step": 42560
+    },
+    {
+      "epoch": 0.136256,
+      "grad_norm": 0.0769598069881319,
+      "learning_rate": 9.949187384143503e-05,
+      "loss": 0.0347,
+      "step": 42580
+    },
+    {
+      "epoch": 0.13632,
+      "grad_norm": 0.07170667651901967,
+      "learning_rate": 9.949139720255714e-05,
+      "loss": 0.0329,
+      "step": 42600
+    },
+    {
+      "epoch": 0.136384,
+      "grad_norm": 0.10794071680158461,
+      "learning_rate": 9.949092034137541e-05,
+      "loss": 0.0347,
+      "step": 42620
+    },
+    {
+      "epoch": 0.136448,
+      "grad_norm": 0.07681502070751192,
+      "learning_rate": 9.949044325789206e-05,
+      "loss": 0.031,
+      "step": 42640
+    },
+    {
+      "epoch": 0.136512,
+      "grad_norm": 0.09217239304777364,
+      "learning_rate": 9.948996595210915e-05,
+      "loss": 0.0312,
+      "step": 42660
+    },
+    {
+      "epoch": 0.136576,
+      "grad_norm": 0.10853603947692773,
+      "learning_rate": 9.948948842402888e-05,
+      "loss": 0.0313,
+      "step": 42680
+    },
+    {
+      "epoch": 0.13664,
+      "grad_norm": 0.08103549644473462,
+      "learning_rate": 9.948901067365338e-05,
+      "loss": 0.0316,
+      "step": 42700
+    },
+    {
+      "epoch": 0.136704,
+      "grad_norm": 0.12297280074658411,
+      "learning_rate": 9.948853270098477e-05,
+      "loss": 0.0323,
+      "step": 42720
+    },
+    {
+      "epoch": 0.136768,
+      "grad_norm": 0.061149836124419606,
+      "learning_rate": 9.948805450602526e-05,
+      "loss": 0.0303,
+      "step": 42740
+    },
+    {
+      "epoch": 0.136832,
+      "grad_norm": 0.1085419150241325,
+      "learning_rate": 9.948757608877692e-05,
+      "loss": 0.031,
+      "step": 42760
+    },
+    {
+      "epoch": 0.136896,
+      "grad_norm": 0.06263062224352771,
+      "learning_rate": 9.948709744924196e-05,
+      "loss": 0.0307,
+      "step": 42780
+    },
+    {
+      "epoch": 0.13696,
+      "grad_norm": 0.10894210343509753,
+      "learning_rate": 9.94866185874225e-05,
+      "loss": 0.0284,
+      "step": 42800
+    },
+    {
+      "epoch": 0.137024,
+      "grad_norm": 0.1591199729920336,
+      "learning_rate": 9.948613950332071e-05,
+      "loss": 0.0345,
+      "step": 42820
+    },
+    {
+      "epoch": 0.137088,
+      "grad_norm": 0.07291582529499462,
+      "learning_rate": 9.948566019693872e-05,
+      "loss": 0.0288,
+      "step": 42840
+    },
+    {
+      "epoch": 0.137152,
+      "grad_norm": 0.14259247956246893,
+      "learning_rate": 9.948518066827868e-05,
+      "loss": 0.0294,
+      "step": 42860
+    },
+    {
+      "epoch": 0.137216,
+      "grad_norm": 0.08526659426247758,
+      "learning_rate": 9.948470091734277e-05,
+      "loss": 0.0312,
+      "step": 42880
+    },
+    {
+      "epoch": 0.13728,
+      "grad_norm": 0.08398769815070868,
+      "learning_rate": 9.948422094413315e-05,
+      "loss": 0.0322,
+      "step": 42900
+    },
+    {
+      "epoch": 0.137344,
+      "grad_norm": 0.1005253738831398,
+      "learning_rate": 9.948374074865192e-05,
+      "loss": 0.0321,
+      "step": 42920
+    },
+    {
+      "epoch": 0.137408,
+      "grad_norm": 0.13419342365947656,
+      "learning_rate": 9.94832603309013e-05,
+      "loss": 0.0324,
+      "step": 42940
+    },
+    {
+      "epoch": 0.137472,
+      "grad_norm": 0.44754006021674575,
+      "learning_rate": 9.948277969088342e-05,
+      "loss": 0.0335,
+      "step": 42960
+    },
+    {
+      "epoch": 0.137536,
+      "grad_norm": 0.07416001988868091,
+      "learning_rate": 9.948229882860044e-05,
+      "loss": 0.0321,
+      "step": 42980
+    },
+    {
+      "epoch": 0.1376,
+      "grad_norm": 0.09575406426181156,
+      "learning_rate": 9.948181774405452e-05,
+      "loss": 0.0328,
+      "step": 43000
+    },
+    {
+      "epoch": 0.137664,
+      "grad_norm": 0.10080818572541332,
+      "learning_rate": 9.948133643724782e-05,
+      "loss": 0.0317,
+      "step": 43020
+    },
+    {
+      "epoch": 0.137728,
+      "grad_norm": 0.085039641152275,
+      "learning_rate": 9.948085490818251e-05,
+      "loss": 0.0322,
+      "step": 43040
+    },
+    {
+      "epoch": 0.137792,
+      "grad_norm": 0.07537975820334342,
+      "learning_rate": 9.948037315686075e-05,
+      "loss": 0.0306,
+      "step": 43060
+    },
+    {
+      "epoch": 0.137856,
+      "grad_norm": 0.08469853162432425,
+      "learning_rate": 9.947989118328471e-05,
+      "loss": 0.0339,
+      "step": 43080
+    },
+    {
+      "epoch": 0.13792,
+      "grad_norm": 0.13627252526213693,
+      "learning_rate": 9.947940898745652e-05,
+      "loss": 0.0287,
+      "step": 43100
+    },
+    {
+      "epoch": 0.137984,
+      "grad_norm": 0.0935428958130107,
+      "learning_rate": 9.947892656937838e-05,
+      "loss": 0.0311,
+      "step": 43120
+    },
+    {
+      "epoch": 0.138048,
+      "grad_norm": 0.16201928296848297,
+      "learning_rate": 9.947844392905245e-05,
+      "loss": 0.0304,
+      "step": 43140
+    },
+    {
+      "epoch": 0.138112,
+      "grad_norm": 0.07634665705009923,
+      "learning_rate": 9.947796106648092e-05,
+      "loss": 0.031,
+      "step": 43160
+    },
+    {
+      "epoch": 0.138176,
+      "grad_norm": 0.18404840923906227,
+      "learning_rate": 9.947747798166591e-05,
+      "loss": 0.0334,
+      "step": 43180
+    },
+    {
+      "epoch": 0.13824,
+      "grad_norm": 0.06627281063116525,
+      "learning_rate": 9.947699467460963e-05,
+      "loss": 0.0324,
+      "step": 43200
+    },
+    {
+      "epoch": 0.138304,
+      "grad_norm": 0.07097173157617676,
+      "learning_rate": 9.947651114531422e-05,
+      "loss": 0.0324,
+      "step": 43220
+    },
+    {
+      "epoch": 0.138368,
+      "grad_norm": 0.07695453020839546,
+      "learning_rate": 9.947602739378188e-05,
+      "loss": 0.0347,
+      "step": 43240
+    },
+    {
+      "epoch": 0.138432,
+      "grad_norm": 0.07271507658249661,
+      "learning_rate": 9.947554342001478e-05,
+      "loss": 0.0326,
+      "step": 43260
+    },
+    {
+      "epoch": 0.138496,
+      "grad_norm": 0.0907294362769514,
+      "learning_rate": 9.947505922401507e-05,
+      "loss": 0.0317,
+      "step": 43280
+    },
+    {
+      "epoch": 0.13856,
+      "grad_norm": 0.11702148868502561,
+      "learning_rate": 9.947457480578495e-05,
+      "loss": 0.0341,
+      "step": 43300
+    },
+    {
+      "epoch": 0.138624,
+      "grad_norm": 0.07092002802625459,
+      "learning_rate": 9.947409016532658e-05,
+      "loss": 0.0343,
+      "step": 43320
+    },
+    {
+      "epoch": 0.138688,
+      "grad_norm": 0.09559150188499406,
+      "learning_rate": 9.947360530264214e-05,
+      "loss": 0.0307,
+      "step": 43340
+    },
+    {
+      "epoch": 0.138752,
+      "grad_norm": 0.07575799077733586,
+      "learning_rate": 9.947312021773383e-05,
+      "loss": 0.0333,
+      "step": 43360
+    },
+    {
+      "epoch": 0.138816,
+      "grad_norm": 0.07991725391255566,
+      "learning_rate": 9.947263491060379e-05,
+      "loss": 0.0321,
+      "step": 43380
+    },
+    {
+      "epoch": 0.13888,
+      "grad_norm": 0.08392834897280924,
+      "learning_rate": 9.947214938125422e-05,
+      "loss": 0.0293,
+      "step": 43400
+    },
+    {
+      "epoch": 0.138944,
+      "grad_norm": 0.07143880189504376,
+      "learning_rate": 9.947166362968732e-05,
+      "loss": 0.031,
+      "step": 43420
+    },
+    {
+      "epoch": 0.139008,
+      "grad_norm": 0.05710903095031855,
+      "learning_rate": 9.947117765590523e-05,
+      "loss": 0.0285,
+      "step": 43440
+    },
+    {
+      "epoch": 0.139072,
+      "grad_norm": 0.11352949324055561,
+      "learning_rate": 9.947069145991017e-05,
+      "loss": 0.0311,
+      "step": 43460
+    },
+    {
+      "epoch": 0.139136,
+      "grad_norm": 0.13588474411142884,
+      "learning_rate": 9.94702050417043e-05,
+      "loss": 0.0306,
+      "step": 43480
+    },
+    {
+      "epoch": 0.1392,
+      "grad_norm": 0.1054201025936334,
+      "learning_rate": 9.946971840128981e-05,
+      "loss": 0.0321,
+      "step": 43500
+    },
+    {
+      "epoch": 0.139264,
+      "grad_norm": 0.08933119637963963,
+      "learning_rate": 9.94692315386689e-05,
+      "loss": 0.0341,
+      "step": 43520
+    },
+    {
+      "epoch": 0.139328,
+      "grad_norm": 0.09625817735827619,
+      "learning_rate": 9.946874445384375e-05,
+      "loss": 0.0332,
+      "step": 43540
+    },
+    {
+      "epoch": 0.139392,
+      "grad_norm": 0.14484393338434143,
+      "learning_rate": 9.946825714681654e-05,
+      "loss": 0.0325,
+      "step": 43560
+    },
+    {
+      "epoch": 0.139456,
+      "grad_norm": 0.0683339596166035,
+      "learning_rate": 9.946776961758945e-05,
+      "loss": 0.03,
+      "step": 43580
+    },
+    {
+      "epoch": 0.13952,
+      "grad_norm": 0.10177336821474872,
+      "learning_rate": 9.94672818661647e-05,
+      "loss": 0.0306,
+      "step": 43600
+    },
+    {
+      "epoch": 0.139584,
+      "grad_norm": 0.07553564513646266,
+      "learning_rate": 9.946679389254448e-05,
+      "loss": 0.0333,
+      "step": 43620
+    },
+    {
+      "epoch": 0.139648,
+      "grad_norm": 0.06650640996577269,
+      "learning_rate": 9.946630569673094e-05,
+      "loss": 0.0302,
+      "step": 43640
+    },
+    {
+      "epoch": 0.139712,
+      "grad_norm": 0.10896985518469338,
+      "learning_rate": 9.94658172787263e-05,
+      "loss": 0.0286,
+      "step": 43660
+    },
+    {
+      "epoch": 0.139776,
+      "grad_norm": 0.07792751713105323,
+      "learning_rate": 9.946532863853277e-05,
+      "loss": 0.0304,
+      "step": 43680
+    },
+    {
+      "epoch": 0.13984,
+      "grad_norm": 0.08708487014111582,
+      "learning_rate": 9.94648397761525e-05,
+      "loss": 0.0311,
+      "step": 43700
+    },
+    {
+      "epoch": 0.139904,
+      "grad_norm": 0.14665370314964687,
+      "learning_rate": 9.946435069158774e-05,
+      "loss": 0.0284,
+      "step": 43720
+    },
+    {
+      "epoch": 0.139968,
+      "grad_norm": 0.13126047953768288,
+      "learning_rate": 9.946386138484065e-05,
+      "loss": 0.0326,
+      "step": 43740
+    },
+    {
+      "epoch": 0.140032,
+      "grad_norm": 0.1667786189845606,
+      "learning_rate": 9.946337185591343e-05,
+      "loss": 0.0319,
+      "step": 43760
+    },
+    {
+      "epoch": 0.140096,
+      "grad_norm": 0.08203177439237458,
+      "learning_rate": 9.94628821048083e-05,
+      "loss": 0.0319,
+      "step": 43780
+    },
+    {
+      "epoch": 0.14016,
+      "grad_norm": 0.0840635672034877,
+      "learning_rate": 9.946239213152745e-05,
+      "loss": 0.0343,
+      "step": 43800
+    },
+    {
+      "epoch": 0.140224,
+      "grad_norm": 0.19184332980124338,
+      "learning_rate": 9.946190193607307e-05,
+      "loss": 0.0359,
+      "step": 43820
+    },
+    {
+      "epoch": 0.140288,
+      "grad_norm": 0.08765050509586234,
+      "learning_rate": 9.946141151844737e-05,
+      "loss": 0.0325,
+      "step": 43840
+    },
+    {
+      "epoch": 0.140352,
+      "grad_norm": 0.09556817931819744,
+      "learning_rate": 9.946092087865255e-05,
+      "loss": 0.0296,
+      "step": 43860
+    },
+    {
+      "epoch": 0.140416,
+      "grad_norm": 0.08672951031920267,
+      "learning_rate": 9.946043001669083e-05,
+      "loss": 0.0324,
+      "step": 43880
+    },
+    {
+      "epoch": 0.14048,
+      "grad_norm": 0.07298977539915834,
+      "learning_rate": 9.945993893256439e-05,
+      "loss": 0.0338,
+      "step": 43900
+    },
+    {
+      "epoch": 0.140544,
+      "grad_norm": 0.17233156618349463,
+      "learning_rate": 9.945944762627545e-05,
+      "loss": 0.034,
+      "step": 43920
+    },
+    {
+      "epoch": 0.140608,
+      "grad_norm": 0.06207802320170917,
+      "learning_rate": 9.94589560978262e-05,
+      "loss": 0.0327,
+      "step": 43940
+    },
+    {
+      "epoch": 0.140672,
+      "grad_norm": 0.09764171518154835,
+      "learning_rate": 9.945846434721889e-05,
+      "loss": 0.031,
+      "step": 43960
+    },
+    {
+      "epoch": 0.140736,
+      "grad_norm": 0.10636364453644002,
+      "learning_rate": 9.945797237445567e-05,
+      "loss": 0.0342,
+      "step": 43980
+    },
+    {
+      "epoch": 0.1408,
+      "grad_norm": 0.06716676468685795,
+      "learning_rate": 9.94574801795388e-05,
+      "loss": 0.0356,
+      "step": 44000
+    },
+    {
+      "epoch": 0.140864,
+      "grad_norm": 0.1122382114016688,
+      "learning_rate": 9.945698776247048e-05,
+      "loss": 0.034,
+      "step": 44020
+    },
+    {
+      "epoch": 0.140928,
+      "grad_norm": 0.0839185343203512,
+      "learning_rate": 9.94564951232529e-05,
+      "loss": 0.0321,
+      "step": 44040
+    },
+    {
+      "epoch": 0.140992,
+      "grad_norm": 0.06913776514673886,
+      "learning_rate": 9.945600226188827e-05,
+      "loss": 0.0299,
+      "step": 44060
+    },
+    {
+      "epoch": 0.141056,
+      "grad_norm": 0.13219850310075404,
+      "learning_rate": 9.945550917837885e-05,
+      "loss": 0.0307,
+      "step": 44080
+    },
+    {
+      "epoch": 0.14112,
+      "grad_norm": 0.11009348776955531,
+      "learning_rate": 9.94550158727268e-05,
+      "loss": 0.0329,
+      "step": 44100
+    },
+    {
+      "epoch": 0.141184,
+      "grad_norm": 0.11465943285226894,
+      "learning_rate": 9.945452234493437e-05,
+      "loss": 0.0289,
+      "step": 44120
+    },
+    {
+      "epoch": 0.141248,
+      "grad_norm": 0.08245215150787376,
+      "learning_rate": 9.945402859500377e-05,
+      "loss": 0.0292,
+      "step": 44140
+    },
+    {
+      "epoch": 0.141312,
+      "grad_norm": 0.061509068599355635,
+      "learning_rate": 9.94535346229372e-05,
+      "loss": 0.0329,
+      "step": 44160
+    },
+    {
+      "epoch": 0.141376,
+      "grad_norm": 0.05339866181914807,
+      "learning_rate": 9.945304042873691e-05,
+      "loss": 0.0308,
+      "step": 44180
+    },
+    {
+      "epoch": 0.14144,
+      "grad_norm": 0.06868911322842283,
+      "learning_rate": 9.94525460124051e-05,
+      "loss": 0.0311,
+      "step": 44200
+    },
+    {
+      "epoch": 0.141504,
+      "grad_norm": 0.0676701198001911,
+      "learning_rate": 9.9452051373944e-05,
+      "loss": 0.0325,
+      "step": 44220
+    },
+    {
+      "epoch": 0.141568,
+      "grad_norm": 0.09804076495766727,
+      "learning_rate": 9.945155651335583e-05,
+      "loss": 0.0295,
+      "step": 44240
+    },
+    {
+      "epoch": 0.141632,
+      "grad_norm": 0.11437173867529303,
+      "learning_rate": 9.945106143064279e-05,
+      "loss": 0.0335,
+      "step": 44260
+    },
+    {
+      "epoch": 0.141696,
+      "grad_norm": 0.07728718845937241,
+      "learning_rate": 9.945056612580713e-05,
+      "loss": 0.0315,
+      "step": 44280
+    },
+    {
+      "epoch": 0.14176,
+      "grad_norm": 0.08130251469449006,
+      "learning_rate": 9.945007059885107e-05,
+      "loss": 0.0334,
+      "step": 44300
+    },
+    {
+      "epoch": 0.141824,
+      "grad_norm": 0.08075980284946264,
+      "learning_rate": 9.944957484977683e-05,
+      "loss": 0.031,
+      "step": 44320
+    },
+    {
+      "epoch": 0.141888,
+      "grad_norm": 0.23518714080263184,
+      "learning_rate": 9.944907887858665e-05,
+      "loss": 0.0319,
+      "step": 44340
+    },
+    {
+      "epoch": 0.141952,
+      "grad_norm": 0.11053678618225929,
+      "learning_rate": 9.944858268528274e-05,
+      "loss": 0.0365,
+      "step": 44360
+    },
+    {
+      "epoch": 0.142016,
+      "grad_norm": 0.08609581400036871,
+      "learning_rate": 9.944808626986734e-05,
+      "loss": 0.032,
+      "step": 44380
+    },
+    {
+      "epoch": 0.14208,
+      "grad_norm": 0.09896133451777779,
+      "learning_rate": 9.944758963234266e-05,
+      "loss": 0.0319,
+      "step": 44400
+    },
+    {
+      "epoch": 0.142144,
+      "grad_norm": 0.11283720492191336,
+      "learning_rate": 9.944709277271097e-05,
+      "loss": 0.0344,
+      "step": 44420
+    },
+    {
+      "epoch": 0.142208,
+      "grad_norm": 0.22978125442311853,
+      "learning_rate": 9.944659569097448e-05,
+      "loss": 0.032,
+      "step": 44440
+    },
+    {
+      "epoch": 0.142272,
+      "grad_norm": 0.1315335767759104,
+      "learning_rate": 9.944609838713542e-05,
+      "loss": 0.0308,
+      "step": 44460
+    },
+    {
+      "epoch": 0.142336,
+      "grad_norm": 0.09714272752372957,
+      "learning_rate": 9.944560086119601e-05,
+      "loss": 0.0363,
+      "step": 44480
+    },
+    {
+      "epoch": 0.1424,
+      "grad_norm": 0.09227809766663257,
+      "learning_rate": 9.94451031131585e-05,
+      "loss": 0.0347,
+      "step": 44500
+    },
+    {
+      "epoch": 0.142464,
+      "grad_norm": 0.10262969948075865,
+      "learning_rate": 9.944460514302513e-05,
+      "loss": 0.0298,
+      "step": 44520
+    },
+    {
+      "epoch": 0.142528,
+      "grad_norm": 0.07339862831550231,
+      "learning_rate": 9.944410695079814e-05,
+      "loss": 0.0311,
+      "step": 44540
+    },
+    {
+      "epoch": 0.142592,
+      "grad_norm": 0.09771678754754455,
+      "learning_rate": 9.944360853647976e-05,
+      "loss": 0.0303,
+      "step": 44560
+    },
+    {
+      "epoch": 0.142656,
+      "grad_norm": 0.06852349464050257,
+      "learning_rate": 9.944310990007223e-05,
+      "loss": 0.0316,
+      "step": 44580
+    },
+    {
+      "epoch": 0.14272,
+      "grad_norm": 0.13934347155132817,
+      "learning_rate": 9.944261104157778e-05,
+      "loss": 0.0296,
+      "step": 44600
+    },
+    {
+      "epoch": 0.142784,
+      "grad_norm": 0.13306207936240774,
+      "learning_rate": 9.944211196099866e-05,
+      "loss": 0.03,
+      "step": 44620
+    },
+    {
+      "epoch": 0.142848,
+      "grad_norm": 0.12148831245370686,
+      "learning_rate": 9.944161265833713e-05,
+      "loss": 0.0296,
+      "step": 44640
+    },
+    {
+      "epoch": 0.142912,
+      "grad_norm": 0.09935488097025678,
+      "learning_rate": 9.94411131335954e-05,
+      "loss": 0.0305,
+      "step": 44660
+    },
+    {
+      "epoch": 0.142976,
+      "grad_norm": 0.0839528953603813,
+      "learning_rate": 9.944061338677572e-05,
+      "loss": 0.0319,
+      "step": 44680
+    },
+    {
+      "epoch": 0.14304,
+      "grad_norm": 0.07255629713976992,
+      "learning_rate": 9.944011341788036e-05,
+      "loss": 0.0332,
+      "step": 44700
+    },
+    {
+      "epoch": 0.143104,
+      "grad_norm": 0.08208459227085675,
+      "learning_rate": 9.943961322691156e-05,
+      "loss": 0.0305,
+      "step": 44720
+    },
+    {
+      "epoch": 0.143168,
+      "grad_norm": 0.1130568637514043,
+      "learning_rate": 9.943911281387152e-05,
+      "loss": 0.0381,
+      "step": 44740
+    },
+    {
+      "epoch": 0.143232,
+      "grad_norm": 0.07918837464120848,
+      "learning_rate": 9.943861217876255e-05,
+      "loss": 0.0317,
+      "step": 44760
+    },
+    {
+      "epoch": 0.143296,
+      "grad_norm": 0.07962213892261462,
+      "learning_rate": 9.943811132158686e-05,
+      "loss": 0.032,
+      "step": 44780
+    },
+    {
+      "epoch": 0.14336,
+      "grad_norm": 0.07810614497076983,
+      "learning_rate": 9.943761024234672e-05,
+      "loss": 0.0308,
+      "step": 44800
+    },
+    {
+      "epoch": 0.143424,
+      "grad_norm": 0.08074008935520487,
+      "learning_rate": 9.943710894104437e-05,
+      "loss": 0.0277,
+      "step": 44820
+    },
+    {
+      "epoch": 0.143488,
+      "grad_norm": 0.0784583075106754,
+      "learning_rate": 9.943660741768206e-05,
+      "loss": 0.0287,
+      "step": 44840
+    },
+    {
+      "epoch": 0.143552,
+      "grad_norm": 0.07116579090110624,
+      "learning_rate": 9.943610567226205e-05,
+      "loss": 0.0329,
+      "step": 44860
+    },
+    {
+      "epoch": 0.143616,
+      "grad_norm": 0.06686010862961496,
+      "learning_rate": 9.943560370478657e-05,
+      "loss": 0.0317,
+      "step": 44880
+    },
+    {
+      "epoch": 0.14368,
+      "grad_norm": 0.07582682979300236,
+      "learning_rate": 9.943510151525792e-05,
+      "loss": 0.0292,
+      "step": 44900
+    },
+    {
+      "epoch": 0.143744,
+      "grad_norm": 0.06244356411598463,
+      "learning_rate": 9.943459910367833e-05,
+      "loss": 0.0328,
+      "step": 44920
+    },
+    {
+      "epoch": 0.143808,
+      "grad_norm": 0.09932211287497399,
+      "learning_rate": 9.943409647005004e-05,
+      "loss": 0.0322,
+      "step": 44940
+    },
+    {
+      "epoch": 0.143872,
+      "grad_norm": 0.13436156203484195,
+      "learning_rate": 9.943359361437534e-05,
+      "loss": 0.0355,
+      "step": 44960
+    },
+    {
+      "epoch": 0.143936,
+      "grad_norm": 0.060035223037218664,
+      "learning_rate": 9.943309053665648e-05,
+      "loss": 0.0341,
+      "step": 44980
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.0735895460859978,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 0.0303,
+      "step": 45000
+    },
+    {
+      "epoch": 0.144064,
+      "grad_norm": 0.09283087910635777,
+      "learning_rate": 9.943208371509529e-05,
+      "loss": 0.0353,
+      "step": 45020
+    },
+    {
+      "epoch": 0.144128,
+      "grad_norm": 0.06370576805589122,
+      "learning_rate": 9.943157997125748e-05,
+      "loss": 0.0329,
+      "step": 45040
+    },
+    {
+      "epoch": 0.144192,
+      "grad_norm": 0.11249501379345124,
+      "learning_rate": 9.943107600538457e-05,
+      "loss": 0.0357,
+      "step": 45060
+    },
+    {
+      "epoch": 0.144256,
+      "grad_norm": 0.1743569865292881,
+      "learning_rate": 9.943057181747877e-05,
+      "loss": 0.0334,
+      "step": 45080
+    },
+    {
+      "epoch": 0.14432,
+      "grad_norm": 0.15340215685007777,
+      "learning_rate": 9.94300674075424e-05,
+      "loss": 0.0314,
+      "step": 45100
+    },
+    {
+      "epoch": 0.144384,
+      "grad_norm": 0.07734797801592953,
+      "learning_rate": 9.94295627755777e-05,
+      "loss": 0.0361,
+      "step": 45120
+    },
+    {
+      "epoch": 0.144448,
+      "grad_norm": 0.0944424417827727,
+      "learning_rate": 9.942905792158695e-05,
+      "loss": 0.0329,
+      "step": 45140
+    },
+    {
+      "epoch": 0.144512,
+      "grad_norm": 0.18694625052907426,
+      "learning_rate": 9.942855284557238e-05,
+      "loss": 0.0329,
+      "step": 45160
+    },
+    {
+      "epoch": 0.144576,
+      "grad_norm": 0.17912878062783963,
+      "learning_rate": 9.942804754753631e-05,
+      "loss": 0.0336,
+      "step": 45180
+    },
+    {
+      "epoch": 0.14464,
+      "grad_norm": 0.0822804187749451,
+      "learning_rate": 9.942754202748097e-05,
+      "loss": 0.033,
+      "step": 45200
+    },
+    {
+      "epoch": 0.144704,
+      "grad_norm": 0.07199907837023084,
+      "learning_rate": 9.942703628540866e-05,
+      "loss": 0.0341,
+      "step": 45220
+    },
+    {
+      "epoch": 0.144768,
+      "grad_norm": 0.06595484442305903,
+      "learning_rate": 9.942653032132163e-05,
+      "loss": 0.0314,
+      "step": 45240
+    },
+    {
+      "epoch": 0.144832,
+      "grad_norm": 0.21101409344193045,
+      "learning_rate": 9.942602413522216e-05,
+      "loss": 0.031,
+      "step": 45260
+    },
+    {
+      "epoch": 0.144896,
+      "grad_norm": 0.27433541153479357,
+      "learning_rate": 9.942551772711253e-05,
+      "loss": 0.0296,
+      "step": 45280
+    },
+    {
+      "epoch": 0.14496,
+      "grad_norm": 0.10164290483102832,
+      "learning_rate": 9.9425011096995e-05,
+      "loss": 0.0302,
+      "step": 45300
+    },
+    {
+      "epoch": 0.145024,
+      "grad_norm": 0.07756871470530831,
+      "learning_rate": 9.942450424487187e-05,
+      "loss": 0.0321,
+      "step": 45320
+    },
+    {
+      "epoch": 0.145088,
+      "grad_norm": 0.1129968037904023,
+      "learning_rate": 9.942399717074539e-05,
+      "loss": 0.0306,
+      "step": 45340
+    },
+    {
+      "epoch": 0.145152,
+      "grad_norm": 0.09327859722297321,
+      "learning_rate": 9.942348987461785e-05,
+      "loss": 0.0305,
+      "step": 45360
+    },
+    {
+      "epoch": 0.145216,
+      "grad_norm": 0.1590969937858857,
+      "learning_rate": 9.942298235649152e-05,
+      "loss": 0.0329,
+      "step": 45380
+    },
+    {
+      "epoch": 0.14528,
+      "grad_norm": 0.06630503445706937,
+      "learning_rate": 9.94224746163687e-05,
+      "loss": 0.0305,
+      "step": 45400
+    },
+    {
+      "epoch": 0.145344,
+      "grad_norm": 0.11045453900590403,
+      "learning_rate": 9.942196665425165e-05,
+      "loss": 0.0317,
+      "step": 45420
+    },
+    {
+      "epoch": 0.145408,
+      "grad_norm": 0.07262598243246876,
+      "learning_rate": 9.942145847014268e-05,
+      "loss": 0.0345,
+      "step": 45440
+    },
+    {
+      "epoch": 0.145472,
+      "grad_norm": 0.07834783262286689,
+      "learning_rate": 9.942095006404404e-05,
+      "loss": 0.0317,
+      "step": 45460
+    },
+    {
+      "epoch": 0.145536,
+      "grad_norm": 0.07191157466035178,
+      "learning_rate": 9.942044143595801e-05,
+      "loss": 0.0346,
+      "step": 45480
+    },
+    {
+      "epoch": 0.1456,
+      "grad_norm": 0.07668680647600666,
+      "learning_rate": 9.941993258588691e-05,
+      "loss": 0.0309,
+      "step": 45500
+    },
+    {
+      "epoch": 0.145664,
+      "grad_norm": 0.07041920888807483,
+      "learning_rate": 9.9419423513833e-05,
+      "loss": 0.0287,
+      "step": 45520
+    },
+    {
+      "epoch": 0.145728,
+      "grad_norm": 0.11835562972477168,
+      "learning_rate": 9.941891421979857e-05,
+      "loss": 0.0318,
+      "step": 45540
+    },
+    {
+      "epoch": 0.145792,
+      "grad_norm": 0.0937626034968694,
+      "learning_rate": 9.941840470378592e-05,
+      "loss": 0.033,
+      "step": 45560
+    },
+    {
+      "epoch": 0.145856,
+      "grad_norm": 0.09318282553620828,
+      "learning_rate": 9.941789496579733e-05,
+      "loss": 0.0315,
+      "step": 45580
+    },
+    {
+      "epoch": 0.14592,
+      "grad_norm": 0.10281820061906448,
+      "learning_rate": 9.941738500583506e-05,
+      "loss": 0.0292,
+      "step": 45600
+    },
+    {
+      "epoch": 0.145984,
+      "grad_norm": 0.1100995093191855,
+      "learning_rate": 9.941687482390146e-05,
+      "loss": 0.0315,
+      "step": 45620
+    },
+    {
+      "epoch": 0.146048,
+      "grad_norm": 0.08801731855835009,
+      "learning_rate": 9.941636441999877e-05,
+      "loss": 0.0296,
+      "step": 45640
+    },
+    {
+      "epoch": 0.146112,
+      "grad_norm": 0.07973052830645552,
+      "learning_rate": 9.941585379412932e-05,
+      "loss": 0.0273,
+      "step": 45660
+    },
+    {
+      "epoch": 0.146176,
+      "grad_norm": 0.06405342410231209,
+      "learning_rate": 9.941534294629538e-05,
+      "loss": 0.0329,
+      "step": 45680
+    },
+    {
+      "epoch": 0.14624,
+      "grad_norm": 0.07661828366254775,
+      "learning_rate": 9.941483187649927e-05,
+      "loss": 0.0302,
+      "step": 45700
+    },
+    {
+      "epoch": 0.146304,
+      "grad_norm": 0.09846929536015242,
+      "learning_rate": 9.941432058474325e-05,
+      "loss": 0.0279,
+      "step": 45720
+    },
+    {
+      "epoch": 0.146368,
+      "grad_norm": 0.06676787830470808,
+      "learning_rate": 9.941380907102965e-05,
+      "loss": 0.0287,
+      "step": 45740
+    },
+    {
+      "epoch": 0.146432,
+      "grad_norm": 0.10850745215323246,
+      "learning_rate": 9.941329733536071e-05,
+      "loss": 0.0298,
+      "step": 45760
+    },
+    {
+      "epoch": 0.146496,
+      "grad_norm": 0.06857623117633072,
+      "learning_rate": 9.941278537773881e-05,
+      "loss": 0.0276,
+      "step": 45780
+    },
+    {
+      "epoch": 0.14656,
+      "grad_norm": 0.08976718895389513,
+      "learning_rate": 9.94122731981662e-05,
+      "loss": 0.0317,
+      "step": 45800
+    },
+    {
+      "epoch": 0.146624,
+      "grad_norm": 0.08460687992055017,
+      "learning_rate": 9.941176079664518e-05,
+      "loss": 0.031,
+      "step": 45820
+    },
+    {
+      "epoch": 0.146688,
+      "grad_norm": 0.073861298680393,
+      "learning_rate": 9.941124817317807e-05,
+      "loss": 0.0287,
+      "step": 45840
+    },
+    {
+      "epoch": 0.146752,
+      "grad_norm": 0.07962980604798256,
+      "learning_rate": 9.941073532776717e-05,
+      "loss": 0.0345,
+      "step": 45860
+    },
+    {
+      "epoch": 0.146816,
+      "grad_norm": 0.08888390369116214,
+      "learning_rate": 9.941022226041477e-05,
+      "loss": 0.0324,
+      "step": 45880
+    },
+    {
+      "epoch": 0.14688,
+      "grad_norm": 0.06465314487516263,
+      "learning_rate": 9.940970897112318e-05,
+      "loss": 0.0302,
+      "step": 45900
+    },
+    {
+      "epoch": 0.146944,
+      "grad_norm": 0.0852821757519658,
+      "learning_rate": 9.940919545989473e-05,
+      "loss": 0.031,
+      "step": 45920
+    },
+    {
+      "epoch": 0.147008,
+      "grad_norm": 0.06472151014883815,
+      "learning_rate": 9.940868172673167e-05,
+      "loss": 0.0321,
+      "step": 45940
+    },
+    {
+      "epoch": 0.147072,
+      "grad_norm": 0.07322408202590953,
+      "learning_rate": 9.940816777163637e-05,
+      "loss": 0.0307,
+      "step": 45960
+    },
+    {
+      "epoch": 0.147136,
+      "grad_norm": 0.0763459418667312,
+      "learning_rate": 9.940765359461111e-05,
+      "loss": 0.0339,
+      "step": 45980
+    },
+    {
+      "epoch": 0.1472,
+      "grad_norm": 0.0713914196685617,
+      "learning_rate": 9.940713919565818e-05,
+      "loss": 0.0345,
+      "step": 46000
+    },
+    {
+      "epoch": 0.147264,
+      "grad_norm": 0.11324428818708661,
+      "learning_rate": 9.940662457477993e-05,
+      "loss": 0.0323,
+      "step": 46020
+    },
+    {
+      "epoch": 0.147328,
+      "grad_norm": 0.06586571217892605,
+      "learning_rate": 9.940610973197866e-05,
+      "loss": 0.0301,
+      "step": 46040
+    },
+    {
+      "epoch": 0.147392,
+      "grad_norm": 0.1456179123267802,
+      "learning_rate": 9.940559466725665e-05,
+      "loss": 0.0333,
+      "step": 46060
+    },
+    {
+      "epoch": 0.147456,
+      "grad_norm": 0.07725844143023942,
+      "learning_rate": 9.940507938061624e-05,
+      "loss": 0.0328,
+      "step": 46080
+    },
+    {
+      "epoch": 0.14752,
+      "grad_norm": 0.06554538602498296,
+      "learning_rate": 9.940456387205976e-05,
+      "loss": 0.0299,
+      "step": 46100
+    },
+    {
+      "epoch": 0.147584,
+      "grad_norm": 0.15604864495179765,
+      "learning_rate": 9.940404814158952e-05,
+      "loss": 0.0318,
+      "step": 46120
+    },
+    {
+      "epoch": 0.147648,
+      "grad_norm": 0.06390259851170609,
+      "learning_rate": 9.94035321892078e-05,
+      "loss": 0.0306,
+      "step": 46140
+    },
+    {
+      "epoch": 0.147712,
+      "grad_norm": 0.06377724964397978,
+      "learning_rate": 9.940301601491696e-05,
+      "loss": 0.0281,
+      "step": 46160
+    },
+    {
+      "epoch": 0.147776,
+      "grad_norm": 0.14040731774437945,
+      "learning_rate": 9.940249961871929e-05,
+      "loss": 0.0311,
+      "step": 46180
+    },
+    {
+      "epoch": 0.14784,
+      "grad_norm": 0.13744763617337144,
+      "learning_rate": 9.940198300061712e-05,
+      "loss": 0.0316,
+      "step": 46200
+    },
+    {
+      "epoch": 0.147904,
+      "grad_norm": 0.08924213792743513,
+      "learning_rate": 9.940146616061279e-05,
+      "loss": 0.034,
+      "step": 46220
+    },
+    {
+      "epoch": 0.147968,
+      "grad_norm": 0.09632146089942842,
+      "learning_rate": 9.940094909870859e-05,
+      "loss": 0.0301,
+      "step": 46240
+    },
+    {
+      "epoch": 0.148032,
+      "grad_norm": 0.07140229473390827,
+      "learning_rate": 9.940043181490685e-05,
+      "loss": 0.032,
+      "step": 46260
+    },
+    {
+      "epoch": 0.148096,
+      "grad_norm": 0.10996114684599252,
+      "learning_rate": 9.93999143092099e-05,
+      "loss": 0.0294,
+      "step": 46280
+    },
+    {
+      "epoch": 0.14816,
+      "grad_norm": 0.08984108632433775,
+      "learning_rate": 9.939939658162007e-05,
+      "loss": 0.0348,
+      "step": 46300
+    },
+    {
+      "epoch": 0.148224,
+      "grad_norm": 0.07254968355836286,
+      "learning_rate": 9.939887863213969e-05,
+      "loss": 0.0356,
+      "step": 46320
+    },
+    {
+      "epoch": 0.148288,
+      "grad_norm": 0.12003039044495054,
+      "learning_rate": 9.939836046077104e-05,
+      "loss": 0.0344,
+      "step": 46340
+    },
+    {
+      "epoch": 0.148352,
+      "grad_norm": 0.06813999856464828,
+      "learning_rate": 9.939784206751652e-05,
+      "loss": 0.0327,
+      "step": 46360
+    },
+    {
+      "epoch": 0.148416,
+      "grad_norm": 0.16690763985110113,
+      "learning_rate": 9.93973234523784e-05,
+      "loss": 0.0322,
+      "step": 46380
+    },
+    {
+      "epoch": 0.14848,
+      "grad_norm": 0.09827324829997114,
+      "learning_rate": 9.939680461535905e-05,
+      "loss": 0.0312,
+      "step": 46400
+    },
+    {
+      "epoch": 0.148544,
+      "grad_norm": 0.07838333271046842,
+      "learning_rate": 9.939628555646077e-05,
+      "loss": 0.0282,
+      "step": 46420
+    },
+    {
+      "epoch": 0.148608,
+      "grad_norm": 0.09914416861598797,
+      "learning_rate": 9.93957662756859e-05,
+      "loss": 0.0363,
+      "step": 46440
+    },
+    {
+      "epoch": 0.148672,
+      "grad_norm": 0.09648094210648592,
+      "learning_rate": 9.939524677303677e-05,
+      "loss": 0.0331,
+      "step": 46460
+    },
+    {
+      "epoch": 0.148736,
+      "grad_norm": 0.06205894600673664,
+      "learning_rate": 9.939472704851573e-05,
+      "loss": 0.0274,
+      "step": 46480
+    },
+    {
+      "epoch": 0.1488,
+      "grad_norm": 0.13086498230804006,
+      "learning_rate": 9.939420710212511e-05,
+      "loss": 0.0273,
+      "step": 46500
+    },
+    {
+      "epoch": 0.148864,
+      "grad_norm": 0.0936157924584635,
+      "learning_rate": 9.939368693386724e-05,
+      "loss": 0.0289,
+      "step": 46520
+    },
+    {
+      "epoch": 0.148928,
+      "grad_norm": 0.10357413821536994,
+      "learning_rate": 9.939316654374444e-05,
+      "loss": 0.032,
+      "step": 46540
+    },
+    {
+      "epoch": 0.148992,
+      "grad_norm": 0.09739226154550425,
+      "learning_rate": 9.939264593175908e-05,
+      "loss": 0.0302,
+      "step": 46560
+    },
+    {
+      "epoch": 0.149056,
+      "grad_norm": 0.10253538558746574,
+      "learning_rate": 9.939212509791347e-05,
+      "loss": 0.03,
+      "step": 46580
+    },
+    {
+      "epoch": 0.14912,
+      "grad_norm": 0.08714046655221884,
+      "learning_rate": 9.939160404220997e-05,
+      "loss": 0.032,
+      "step": 46600
+    },
+    {
+      "epoch": 0.149184,
+      "grad_norm": 0.07105167641551288,
+      "learning_rate": 9.93910827646509e-05,
+      "loss": 0.0313,
+      "step": 46620
+    },
+    {
+      "epoch": 0.149248,
+      "grad_norm": 0.07769119862566892,
+      "learning_rate": 9.939056126523861e-05,
+      "loss": 0.0315,
+      "step": 46640
+    },
+    {
+      "epoch": 0.149312,
+      "grad_norm": 0.07658669882878325,
+      "learning_rate": 9.939003954397546e-05,
+      "loss": 0.0332,
+      "step": 46660
+    },
+    {
+      "epoch": 0.149376,
+      "grad_norm": 0.06952651886100032,
+      "learning_rate": 9.938951760086377e-05,
+      "loss": 0.03,
+      "step": 46680
+    },
+    {
+      "epoch": 0.14944,
+      "grad_norm": 0.05657640155364597,
+      "learning_rate": 9.93889954359059e-05,
+      "loss": 0.0307,
+      "step": 46700
+    },
+    {
+      "epoch": 0.149504,
+      "grad_norm": 0.060772649234232846,
+      "learning_rate": 9.938847304910418e-05,
+      "loss": 0.0313,
+      "step": 46720
+    },
+    {
+      "epoch": 0.149568,
+      "grad_norm": 0.08657837054906613,
+      "learning_rate": 9.938795044046097e-05,
+      "loss": 0.0307,
+      "step": 46740
+    },
+    {
+      "epoch": 0.149632,
+      "grad_norm": 0.08027933804587406,
+      "learning_rate": 9.938742760997861e-05,
+      "loss": 0.0305,
+      "step": 46760
+    },
+    {
+      "epoch": 0.149696,
+      "grad_norm": 0.09409280808655238,
+      "learning_rate": 9.938690455765945e-05,
+      "loss": 0.0313,
+      "step": 46780
+    },
+    {
+      "epoch": 0.14976,
+      "grad_norm": 0.08509766405976296,
+      "learning_rate": 9.938638128350585e-05,
+      "loss": 0.032,
+      "step": 46800
+    },
+    {
+      "epoch": 0.149824,
+      "grad_norm": 0.05583496773047922,
+      "learning_rate": 9.938585778752014e-05,
+      "loss": 0.0312,
+      "step": 46820
+    },
+    {
+      "epoch": 0.149888,
+      "grad_norm": 0.10010265872088056,
+      "learning_rate": 9.938533406970469e-05,
+      "loss": 0.0333,
+      "step": 46840
+    },
+    {
+      "epoch": 0.149952,
+      "grad_norm": 0.08872981950016327,
+      "learning_rate": 9.938481013006184e-05,
+      "loss": 0.0303,
+      "step": 46860
+    },
+    {
+      "epoch": 0.150016,
+      "grad_norm": 0.10262009964284717,
+      "learning_rate": 9.938428596859395e-05,
+      "loss": 0.0335,
+      "step": 46880
+    },
+    {
+      "epoch": 0.15008,
+      "grad_norm": 0.06717229212581256,
+      "learning_rate": 9.938376158530337e-05,
+      "loss": 0.0294,
+      "step": 46900
+    },
+    {
+      "epoch": 0.150144,
+      "grad_norm": 0.10930912100750657,
+      "learning_rate": 9.938323698019246e-05,
+      "loss": 0.0292,
+      "step": 46920
+    },
+    {
+      "epoch": 0.150208,
+      "grad_norm": 0.12899339472913562,
+      "learning_rate": 9.938271215326358e-05,
+      "loss": 0.0316,
+      "step": 46940
+    },
+    {
+      "epoch": 0.150272,
+      "grad_norm": 0.14791430349800785,
+      "learning_rate": 9.938218710451907e-05,
+      "loss": 0.0341,
+      "step": 46960
+    },
+    {
+      "epoch": 0.150336,
+      "grad_norm": 0.12695112518559196,
+      "learning_rate": 9.938166183396131e-05,
+      "loss": 0.0299,
+      "step": 46980
+    },
+    {
+      "epoch": 0.1504,
+      "grad_norm": 0.10449814218920127,
+      "learning_rate": 9.938113634159265e-05,
+      "loss": 0.0297,
+      "step": 47000
+    },
+    {
+      "epoch": 0.150464,
+      "grad_norm": 0.06885648507316686,
+      "learning_rate": 9.938061062741544e-05,
+      "loss": 0.0315,
+      "step": 47020
+    },
+    {
+      "epoch": 0.150528,
+      "grad_norm": 0.08223492148444912,
+      "learning_rate": 9.938008469143205e-05,
+      "loss": 0.0326,
+      "step": 47040
+    },
+    {
+      "epoch": 0.150592,
+      "grad_norm": 0.14005598580387021,
+      "learning_rate": 9.937955853364486e-05,
+      "loss": 0.0328,
+      "step": 47060
+    },
+    {
+      "epoch": 0.150656,
+      "grad_norm": 0.09102648426699513,
+      "learning_rate": 9.93790321540562e-05,
+      "loss": 0.0316,
+      "step": 47080
+    },
+    {
+      "epoch": 0.15072,
+      "grad_norm": 0.1161245812908459,
+      "learning_rate": 9.937850555266846e-05,
+      "loss": 0.031,
+      "step": 47100
+    },
+    {
+      "epoch": 0.150784,
+      "grad_norm": 0.09258502563134016,
+      "learning_rate": 9.9377978729484e-05,
+      "loss": 0.03,
+      "step": 47120
+    },
+    {
+      "epoch": 0.150848,
+      "grad_norm": 0.09455246032115502,
+      "learning_rate": 9.937745168450518e-05,
+      "loss": 0.0297,
+      "step": 47140
+    },
+    {
+      "epoch": 0.150912,
+      "grad_norm": 0.11034507521592121,
+      "learning_rate": 9.937692441773437e-05,
+      "loss": 0.0331,
+      "step": 47160
+    },
+    {
+      "epoch": 0.150976,
+      "grad_norm": 0.1563965361057462,
+      "learning_rate": 9.937639692917394e-05,
+      "loss": 0.034,
+      "step": 47180
+    },
+    {
+      "epoch": 0.15104,
+      "grad_norm": 0.11750626625630985,
+      "learning_rate": 9.937586921882626e-05,
+      "loss": 0.0296,
+      "step": 47200
+    },
+    {
+      "epoch": 0.151104,
+      "grad_norm": 0.0991318193920632,
+      "learning_rate": 9.93753412866937e-05,
+      "loss": 0.0345,
+      "step": 47220
+    },
+    {
+      "epoch": 0.151168,
+      "grad_norm": 0.10708570931373076,
+      "learning_rate": 9.937481313277863e-05,
+      "loss": 0.0313,
+      "step": 47240
+    },
+    {
+      "epoch": 0.151232,
+      "grad_norm": 0.07659709455960267,
+      "learning_rate": 9.937428475708342e-05,
+      "loss": 0.0294,
+      "step": 47260
+    },
+    {
+      "epoch": 0.151296,
+      "grad_norm": 0.09766081678448985,
+      "learning_rate": 9.937375615961043e-05,
+      "loss": 0.0326,
+      "step": 47280
+    },
+    {
+      "epoch": 0.15136,
+      "grad_norm": 0.05865594002239727,
+      "learning_rate": 9.937322734036207e-05,
+      "loss": 0.0316,
+      "step": 47300
+    },
+    {
+      "epoch": 0.151424,
+      "grad_norm": 0.11250546550197693,
+      "learning_rate": 9.937269829934068e-05,
+      "loss": 0.0313,
+      "step": 47320
+    },
+    {
+      "epoch": 0.151488,
+      "grad_norm": 0.07881982644198857,
+      "learning_rate": 9.937216903654867e-05,
+      "loss": 0.0314,
+      "step": 47340
+    },
+    {
+      "epoch": 0.151552,
+      "grad_norm": 0.06792830991567207,
+      "learning_rate": 9.937163955198839e-05,
+      "loss": 0.0336,
+      "step": 47360
+    },
+    {
+      "epoch": 0.151616,
+      "grad_norm": 0.1046935176801294,
+      "learning_rate": 9.937110984566222e-05,
+      "loss": 0.0303,
+      "step": 47380
+    },
+    {
+      "epoch": 0.15168,
+      "grad_norm": 0.09471817929841085,
+      "learning_rate": 9.937057991757256e-05,
+      "loss": 0.0294,
+      "step": 47400
+    },
+    {
+      "epoch": 0.151744,
+      "grad_norm": 0.06519829639884701,
+      "learning_rate": 9.937004976772177e-05,
+      "loss": 0.0296,
+      "step": 47420
+    },
+    {
+      "epoch": 0.151808,
+      "grad_norm": 0.0914108037579146,
+      "learning_rate": 9.936951939611224e-05,
+      "loss": 0.0333,
+      "step": 47440
+    },
+    {
+      "epoch": 0.151872,
+      "grad_norm": 0.1095163164154996,
+      "learning_rate": 9.936898880274635e-05,
+      "loss": 0.0349,
+      "step": 47460
+    },
+    {
+      "epoch": 0.151936,
+      "grad_norm": 0.0872318682174451,
+      "learning_rate": 9.936845798762649e-05,
+      "loss": 0.0314,
+      "step": 47480
+    },
+    {
+      "epoch": 0.152,
+      "grad_norm": 0.0894511986316892,
+      "learning_rate": 9.936792695075502e-05,
+      "loss": 0.0313,
+      "step": 47500
+    },
+    {
+      "epoch": 0.152064,
+      "grad_norm": 0.11465131367242962,
+      "learning_rate": 9.936739569213436e-05,
+      "loss": 0.0298,
+      "step": 47520
+    },
+    {
+      "epoch": 0.152128,
+      "grad_norm": 0.11415187623932345,
+      "learning_rate": 9.936686421176687e-05,
+      "loss": 0.0321,
+      "step": 47540
+    },
+    {
+      "epoch": 0.152192,
+      "grad_norm": 0.05614353031457746,
+      "learning_rate": 9.936633250965495e-05,
+      "loss": 0.0314,
+      "step": 47560
+    },
+    {
+      "epoch": 0.152256,
+      "grad_norm": 0.11187349813578808,
+      "learning_rate": 9.936580058580099e-05,
+      "loss": 0.0321,
+      "step": 47580
+    },
+    {
+      "epoch": 0.15232,
+      "grad_norm": 0.095249704237084,
+      "learning_rate": 9.936526844020737e-05,
+      "loss": 0.0347,
+      "step": 47600
+    },
+    {
+      "epoch": 0.152384,
+      "grad_norm": 0.06878696706060054,
+      "learning_rate": 9.936473607287648e-05,
+      "loss": 0.0321,
+      "step": 47620
+    },
+    {
+      "epoch": 0.152448,
+      "grad_norm": 0.09657385405089218,
+      "learning_rate": 9.936420348381073e-05,
+      "loss": 0.0342,
+      "step": 47640
+    },
+    {
+      "epoch": 0.152512,
+      "grad_norm": 0.06523165251001424,
+      "learning_rate": 9.936367067301249e-05,
+      "loss": 0.0334,
+      "step": 47660
+    },
+    {
+      "epoch": 0.152576,
+      "grad_norm": 0.08361358394777578,
+      "learning_rate": 9.936313764048418e-05,
+      "loss": 0.0368,
+      "step": 47680
+    },
+    {
+      "epoch": 0.15264,
+      "grad_norm": 0.11105453719160574,
+      "learning_rate": 9.936260438622815e-05,
+      "loss": 0.031,
+      "step": 47700
+    },
+    {
+      "epoch": 0.152704,
+      "grad_norm": 0.049282486443328076,
+      "learning_rate": 9.936207091024683e-05,
+      "loss": 0.0305,
+      "step": 47720
+    },
+    {
+      "epoch": 0.152768,
+      "grad_norm": 0.05392642900739235,
+      "learning_rate": 9.93615372125426e-05,
+      "loss": 0.0295,
+      "step": 47740
+    },
+    {
+      "epoch": 0.152832,
+      "grad_norm": 0.08171266608289282,
+      "learning_rate": 9.936100329311787e-05,
+      "loss": 0.0294,
+      "step": 47760
+    },
+    {
+      "epoch": 0.152896,
+      "grad_norm": 0.21723179197645665,
+      "learning_rate": 9.936046915197504e-05,
+      "loss": 0.0334,
+      "step": 47780
+    },
+    {
+      "epoch": 0.15296,
+      "grad_norm": 0.06804340390934793,
+      "learning_rate": 9.93599347891165e-05,
+      "loss": 0.0336,
+      "step": 47800
+    },
+    {
+      "epoch": 0.153024,
+      "grad_norm": 0.10602678492051296,
+      "learning_rate": 9.935940020454464e-05,
+      "loss": 0.0294,
+      "step": 47820
+    },
+    {
+      "epoch": 0.153088,
+      "grad_norm": 0.09373669930158983,
+      "learning_rate": 9.935886539826189e-05,
+      "loss": 0.0316,
+      "step": 47840
+    },
+    {
+      "epoch": 0.153152,
+      "grad_norm": 0.06574231525928272,
+      "learning_rate": 9.935833037027063e-05,
+      "loss": 0.0317,
+      "step": 47860
+    },
+    {
+      "epoch": 0.153216,
+      "grad_norm": 0.05741591396011395,
+      "learning_rate": 9.935779512057326e-05,
+      "loss": 0.031,
+      "step": 47880
+    },
+    {
+      "epoch": 0.15328,
+      "grad_norm": 0.08651174210177837,
+      "learning_rate": 9.93572596491722e-05,
+      "loss": 0.0319,
+      "step": 47900
+    },
+    {
+      "epoch": 0.153344,
+      "grad_norm": 0.07670880617933137,
+      "learning_rate": 9.935672395606986e-05,
+      "loss": 0.029,
+      "step": 47920
+    },
+    {
+      "epoch": 0.153408,
+      "grad_norm": 0.11826103380508518,
+      "learning_rate": 9.935618804126862e-05,
+      "loss": 0.0325,
+      "step": 47940
+    },
+    {
+      "epoch": 0.153472,
+      "grad_norm": 0.0951924350658214,
+      "learning_rate": 9.93556519047709e-05,
+      "loss": 0.0317,
+      "step": 47960
+    },
+    {
+      "epoch": 0.153536,
+      "grad_norm": 0.12285451581924553,
+      "learning_rate": 9.935511554657913e-05,
+      "loss": 0.03,
+      "step": 47980
+    },
+    {
+      "epoch": 0.1536,
+      "grad_norm": 0.09295613763446567,
+      "learning_rate": 9.935457896669568e-05,
+      "loss": 0.0337,
+      "step": 48000
+    },
+    {
+      "epoch": 0.153664,
+      "grad_norm": 0.07649830183179868,
+      "learning_rate": 9.935404216512298e-05,
+      "loss": 0.0329,
+      "step": 48020
+    },
+    {
+      "epoch": 0.153728,
+      "grad_norm": 0.12308444877669553,
+      "learning_rate": 9.935350514186345e-05,
+      "loss": 0.0298,
+      "step": 48040
+    },
+    {
+      "epoch": 0.153792,
+      "grad_norm": 0.073565302633695,
+      "learning_rate": 9.935296789691948e-05,
+      "loss": 0.0347,
+      "step": 48060
+    },
+    {
+      "epoch": 0.153856,
+      "grad_norm": 0.16435234169562224,
+      "learning_rate": 9.93524304302935e-05,
+      "loss": 0.0318,
+      "step": 48080
+    },
+    {
+      "epoch": 0.15392,
+      "grad_norm": 0.12342510180018815,
+      "learning_rate": 9.935189274198792e-05,
+      "loss": 0.0319,
+      "step": 48100
+    },
+    {
+      "epoch": 0.153984,
+      "grad_norm": 0.15711880367162234,
+      "learning_rate": 9.935135483200517e-05,
+      "loss": 0.0317,
+      "step": 48120
+    },
+    {
+      "epoch": 0.154048,
+      "grad_norm": 0.13183904430458246,
+      "learning_rate": 9.935081670034765e-05,
+      "loss": 0.0326,
+      "step": 48140
+    },
+    {
+      "epoch": 0.154112,
+      "grad_norm": 0.1603813572220954,
+      "learning_rate": 9.935027834701777e-05,
+      "loss": 0.0298,
+      "step": 48160
+    },
+    {
+      "epoch": 0.154176,
+      "grad_norm": 0.05849572884551675,
+      "learning_rate": 9.934973977201796e-05,
+      "loss": 0.0307,
+      "step": 48180
+    },
+    {
+      "epoch": 0.15424,
+      "grad_norm": 0.07607255537902217,
+      "learning_rate": 9.934920097535063e-05,
+      "loss": 0.029,
+      "step": 48200
+    },
+    {
+      "epoch": 0.154304,
+      "grad_norm": 0.10129880444059655,
+      "learning_rate": 9.934866195701821e-05,
+      "loss": 0.0319,
+      "step": 48220
+    },
+    {
+      "epoch": 0.154368,
+      "grad_norm": 0.07338006479938176,
+      "learning_rate": 9.934812271702312e-05,
+      "loss": 0.0297,
+      "step": 48240
+    },
+    {
+      "epoch": 0.154432,
+      "grad_norm": 0.07899350096244173,
+      "learning_rate": 9.934758325536777e-05,
+      "loss": 0.0279,
+      "step": 48260
+    },
+    {
+      "epoch": 0.154496,
+      "grad_norm": 0.07471668688072794,
+      "learning_rate": 9.93470435720546e-05,
+      "loss": 0.0285,
+      "step": 48280
+    },
+    {
+      "epoch": 0.15456,
+      "grad_norm": 0.0606879441265874,
+      "learning_rate": 9.934650366708602e-05,
+      "loss": 0.0315,
+      "step": 48300
+    },
+    {
+      "epoch": 0.154624,
+      "grad_norm": 0.06056321723365228,
+      "learning_rate": 9.934596354046448e-05,
+      "loss": 0.0298,
+      "step": 48320
+    },
+    {
+      "epoch": 0.154688,
+      "grad_norm": 0.061812749033990345,
+      "learning_rate": 9.934542319219237e-05,
+      "loss": 0.0311,
+      "step": 48340
+    },
+    {
+      "epoch": 0.154752,
+      "grad_norm": 0.18511088830744588,
+      "learning_rate": 9.934488262227213e-05,
+      "loss": 0.0365,
+      "step": 48360
+    },
+    {
+      "epoch": 0.154816,
+      "grad_norm": 0.12615828983360142,
+      "learning_rate": 9.934434183070621e-05,
+      "loss": 0.0337,
+      "step": 48380
+    },
+    {
+      "epoch": 0.15488,
+      "grad_norm": 0.06314131120509267,
+      "learning_rate": 9.9343800817497e-05,
+      "loss": 0.0324,
+      "step": 48400
+    },
+    {
+      "epoch": 0.154944,
+      "grad_norm": 0.11805073927804464,
+      "learning_rate": 9.934325958264699e-05,
+      "loss": 0.032,
+      "step": 48420
+    },
+    {
+      "epoch": 0.155008,
+      "grad_norm": 0.13177410375184753,
+      "learning_rate": 9.934271812615854e-05,
+      "loss": 0.0293,
+      "step": 48440
+    },
+    {
+      "epoch": 0.155072,
+      "grad_norm": 0.11968151949427579,
+      "learning_rate": 9.934217644803415e-05,
+      "loss": 0.0314,
+      "step": 48460
+    },
+    {
+      "epoch": 0.155136,
+      "grad_norm": 0.10424935559330906,
+      "learning_rate": 9.934163454827618e-05,
+      "loss": 0.0344,
+      "step": 48480
+    },
+    {
+      "epoch": 0.1552,
+      "grad_norm": 0.06268611257712212,
+      "learning_rate": 9.934109242688712e-05,
+      "loss": 0.0325,
+      "step": 48500
+    },
+    {
+      "epoch": 0.155264,
+      "grad_norm": 0.10164583215207992,
+      "learning_rate": 9.934055008386939e-05,
+      "loss": 0.0309,
+      "step": 48520
+    },
+    {
+      "epoch": 0.155328,
+      "grad_norm": 0.0466283264623726,
+      "learning_rate": 9.93400075192254e-05,
+      "loss": 0.029,
+      "step": 48540
+    },
+    {
+      "epoch": 0.155392,
+      "grad_norm": 0.11685403697332548,
+      "learning_rate": 9.933946473295765e-05,
+      "loss": 0.0308,
+      "step": 48560
+    },
+    {
+      "epoch": 0.155456,
+      "grad_norm": 0.07968094236867744,
+      "learning_rate": 9.93389217250685e-05,
+      "loss": 0.0288,
+      "step": 48580
+    },
+    {
+      "epoch": 0.15552,
+      "grad_norm": 0.0871747731854775,
+      "learning_rate": 9.933837849556047e-05,
+      "loss": 0.0309,
+      "step": 48600
+    },
+    {
+      "epoch": 0.155584,
+      "grad_norm": 0.08585406210884133,
+      "learning_rate": 9.933783504443593e-05,
+      "loss": 0.0296,
+      "step": 48620
+    },
+    {
+      "epoch": 0.155648,
+      "grad_norm": 0.07902233622185316,
+      "learning_rate": 9.933729137169736e-05,
+      "loss": 0.0316,
+      "step": 48640
+    },
+    {
+      "epoch": 0.155712,
+      "grad_norm": 0.05141512409029975,
+      "learning_rate": 9.933674747734719e-05,
+      "loss": 0.0292,
+      "step": 48660
+    },
+    {
+      "epoch": 0.155776,
+      "grad_norm": 0.08580218788197641,
+      "learning_rate": 9.933620336138787e-05,
+      "loss": 0.0312,
+      "step": 48680
+    },
+    {
+      "epoch": 0.15584,
+      "grad_norm": 0.1031184942870981,
+      "learning_rate": 9.933565902382183e-05,
+      "loss": 0.0337,
+      "step": 48700
+    },
+    {
+      "epoch": 0.155904,
+      "grad_norm": 0.195970797921049,
+      "learning_rate": 9.933511446465151e-05,
+      "loss": 0.0337,
+      "step": 48720
+    },
+    {
+      "epoch": 0.155968,
+      "grad_norm": 0.17182881711200834,
+      "learning_rate": 9.93345696838794e-05,
+      "loss": 0.0313,
+      "step": 48740
+    },
+    {
+      "epoch": 0.156032,
+      "grad_norm": 0.11188222083980782,
+      "learning_rate": 9.93340246815079e-05,
+      "loss": 0.0306,
+      "step": 48760
+    },
+    {
+      "epoch": 0.156096,
+      "grad_norm": 0.08352933439259387,
+      "learning_rate": 9.933347945753946e-05,
+      "loss": 0.0321,
+      "step": 48780
+    },
+    {
+      "epoch": 0.15616,
+      "grad_norm": 0.07587366896792365,
+      "learning_rate": 9.933293401197657e-05,
+      "loss": 0.031,
+      "step": 48800
+    },
+    {
+      "epoch": 0.156224,
+      "grad_norm": 0.10261290966573956,
+      "learning_rate": 9.933238834482164e-05,
+      "loss": 0.0318,
+      "step": 48820
+    },
+    {
+      "epoch": 0.156288,
+      "grad_norm": 0.05857025332956055,
+      "learning_rate": 9.933184245607712e-05,
+      "loss": 0.0318,
+      "step": 48840
+    },
+    {
+      "epoch": 0.156352,
+      "grad_norm": 0.08511855904508554,
+      "learning_rate": 9.93312963457455e-05,
+      "loss": 0.0307,
+      "step": 48860
+    },
+    {
+      "epoch": 0.156416,
+      "grad_norm": 0.06230406833463281,
+      "learning_rate": 9.933075001382921e-05,
+      "loss": 0.032,
+      "step": 48880
+    },
+    {
+      "epoch": 0.15648,
+      "grad_norm": 0.07172964512517768,
+      "learning_rate": 9.933020346033068e-05,
+      "loss": 0.0317,
+      "step": 48900
+    },
+    {
+      "epoch": 0.156544,
+      "grad_norm": 0.04747272626907838,
+      "learning_rate": 9.932965668525241e-05,
+      "loss": 0.0324,
+      "step": 48920
+    },
+    {
+      "epoch": 0.156608,
+      "grad_norm": 0.10074295129664218,
+      "learning_rate": 9.932910968859684e-05,
+      "loss": 0.033,
+      "step": 48940
+    },
+    {
+      "epoch": 0.156672,
+      "grad_norm": 0.06433961268710074,
+      "learning_rate": 9.932856247036641e-05,
+      "loss": 0.0318,
+      "step": 48960
+    },
+    {
+      "epoch": 0.156736,
+      "grad_norm": 0.05786985665701216,
+      "learning_rate": 9.93280150305636e-05,
+      "loss": 0.0318,
+      "step": 48980
+    },
+    {
+      "epoch": 0.1568,
+      "grad_norm": 0.16628679493344883,
+      "learning_rate": 9.932746736919083e-05,
+      "loss": 0.0346,
+      "step": 49000
+    },
+    {
+      "epoch": 0.156864,
+      "grad_norm": 0.08000269878384533,
+      "learning_rate": 9.932691948625061e-05,
+      "loss": 0.0312,
+      "step": 49020
+    },
+    {
+      "epoch": 0.156928,
+      "grad_norm": 0.13121743849844697,
+      "learning_rate": 9.932637138174537e-05,
+      "loss": 0.0317,
+      "step": 49040
+    },
+    {
+      "epoch": 0.156992,
+      "grad_norm": 0.12361098048767018,
+      "learning_rate": 9.93258230556776e-05,
+      "loss": 0.033,
+      "step": 49060
+    },
+    {
+      "epoch": 0.157056,
+      "grad_norm": 0.10429858292176185,
+      "learning_rate": 9.932527450804973e-05,
+      "loss": 0.0337,
+      "step": 49080
+    },
+    {
+      "epoch": 0.15712,
+      "grad_norm": 0.0647764292036461,
+      "learning_rate": 9.932472573886424e-05,
+      "loss": 0.0319,
+      "step": 49100
+    },
+    {
+      "epoch": 0.157184,
+      "grad_norm": 0.09384016399478,
+      "learning_rate": 9.93241767481236e-05,
+      "loss": 0.0317,
+      "step": 49120
+    },
+    {
+      "epoch": 0.157248,
+      "grad_norm": 0.12659843442396596,
+      "learning_rate": 9.932362753583025e-05,
+      "loss": 0.0327,
+      "step": 49140
+    },
+    {
+      "epoch": 0.157312,
+      "grad_norm": 0.07756448049192011,
+      "learning_rate": 9.93230781019867e-05,
+      "loss": 0.0296,
+      "step": 49160
+    },
+    {
+      "epoch": 0.157376,
+      "grad_norm": 0.12804142641185356,
+      "learning_rate": 9.932252844659537e-05,
+      "loss": 0.0273,
+      "step": 49180
+    },
+    {
+      "epoch": 0.15744,
+      "grad_norm": 0.06399469639064538,
+      "learning_rate": 9.932197856965877e-05,
+      "loss": 0.0311,
+      "step": 49200
+    },
+    {
+      "epoch": 0.157504,
+      "grad_norm": 0.07353854042600966,
+      "learning_rate": 9.932142847117936e-05,
+      "loss": 0.0318,
+      "step": 49220
+    },
+    {
+      "epoch": 0.157568,
+      "grad_norm": 0.09335556916903189,
+      "learning_rate": 9.932087815115958e-05,
+      "loss": 0.0322,
+      "step": 49240
+    },
+    {
+      "epoch": 0.157632,
+      "grad_norm": 0.07250359823535418,
+      "learning_rate": 9.932032760960194e-05,
+      "loss": 0.0295,
+      "step": 49260
+    },
+    {
+      "epoch": 0.157696,
+      "grad_norm": 0.09539354157045841,
+      "learning_rate": 9.931977684650889e-05,
+      "loss": 0.0329,
+      "step": 49280
+    },
+    {
+      "epoch": 0.15776,
+      "grad_norm": 0.12241863334999789,
+      "learning_rate": 9.931922586188292e-05,
+      "loss": 0.0332,
+      "step": 49300
+    },
+    {
+      "epoch": 0.157824,
+      "grad_norm": 0.09544072927237139,
+      "learning_rate": 9.931867465572651e-05,
+      "loss": 0.0337,
+      "step": 49320
+    },
+    {
+      "epoch": 0.157888,
+      "grad_norm": 0.17981690117267587,
+      "learning_rate": 9.931812322804211e-05,
+      "loss": 0.0313,
+      "step": 49340
+    },
+    {
+      "epoch": 0.157952,
+      "grad_norm": 0.12717263082414357,
+      "learning_rate": 9.931757157883221e-05,
+      "loss": 0.0286,
+      "step": 49360
+    },
+    {
+      "epoch": 0.158016,
+      "grad_norm": 0.08473942921715966,
+      "learning_rate": 9.931701970809927e-05,
+      "loss": 0.0267,
+      "step": 49380
+    },
+    {
+      "epoch": 0.15808,
+      "grad_norm": 0.055487440764002215,
+      "learning_rate": 9.931646761584581e-05,
+      "loss": 0.0287,
+      "step": 49400
+    },
+    {
+      "epoch": 0.158144,
+      "grad_norm": 0.08651242874729155,
+      "learning_rate": 9.93159153020743e-05,
+      "loss": 0.0345,
+      "step": 49420
+    },
+    {
+      "epoch": 0.158208,
+      "grad_norm": 0.0763901865694479,
+      "learning_rate": 9.931536276678717e-05,
+      "loss": 0.0336,
+      "step": 49440
+    },
+    {
+      "epoch": 0.158272,
+      "grad_norm": 0.0926115735063431,
+      "learning_rate": 9.931481000998697e-05,
+      "loss": 0.0343,
+      "step": 49460
+    },
+    {
+      "epoch": 0.158336,
+      "grad_norm": 0.09649007467061342,
+      "learning_rate": 9.931425703167614e-05,
+      "loss": 0.0289,
+      "step": 49480
+    },
+    {
+      "epoch": 0.1584,
+      "grad_norm": 0.055147182717572775,
+      "learning_rate": 9.931370383185718e-05,
+      "loss": 0.0276,
+      "step": 49500
+    },
+    {
+      "epoch": 0.158464,
+      "grad_norm": 0.08564565453956721,
+      "learning_rate": 9.931315041053256e-05,
+      "loss": 0.0318,
+      "step": 49520
+    },
+    {
+      "epoch": 0.158528,
+      "grad_norm": 0.07635713954087532,
+      "learning_rate": 9.931259676770479e-05,
+      "loss": 0.0323,
+      "step": 49540
+    },
+    {
+      "epoch": 0.158592,
+      "grad_norm": 0.052007598933735785,
+      "learning_rate": 9.931204290337634e-05,
+      "loss": 0.0323,
+      "step": 49560
+    },
+    {
+      "epoch": 0.158656,
+      "grad_norm": 0.07438361683379209,
+      "learning_rate": 9.931148881754971e-05,
+      "loss": 0.0332,
+      "step": 49580
+    },
+    {
+      "epoch": 0.15872,
+      "grad_norm": 0.1556976763584939,
+      "learning_rate": 9.931093451022735e-05,
+      "loss": 0.0338,
+      "step": 49600
+    },
+    {
+      "epoch": 0.158784,
+      "grad_norm": 0.07751104895192198,
+      "learning_rate": 9.931037998141181e-05,
+      "loss": 0.0283,
+      "step": 49620
+    },
+    {
+      "epoch": 0.158848,
+      "grad_norm": 0.11637964142966958,
+      "learning_rate": 9.930982523110554e-05,
+      "loss": 0.0325,
+      "step": 49640
+    },
+    {
+      "epoch": 0.158912,
+      "grad_norm": 0.11052488360844216,
+      "learning_rate": 9.930927025931105e-05,
+      "loss": 0.0321,
+      "step": 49660
+    },
+    {
+      "epoch": 0.158976,
+      "grad_norm": 0.07835323101756353,
+      "learning_rate": 9.930871506603081e-05,
+      "loss": 0.0306,
+      "step": 49680
+    },
+    {
+      "epoch": 0.15904,
+      "grad_norm": 0.0943194225294084,
+      "learning_rate": 9.930815965126734e-05,
+      "loss": 0.0353,
+      "step": 49700
+    },
+    {
+      "epoch": 0.159104,
+      "grad_norm": 0.059596079934019,
+      "learning_rate": 9.930760401502313e-05,
+      "loss": 0.0334,
+      "step": 49720
+    },
+    {
+      "epoch": 0.159168,
+      "grad_norm": 0.11983798600383945,
+      "learning_rate": 9.930704815730066e-05,
+      "loss": 0.0329,
+      "step": 49740
+    },
+    {
+      "epoch": 0.159232,
+      "grad_norm": 0.08806423718862402,
+      "learning_rate": 9.930649207810244e-05,
+      "loss": 0.0347,
+      "step": 49760
+    },
+    {
+      "epoch": 0.159296,
+      "grad_norm": 0.12227629251422667,
+      "learning_rate": 9.930593577743097e-05,
+      "loss": 0.0331,
+      "step": 49780
+    },
+    {
+      "epoch": 0.15936,
+      "grad_norm": 0.08686716783636916,
+      "learning_rate": 9.930537925528874e-05,
+      "loss": 0.0305,
+      "step": 49800
+    },
+    {
+      "epoch": 0.159424,
+      "grad_norm": 0.06346037990121205,
+      "learning_rate": 9.930482251167826e-05,
+      "loss": 0.0298,
+      "step": 49820
+    },
+    {
+      "epoch": 0.159488,
+      "grad_norm": 0.08159099411169625,
+      "learning_rate": 9.930426554660201e-05,
+      "loss": 0.03,
+      "step": 49840
+    },
+    {
+      "epoch": 0.159552,
+      "grad_norm": 0.09955861551417573,
+      "learning_rate": 9.930370836006251e-05,
+      "loss": 0.0271,
+      "step": 49860
+    },
+    {
+      "epoch": 0.159616,
+      "grad_norm": 0.09261095927437955,
+      "learning_rate": 9.930315095206226e-05,
+      "loss": 0.0326,
+      "step": 49880
+    },
+    {
+      "epoch": 0.15968,
+      "grad_norm": 0.07297339814073228,
+      "learning_rate": 9.930259332260377e-05,
+      "loss": 0.0309,
+      "step": 49900
+    },
+    {
+      "epoch": 0.159744,
+      "grad_norm": 0.06924682230448155,
+      "learning_rate": 9.930203547168953e-05,
+      "loss": 0.0308,
+      "step": 49920
+    },
+    {
+      "epoch": 0.159808,
+      "grad_norm": 0.07797906326662384,
+      "learning_rate": 9.930147739932204e-05,
+      "loss": 0.031,
+      "step": 49940
+    },
+    {
+      "epoch": 0.159872,
+      "grad_norm": 0.09850170486500891,
+      "learning_rate": 9.930091910550384e-05,
+      "loss": 0.034,
+      "step": 49960
+    },
+    {
+      "epoch": 0.159936,
+      "grad_norm": 0.12668685590072776,
+      "learning_rate": 9.93003605902374e-05,
+      "loss": 0.0304,
+      "step": 49980
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.08995334510165826,
+      "learning_rate": 9.929980185352526e-05,
+      "loss": 0.0317,
+      "step": 50000
+    },
+    {
+      "epoch": 0.160064,
+      "grad_norm": 0.10484565801052002,
+      "learning_rate": 9.929924289536989e-05,
+      "loss": 0.0289,
+      "step": 50020
+    },
+    {
+      "epoch": 0.160128,
+      "grad_norm": 0.06870780139721683,
+      "learning_rate": 9.929868371577385e-05,
+      "loss": 0.0309,
+      "step": 50040
+    },
+    {
+      "epoch": 0.160192,
+      "grad_norm": 0.07729315804348545,
+      "learning_rate": 9.929812431473962e-05,
+      "loss": 0.0315,
+      "step": 50060
+    },
+    {
+      "epoch": 0.160256,
+      "grad_norm": 0.06636118050927628,
+      "learning_rate": 9.929756469226975e-05,
+      "loss": 0.0303,
+      "step": 50080
+    },
+    {
+      "epoch": 0.16032,
+      "grad_norm": 0.06343752170211274,
+      "learning_rate": 9.929700484836668e-05,
+      "loss": 0.0286,
+      "step": 50100
+    },
+    {
+      "epoch": 0.160384,
+      "grad_norm": 0.07586865005024584,
+      "learning_rate": 9.929644478303299e-05,
+      "loss": 0.0316,
+      "step": 50120
+    },
+    {
+      "epoch": 0.160448,
+      "grad_norm": 0.07388963618816875,
+      "learning_rate": 9.929588449627116e-05,
+      "loss": 0.0304,
+      "step": 50140
+    },
+    {
+      "epoch": 0.160512,
+      "grad_norm": 0.15512214275072297,
+      "learning_rate": 9.929532398808375e-05,
+      "loss": 0.0329,
+      "step": 50160
+    },
+    {
+      "epoch": 0.160576,
+      "grad_norm": 0.10509976931514123,
+      "learning_rate": 9.929476325847322e-05,
+      "loss": 0.031,
+      "step": 50180
+    },
+    {
+      "epoch": 0.16064,
+      "grad_norm": 0.10879812237408239,
+      "learning_rate": 9.929420230744214e-05,
+      "loss": 0.0309,
+      "step": 50200
+    },
+    {
+      "epoch": 0.160704,
+      "grad_norm": 0.06640496434008838,
+      "learning_rate": 9.9293641134993e-05,
+      "loss": 0.0335,
+      "step": 50220
+    },
+    {
+      "epoch": 0.160768,
+      "grad_norm": 0.0827563420078682,
+      "learning_rate": 9.929307974112832e-05,
+      "loss": 0.0323,
+      "step": 50240
+    },
+    {
+      "epoch": 0.160832,
+      "grad_norm": 0.11127909388966875,
+      "learning_rate": 9.929251812585062e-05,
+      "loss": 0.029,
+      "step": 50260
+    },
+    {
+      "epoch": 0.160896,
+      "grad_norm": 0.09713906597783596,
+      "learning_rate": 9.929195628916246e-05,
+      "loss": 0.0302,
+      "step": 50280
+    },
+    {
+      "epoch": 0.16096,
+      "grad_norm": 0.0723694695822792,
+      "learning_rate": 9.929139423106633e-05,
+      "loss": 0.031,
+      "step": 50300
+    },
+    {
+      "epoch": 0.161024,
+      "grad_norm": 0.0964101822993798,
+      "learning_rate": 9.929083195156475e-05,
+      "loss": 0.0312,
+      "step": 50320
+    },
+    {
+      "epoch": 0.161088,
+      "grad_norm": 0.07051873461660252,
+      "learning_rate": 9.929026945066025e-05,
+      "loss": 0.0332,
+      "step": 50340
+    },
+    {
+      "epoch": 0.161152,
+      "grad_norm": 0.09414106429200186,
+      "learning_rate": 9.928970672835538e-05,
+      "loss": 0.0313,
+      "step": 50360
+    },
+    {
+      "epoch": 0.161216,
+      "grad_norm": 0.11772716243594701,
+      "learning_rate": 9.928914378465263e-05,
+      "loss": 0.0345,
+      "step": 50380
+    },
+    {
+      "epoch": 0.16128,
+      "grad_norm": 0.07461705641114656,
+      "learning_rate": 9.928858061955457e-05,
+      "loss": 0.0306,
+      "step": 50400
+    },
+    {
+      "epoch": 0.161344,
+      "grad_norm": 0.16689222510905194,
+      "learning_rate": 9.92880172330637e-05,
+      "loss": 0.03,
+      "step": 50420
+    },
+    {
+      "epoch": 0.161408,
+      "grad_norm": 0.07913562416839212,
+      "learning_rate": 9.928745362518256e-05,
+      "loss": 0.0301,
+      "step": 50440
+    },
+    {
+      "epoch": 0.161472,
+      "grad_norm": 0.050300774448710464,
+      "learning_rate": 9.928688979591368e-05,
+      "loss": 0.029,
+      "step": 50460
+    },
+    {
+      "epoch": 0.161536,
+      "grad_norm": 0.08429781116475236,
+      "learning_rate": 9.92863257452596e-05,
+      "loss": 0.0276,
+      "step": 50480
+    },
+    {
+      "epoch": 0.1616,
+      "grad_norm": 0.11099378024299517,
+      "learning_rate": 9.928576147322284e-05,
+      "loss": 0.031,
+      "step": 50500
+    },
+    {
+      "epoch": 0.161664,
+      "grad_norm": 0.10813686447975093,
+      "learning_rate": 9.928519697980594e-05,
+      "loss": 0.031,
+      "step": 50520
+    },
+    {
+      "epoch": 0.161728,
+      "grad_norm": 0.0685192254157951,
+      "learning_rate": 9.928463226501143e-05,
+      "loss": 0.0266,
+      "step": 50540
+    },
+    {
+      "epoch": 0.161792,
+      "grad_norm": 0.06863719815742642,
+      "learning_rate": 9.928406732884188e-05,
+      "loss": 0.0342,
+      "step": 50560
+    },
+    {
+      "epoch": 0.161856,
+      "grad_norm": 0.08230820340311004,
+      "learning_rate": 9.928350217129977e-05,
+      "loss": 0.0326,
+      "step": 50580
+    },
+    {
+      "epoch": 0.16192,
+      "grad_norm": 0.06509154971910303,
+      "learning_rate": 9.92829367923877e-05,
+      "loss": 0.0312,
+      "step": 50600
+    },
+    {
+      "epoch": 0.161984,
+      "grad_norm": 0.11518141006203565,
+      "learning_rate": 9.928237119210815e-05,
+      "loss": 0.0314,
+      "step": 50620
+    },
+    {
+      "epoch": 0.162048,
+      "grad_norm": 0.09876785991501875,
+      "learning_rate": 9.92818053704637e-05,
+      "loss": 0.0324,
+      "step": 50640
+    },
+    {
+      "epoch": 0.162112,
+      "grad_norm": 0.0892518642207428,
+      "learning_rate": 9.92812393274569e-05,
+      "loss": 0.0347,
+      "step": 50660
+    },
+    {
+      "epoch": 0.162176,
+      "grad_norm": 0.07550052485582388,
+      "learning_rate": 9.928067306309026e-05,
+      "loss": 0.034,
+      "step": 50680
+    },
+    {
+      "epoch": 0.16224,
+      "grad_norm": 0.06482135585403946,
+      "learning_rate": 9.928010657736633e-05,
+      "loss": 0.0366,
+      "step": 50700
+    },
+    {
+      "epoch": 0.162304,
+      "grad_norm": 0.16458258672769438,
+      "learning_rate": 9.927953987028767e-05,
+      "loss": 0.0323,
+      "step": 50720
+    },
+    {
+      "epoch": 0.162368,
+      "grad_norm": 0.10358684245956191,
+      "learning_rate": 9.927897294185682e-05,
+      "loss": 0.0317,
+      "step": 50740
+    },
+    {
+      "epoch": 0.162432,
+      "grad_norm": 0.14390584348464086,
+      "learning_rate": 9.927840579207633e-05,
+      "loss": 0.0291,
+      "step": 50760
+    },
+    {
+      "epoch": 0.162496,
+      "grad_norm": 0.06543715676469103,
+      "learning_rate": 9.927783842094872e-05,
+      "loss": 0.0295,
+      "step": 50780
+    },
+    {
+      "epoch": 0.16256,
+      "grad_norm": 0.07231833572505786,
+      "learning_rate": 9.927727082847658e-05,
+      "loss": 0.0318,
+      "step": 50800
+    },
+    {
+      "epoch": 0.162624,
+      "grad_norm": 0.09524849656835833,
+      "learning_rate": 9.927670301466244e-05,
+      "loss": 0.0306,
+      "step": 50820
+    },
+    {
+      "epoch": 0.162688,
+      "grad_norm": 0.19935645305316482,
+      "learning_rate": 9.927613497950883e-05,
+      "loss": 0.0326,
+      "step": 50840
+    },
+    {
+      "epoch": 0.162752,
+      "grad_norm": 0.0680535305092903,
+      "learning_rate": 9.927556672301834e-05,
+      "loss": 0.0312,
+      "step": 50860
+    },
+    {
+      "epoch": 0.162816,
+      "grad_norm": 0.08080350899695349,
+      "learning_rate": 9.927499824519348e-05,
+      "loss": 0.0363,
+      "step": 50880
+    },
+    {
+      "epoch": 0.16288,
+      "grad_norm": 0.14849199161636034,
+      "learning_rate": 9.927442954603685e-05,
+      "loss": 0.0393,
+      "step": 50900
+    },
+    {
+      "epoch": 0.162944,
+      "grad_norm": 0.14972292155397732,
+      "learning_rate": 9.927386062555099e-05,
+      "loss": 0.0321,
+      "step": 50920
+    },
+    {
+      "epoch": 0.163008,
+      "grad_norm": 0.10823737414139363,
+      "learning_rate": 9.927329148373843e-05,
+      "loss": 0.0292,
+      "step": 50940
+    },
+    {
+      "epoch": 0.163072,
+      "grad_norm": 0.09126033619025652,
+      "learning_rate": 9.927272212060175e-05,
+      "loss": 0.0344,
+      "step": 50960
+    },
+    {
+      "epoch": 0.163136,
+      "grad_norm": 0.07754175292339982,
+      "learning_rate": 9.92721525361435e-05,
+      "loss": 0.0334,
+      "step": 50980
+    },
+    {
+      "epoch": 0.1632,
+      "grad_norm": 0.10516637252121326,
+      "learning_rate": 9.927158273036625e-05,
+      "loss": 0.0327,
+      "step": 51000
+    },
+    {
+      "epoch": 0.163264,
+      "grad_norm": 0.13199644513495773,
+      "learning_rate": 9.927101270327252e-05,
+      "loss": 0.0335,
+      "step": 51020
+    },
+    {
+      "epoch": 0.163328,
+      "grad_norm": 0.06694751698605156,
+      "learning_rate": 9.927044245486492e-05,
+      "loss": 0.032,
+      "step": 51040
+    },
+    {
+      "epoch": 0.163392,
+      "grad_norm": 0.08706794643911839,
+      "learning_rate": 9.9269871985146e-05,
+      "loss": 0.0296,
+      "step": 51060
+    },
+    {
+      "epoch": 0.163456,
+      "grad_norm": 0.06883197814459027,
+      "learning_rate": 9.92693012941183e-05,
+      "loss": 0.031,
+      "step": 51080
+    },
+    {
+      "epoch": 0.16352,
+      "grad_norm": 0.14265238195938584,
+      "learning_rate": 9.926873038178439e-05,
+      "loss": 0.0312,
+      "step": 51100
+    },
+    {
+      "epoch": 0.163584,
+      "grad_norm": 0.08199550221964322,
+      "learning_rate": 9.926815924814687e-05,
+      "loss": 0.032,
+      "step": 51120
+    },
+    {
+      "epoch": 0.163648,
+      "grad_norm": 0.1286889855575657,
+      "learning_rate": 9.926758789320825e-05,
+      "loss": 0.0325,
+      "step": 51140
+    },
+    {
+      "epoch": 0.163712,
+      "grad_norm": 0.17403492446015967,
+      "learning_rate": 9.926701631697113e-05,
+      "loss": 0.0319,
+      "step": 51160
+    },
+    {
+      "epoch": 0.163776,
+      "grad_norm": 0.07470681568472168,
+      "learning_rate": 9.926644451943807e-05,
+      "loss": 0.0282,
+      "step": 51180
+    },
+    {
+      "epoch": 0.16384,
+      "grad_norm": 0.09782699404728386,
+      "learning_rate": 9.926587250061164e-05,
+      "loss": 0.0283,
+      "step": 51200
+    },
+    {
+      "epoch": 0.163904,
+      "grad_norm": 0.06487118520912383,
+      "learning_rate": 9.926530026049441e-05,
+      "loss": 0.029,
+      "step": 51220
+    },
+    {
+      "epoch": 0.163968,
+      "grad_norm": 0.08146092177938395,
+      "learning_rate": 9.926472779908896e-05,
+      "loss": 0.0314,
+      "step": 51240
+    },
+    {
+      "epoch": 0.164032,
+      "grad_norm": 0.10401449778480971,
+      "learning_rate": 9.926415511639783e-05,
+      "loss": 0.0321,
+      "step": 51260
+    },
+    {
+      "epoch": 0.164096,
+      "grad_norm": 0.06450719894636027,
+      "learning_rate": 9.926358221242362e-05,
+      "loss": 0.0295,
+      "step": 51280
+    },
+    {
+      "epoch": 0.16416,
+      "grad_norm": 0.07639253295228808,
+      "learning_rate": 9.926300908716889e-05,
+      "loss": 0.0326,
+      "step": 51300
+    },
+    {
+      "epoch": 0.164224,
+      "grad_norm": 0.07906989813952332,
+      "learning_rate": 9.926243574063623e-05,
+      "loss": 0.033,
+      "step": 51320
+    },
+    {
+      "epoch": 0.164288,
+      "grad_norm": 0.1218135693052076,
+      "learning_rate": 9.92618621728282e-05,
+      "loss": 0.0332,
+      "step": 51340
+    },
+    {
+      "epoch": 0.164352,
+      "grad_norm": 0.0648113099023763,
+      "learning_rate": 9.926128838374738e-05,
+      "loss": 0.0295,
+      "step": 51360
+    },
+    {
+      "epoch": 0.164416,
+      "grad_norm": 0.07123555000472492,
+      "learning_rate": 9.926071437339634e-05,
+      "loss": 0.0271,
+      "step": 51380
+    },
+    {
+      "epoch": 0.16448,
+      "grad_norm": 0.0696346716827423,
+      "learning_rate": 9.92601401417777e-05,
+      "loss": 0.0325,
+      "step": 51400
+    },
+    {
+      "epoch": 0.164544,
+      "grad_norm": 0.10624430299885847,
+      "learning_rate": 9.925956568889397e-05,
+      "loss": 0.0362,
+      "step": 51420
+    },
+    {
+      "epoch": 0.164608,
+      "grad_norm": 0.11595614242976489,
+      "learning_rate": 9.925899101474778e-05,
+      "loss": 0.0302,
+      "step": 51440
+    },
+    {
+      "epoch": 0.164672,
+      "grad_norm": 0.08169263192304588,
+      "learning_rate": 9.92584161193417e-05,
+      "loss": 0.0311,
+      "step": 51460
+    },
+    {
+      "epoch": 0.164736,
+      "grad_norm": 0.10775947598176998,
+      "learning_rate": 9.925784100267832e-05,
+      "loss": 0.0322,
+      "step": 51480
+    },
+    {
+      "epoch": 0.1648,
+      "grad_norm": 0.07657609166749417,
+      "learning_rate": 9.92572656647602e-05,
+      "loss": 0.0308,
+      "step": 51500
+    },
+    {
+      "epoch": 0.164864,
+      "grad_norm": 0.09146354766575497,
+      "learning_rate": 9.925669010558994e-05,
+      "loss": 0.0332,
+      "step": 51520
+    },
+    {
+      "epoch": 0.164928,
+      "grad_norm": 0.10038750166039168,
+      "learning_rate": 9.925611432517013e-05,
+      "loss": 0.0312,
+      "step": 51540
+    },
+    {
+      "epoch": 0.164992,
+      "grad_norm": 0.13152276685572026,
+      "learning_rate": 9.925553832350335e-05,
+      "loss": 0.0336,
+      "step": 51560
+    },
+    {
+      "epoch": 0.165056,
+      "grad_norm": 0.07257892834662695,
+      "learning_rate": 9.925496210059217e-05,
+      "loss": 0.034,
+      "step": 51580
+    },
+    {
+      "epoch": 0.16512,
+      "grad_norm": 0.1368160087000327,
+      "learning_rate": 9.925438565643922e-05,
+      "loss": 0.0318,
+      "step": 51600
+    },
+    {
+      "epoch": 0.165184,
+      "grad_norm": 0.10509608417678797,
+      "learning_rate": 9.925380899104706e-05,
+      "loss": 0.0317,
+      "step": 51620
+    },
+    {
+      "epoch": 0.165248,
+      "grad_norm": 0.10170376891373777,
+      "learning_rate": 9.925323210441827e-05,
+      "loss": 0.0309,
+      "step": 51640
+    },
+    {
+      "epoch": 0.165312,
+      "grad_norm": 0.06544655377744597,
+      "learning_rate": 9.925265499655547e-05,
+      "loss": 0.0334,
+      "step": 51660
+    },
+    {
+      "epoch": 0.165376,
+      "grad_norm": 0.06503813536977048,
+      "learning_rate": 9.925207766746123e-05,
+      "loss": 0.032,
+      "step": 51680
+    },
+    {
+      "epoch": 0.16544,
+      "grad_norm": 0.05718428299776666,
+      "learning_rate": 9.925150011713815e-05,
+      "loss": 0.0308,
+      "step": 51700
+    },
+    {
+      "epoch": 0.165504,
+      "grad_norm": 0.08339893608014584,
+      "learning_rate": 9.925092234558882e-05,
+      "loss": 0.0307,
+      "step": 51720
+    },
+    {
+      "epoch": 0.165568,
+      "grad_norm": 0.10773249539027138,
+      "learning_rate": 9.925034435281586e-05,
+      "loss": 0.032,
+      "step": 51740
+    },
+    {
+      "epoch": 0.165632,
+      "grad_norm": 0.07801557840251831,
+      "learning_rate": 9.924976613882183e-05,
+      "loss": 0.0285,
+      "step": 51760
+    },
+    {
+      "epoch": 0.165696,
+      "grad_norm": 0.05561458972447706,
+      "learning_rate": 9.924918770360935e-05,
+      "loss": 0.0293,
+      "step": 51780
+    },
+    {
+      "epoch": 0.16576,
+      "grad_norm": 0.1022244361708253,
+      "learning_rate": 9.924860904718101e-05,
+      "loss": 0.0271,
+      "step": 51800
+    },
+    {
+      "epoch": 0.165824,
+      "grad_norm": 0.07001538775612266,
+      "learning_rate": 9.924803016953942e-05,
+      "loss": 0.0294,
+      "step": 51820
+    },
+    {
+      "epoch": 0.165888,
+      "grad_norm": 0.10252383668519809,
+      "learning_rate": 9.924745107068716e-05,
+      "loss": 0.0333,
+      "step": 51840
+    },
+    {
+      "epoch": 0.165952,
+      "grad_norm": 0.10561463285844534,
+      "learning_rate": 9.924687175062686e-05,
+      "loss": 0.0376,
+      "step": 51860
+    },
+    {
+      "epoch": 0.166016,
+      "grad_norm": 0.07482436166623027,
+      "learning_rate": 9.924629220936108e-05,
+      "loss": 0.0327,
+      "step": 51880
+    },
+    {
+      "epoch": 0.16608,
+      "grad_norm": 0.06785578315135021,
+      "learning_rate": 9.924571244689247e-05,
+      "loss": 0.0278,
+      "step": 51900
+    },
+    {
+      "epoch": 0.166144,
+      "grad_norm": 0.08702415576792027,
+      "learning_rate": 9.92451324632236e-05,
+      "loss": 0.0308,
+      "step": 51920
+    },
+    {
+      "epoch": 0.166208,
+      "grad_norm": 0.06905621349735323,
+      "learning_rate": 9.924455225835709e-05,
+      "loss": 0.0346,
+      "step": 51940
+    },
+    {
+      "epoch": 0.166272,
+      "grad_norm": 0.08197492519966695,
+      "learning_rate": 9.924397183229556e-05,
+      "loss": 0.0332,
+      "step": 51960
+    },
+    {
+      "epoch": 0.166336,
+      "grad_norm": 0.21338512474612942,
+      "learning_rate": 9.924339118504158e-05,
+      "loss": 0.0321,
+      "step": 51980
+    },
+    {
+      "epoch": 0.1664,
+      "grad_norm": 0.14102681187289734,
+      "learning_rate": 9.92428103165978e-05,
+      "loss": 0.0356,
+      "step": 52000
+    },
+    {
+      "epoch": 0.166464,
+      "grad_norm": 0.10183137664835576,
+      "learning_rate": 9.924222922696678e-05,
+      "loss": 0.0331,
+      "step": 52020
+    },
+    {
+      "epoch": 0.166528,
+      "grad_norm": 0.13725531938837807,
+      "learning_rate": 9.924164791615119e-05,
+      "loss": 0.0333,
+      "step": 52040
+    },
+    {
+      "epoch": 0.166592,
+      "grad_norm": 0.08604272771775957,
+      "learning_rate": 9.924106638415358e-05,
+      "loss": 0.0297,
+      "step": 52060
+    },
+    {
+      "epoch": 0.166656,
+      "grad_norm": 0.12455713972365082,
+      "learning_rate": 9.92404846309766e-05,
+      "loss": 0.0306,
+      "step": 52080
+    },
+    {
+      "epoch": 0.16672,
+      "grad_norm": 0.10586638057793347,
+      "learning_rate": 9.923990265662286e-05,
+      "loss": 0.0299,
+      "step": 52100
+    },
+    {
+      "epoch": 0.166784,
+      "grad_norm": 0.09354331096569239,
+      "learning_rate": 9.923932046109496e-05,
+      "loss": 0.0292,
+      "step": 52120
+    },
+    {
+      "epoch": 0.166848,
+      "grad_norm": 0.0725808832422317,
+      "learning_rate": 9.923873804439554e-05,
+      "loss": 0.0279,
+      "step": 52140
+    },
+    {
+      "epoch": 0.166912,
+      "grad_norm": 0.0930606813308102,
+      "learning_rate": 9.923815540652719e-05,
+      "loss": 0.0322,
+      "step": 52160
+    },
+    {
+      "epoch": 0.166976,
+      "grad_norm": 0.07966735750716024,
+      "learning_rate": 9.923757254749254e-05,
+      "loss": 0.0336,
+      "step": 52180
+    },
+    {
+      "epoch": 0.16704,
+      "grad_norm": 0.11952993988819609,
+      "learning_rate": 9.92369894672942e-05,
+      "loss": 0.0307,
+      "step": 52200
+    },
+    {
+      "epoch": 0.167104,
+      "grad_norm": 0.08336947137503813,
+      "learning_rate": 9.92364061659348e-05,
+      "loss": 0.0336,
+      "step": 52220
+    },
+    {
+      "epoch": 0.167168,
+      "grad_norm": 0.06809469975476605,
+      "learning_rate": 9.923582264341695e-05,
+      "loss": 0.0303,
+      "step": 52240
+    },
+    {
+      "epoch": 0.167232,
+      "grad_norm": 0.07866981825638819,
+      "learning_rate": 9.923523889974327e-05,
+      "loss": 0.0309,
+      "step": 52260
+    },
+    {
+      "epoch": 0.167296,
+      "grad_norm": 0.10143591042860282,
+      "learning_rate": 9.923465493491639e-05,
+      "loss": 0.0334,
+      "step": 52280
+    },
+    {
+      "epoch": 0.16736,
+      "grad_norm": 0.09757361316801456,
+      "learning_rate": 9.923407074893894e-05,
+      "loss": 0.0293,
+      "step": 52300
+    },
+    {
+      "epoch": 0.167424,
+      "grad_norm": 0.10434374813917567,
+      "learning_rate": 9.923348634181353e-05,
+      "loss": 0.0264,
+      "step": 52320
+    },
+    {
+      "epoch": 0.167488,
+      "grad_norm": 0.06820094614970226,
+      "learning_rate": 9.92329017135428e-05,
+      "loss": 0.0313,
+      "step": 52340
+    },
+    {
+      "epoch": 0.167552,
+      "grad_norm": 0.09077555361309897,
+      "learning_rate": 9.923231686412935e-05,
+      "loss": 0.0289,
+      "step": 52360
+    },
+    {
+      "epoch": 0.167616,
+      "grad_norm": 0.055018866253847214,
+      "learning_rate": 9.923173179357581e-05,
+      "loss": 0.0298,
+      "step": 52380
+    },
+    {
+      "epoch": 0.16768,
+      "grad_norm": 0.11484318921072584,
+      "learning_rate": 9.923114650188484e-05,
+      "loss": 0.0339,
+      "step": 52400
+    },
+    {
+      "epoch": 0.167744,
+      "grad_norm": 0.08856312616907716,
+      "learning_rate": 9.923056098905905e-05,
+      "loss": 0.0313,
+      "step": 52420
+    },
+    {
+      "epoch": 0.167808,
+      "grad_norm": 0.08663006417387209,
+      "learning_rate": 9.922997525510106e-05,
+      "loss": 0.0304,
+      "step": 52440
+    },
+    {
+      "epoch": 0.167872,
+      "grad_norm": 0.1077835338482995,
+      "learning_rate": 9.922938930001351e-05,
+      "loss": 0.0336,
+      "step": 52460
+    },
+    {
+      "epoch": 0.167936,
+      "grad_norm": 0.08136703202548481,
+      "learning_rate": 9.922880312379904e-05,
+      "loss": 0.0323,
+      "step": 52480
+    },
+    {
+      "epoch": 0.168,
+      "grad_norm": 0.058970828083442985,
+      "learning_rate": 9.922821672646027e-05,
+      "loss": 0.0314,
+      "step": 52500
+    },
+    {
+      "epoch": 0.168064,
+      "grad_norm": 0.08772403564825054,
+      "learning_rate": 9.922763010799985e-05,
+      "loss": 0.0306,
+      "step": 52520
+    },
+    {
+      "epoch": 0.168128,
+      "grad_norm": 0.07579732349258023,
+      "learning_rate": 9.922704326842039e-05,
+      "loss": 0.0322,
+      "step": 52540
+    },
+    {
+      "epoch": 0.168192,
+      "grad_norm": 0.05756871733740165,
+      "learning_rate": 9.922645620772455e-05,
+      "loss": 0.0353,
+      "step": 52560
+    },
+    {
+      "epoch": 0.168256,
+      "grad_norm": 0.08309827407855326,
+      "learning_rate": 9.922586892591494e-05,
+      "loss": 0.0303,
+      "step": 52580
+    },
+    {
+      "epoch": 0.16832,
+      "grad_norm": 0.1815933671476109,
+      "learning_rate": 9.922528142299423e-05,
+      "loss": 0.0326,
+      "step": 52600
+    },
+    {
+      "epoch": 0.168384,
+      "grad_norm": 0.06510824172518967,
+      "learning_rate": 9.922469369896505e-05,
+      "loss": 0.0308,
+      "step": 52620
+    },
+    {
+      "epoch": 0.168448,
+      "grad_norm": 0.07414921551709572,
+      "learning_rate": 9.922410575383002e-05,
+      "loss": 0.0303,
+      "step": 52640
+    },
+    {
+      "epoch": 0.168512,
+      "grad_norm": 0.07015495544418383,
+      "learning_rate": 9.92235175875918e-05,
+      "loss": 0.0322,
+      "step": 52660
+    },
+    {
+      "epoch": 0.168576,
+      "grad_norm": 0.0687650193427961,
+      "learning_rate": 9.922292920025302e-05,
+      "loss": 0.0333,
+      "step": 52680
+    },
+    {
+      "epoch": 0.16864,
+      "grad_norm": 0.09827637358485757,
+      "learning_rate": 9.922234059181634e-05,
+      "loss": 0.0304,
+      "step": 52700
+    },
+    {
+      "epoch": 0.168704,
+      "grad_norm": 0.12755071227545084,
+      "learning_rate": 9.922175176228439e-05,
+      "loss": 0.032,
+      "step": 52720
+    },
+    {
+      "epoch": 0.168768,
+      "grad_norm": 0.08182040432494203,
+      "learning_rate": 9.922116271165982e-05,
+      "loss": 0.0287,
+      "step": 52740
+    },
+    {
+      "epoch": 0.168832,
+      "grad_norm": 0.06708263020012792,
+      "learning_rate": 9.922057343994527e-05,
+      "loss": 0.0298,
+      "step": 52760
+    },
+    {
+      "epoch": 0.168896,
+      "grad_norm": 0.10054394998860977,
+      "learning_rate": 9.92199839471434e-05,
+      "loss": 0.0345,
+      "step": 52780
+    },
+    {
+      "epoch": 0.16896,
+      "grad_norm": 0.10441608313800908,
+      "learning_rate": 9.921939423325684e-05,
+      "loss": 0.0326,
+      "step": 52800
+    },
+    {
+      "epoch": 0.169024,
+      "grad_norm": 0.08138901035339302,
+      "learning_rate": 9.921880429828823e-05,
+      "loss": 0.0289,
+      "step": 52820
+    },
+    {
+      "epoch": 0.169088,
+      "grad_norm": 0.0789155974650951,
+      "learning_rate": 9.921821414224026e-05,
+      "loss": 0.0309,
+      "step": 52840
+    },
+    {
+      "epoch": 0.169152,
+      "grad_norm": 0.07992279146282948,
+      "learning_rate": 9.921762376511556e-05,
+      "loss": 0.0286,
+      "step": 52860
+    },
+    {
+      "epoch": 0.169216,
+      "grad_norm": 0.1701725206408709,
+      "learning_rate": 9.921703316691677e-05,
+      "loss": 0.03,
+      "step": 52880
+    },
+    {
+      "epoch": 0.16928,
+      "grad_norm": 0.06538783949958216,
+      "learning_rate": 9.921644234764657e-05,
+      "loss": 0.0314,
+      "step": 52900
+    },
+    {
+      "epoch": 0.169344,
+      "grad_norm": 0.07255474742041096,
+      "learning_rate": 9.921585130730757e-05,
+      "loss": 0.0274,
+      "step": 52920
+    },
+    {
+      "epoch": 0.169408,
+      "grad_norm": 0.06842028176915492,
+      "learning_rate": 9.921526004590247e-05,
+      "loss": 0.03,
+      "step": 52940
+    },
+    {
+      "epoch": 0.169472,
+      "grad_norm": 0.06264157629722407,
+      "learning_rate": 9.92146685634339e-05,
+      "loss": 0.0296,
+      "step": 52960
+    },
+    {
+      "epoch": 0.169536,
+      "grad_norm": 0.06578209545573395,
+      "learning_rate": 9.921407685990454e-05,
+      "loss": 0.0301,
+      "step": 52980
+    },
+    {
+      "epoch": 0.1696,
+      "grad_norm": 0.06465399115817935,
+      "learning_rate": 9.921348493531701e-05,
+      "loss": 0.0337,
+      "step": 53000
+    },
+    {
+      "epoch": 0.169664,
+      "grad_norm": 0.13783237396821904,
+      "learning_rate": 9.9212892789674e-05,
+      "loss": 0.0294,
+      "step": 53020
+    },
+    {
+      "epoch": 0.169728,
+      "grad_norm": 0.08357696760383225,
+      "learning_rate": 9.921230042297817e-05,
+      "loss": 0.0301,
+      "step": 53040
+    },
+    {
+      "epoch": 0.169792,
+      "grad_norm": 0.08087643276662872,
+      "learning_rate": 9.921170783523217e-05,
+      "loss": 0.0327,
+      "step": 53060
+    },
+    {
+      "epoch": 0.169856,
+      "grad_norm": 0.09223140281830625,
+      "learning_rate": 9.921111502643865e-05,
+      "loss": 0.0296,
+      "step": 53080
+    },
+    {
+      "epoch": 0.16992,
+      "grad_norm": 0.05906062928301391,
+      "learning_rate": 9.92105219966003e-05,
+      "loss": 0.0314,
+      "step": 53100
+    },
+    {
+      "epoch": 0.169984,
+      "grad_norm": 0.12985854919588832,
+      "learning_rate": 9.920992874571977e-05,
+      "loss": 0.0325,
+      "step": 53120
+    },
+    {
+      "epoch": 0.170048,
+      "grad_norm": 0.08750609966692707,
+      "learning_rate": 9.920933527379972e-05,
+      "loss": 0.0279,
+      "step": 53140
+    },
+    {
+      "epoch": 0.170112,
+      "grad_norm": 0.07849605157123798,
+      "learning_rate": 9.920874158084281e-05,
+      "loss": 0.0326,
+      "step": 53160
+    },
+    {
+      "epoch": 0.170176,
+      "grad_norm": 0.09121358165961127,
+      "learning_rate": 9.920814766685173e-05,
+      "loss": 0.0315,
+      "step": 53180
+    },
+    {
+      "epoch": 0.17024,
+      "grad_norm": 0.10040733623485716,
+      "learning_rate": 9.920755353182912e-05,
+      "loss": 0.0315,
+      "step": 53200
+    },
+    {
+      "epoch": 0.170304,
+      "grad_norm": 0.06949009751419008,
+      "learning_rate": 9.920695917577768e-05,
+      "loss": 0.0312,
+      "step": 53220
+    },
+    {
+      "epoch": 0.170368,
+      "grad_norm": 0.05668613443243568,
+      "learning_rate": 9.920636459870005e-05,
+      "loss": 0.0286,
+      "step": 53240
+    },
+    {
+      "epoch": 0.170432,
+      "grad_norm": 0.118834320576583,
+      "learning_rate": 9.920576980059893e-05,
+      "loss": 0.0321,
+      "step": 53260
+    },
+    {
+      "epoch": 0.170496,
+      "grad_norm": 0.11491425204814783,
+      "learning_rate": 9.920517478147697e-05,
+      "loss": 0.0318,
+      "step": 53280
+    },
+    {
+      "epoch": 0.17056,
+      "grad_norm": 0.10130748213778534,
+      "learning_rate": 9.920457954133684e-05,
+      "loss": 0.0297,
+      "step": 53300
+    },
+    {
+      "epoch": 0.170624,
+      "grad_norm": 0.0788841689387144,
+      "learning_rate": 9.920398408018121e-05,
+      "loss": 0.0307,
+      "step": 53320
+    },
+    {
+      "epoch": 0.170688,
+      "grad_norm": 0.0750577109503732,
+      "learning_rate": 9.92033883980128e-05,
+      "loss": 0.0292,
+      "step": 53340
+    },
+    {
+      "epoch": 0.170752,
+      "grad_norm": 0.0798979323047073,
+      "learning_rate": 9.920279249483423e-05,
+      "loss": 0.0326,
+      "step": 53360
+    },
+    {
+      "epoch": 0.170816,
+      "grad_norm": 0.11861375265083017,
+      "learning_rate": 9.920219637064821e-05,
+      "loss": 0.0347,
+      "step": 53380
+    },
+    {
+      "epoch": 0.17088,
+      "grad_norm": 0.07042137370283622,
+      "learning_rate": 9.92016000254574e-05,
+      "loss": 0.0332,
+      "step": 53400
+    },
+    {
+      "epoch": 0.170944,
+      "grad_norm": 0.06976735506517781,
+      "learning_rate": 9.920100345926448e-05,
+      "loss": 0.0305,
+      "step": 53420
+    },
+    {
+      "epoch": 0.171008,
+      "grad_norm": 0.09884066168152919,
+      "learning_rate": 9.920040667207213e-05,
+      "loss": 0.0311,
+      "step": 53440
+    },
+    {
+      "epoch": 0.171072,
+      "grad_norm": 0.08957776902647491,
+      "learning_rate": 9.919980966388304e-05,
+      "loss": 0.0307,
+      "step": 53460
+    },
+    {
+      "epoch": 0.171136,
+      "grad_norm": 0.14311288846498768,
+      "learning_rate": 9.91992124346999e-05,
+      "loss": 0.035,
+      "step": 53480
+    },
+    {
+      "epoch": 0.1712,
+      "grad_norm": 0.07460503999188918,
+      "learning_rate": 9.919861498452538e-05,
+      "loss": 0.0306,
+      "step": 53500
+    },
+    {
+      "epoch": 0.171264,
+      "grad_norm": 0.06371043305198766,
+      "learning_rate": 9.919801731336215e-05,
+      "loss": 0.0308,
+      "step": 53520
+    },
+    {
+      "epoch": 0.171328,
+      "grad_norm": 0.0604285323046146,
+      "learning_rate": 9.919741942121291e-05,
+      "loss": 0.0312,
+      "step": 53540
+    },
+    {
+      "epoch": 0.171392,
+      "grad_norm": 0.15143559458314848,
+      "learning_rate": 9.919682130808035e-05,
+      "loss": 0.0368,
+      "step": 53560
+    },
+    {
+      "epoch": 0.171456,
+      "grad_norm": 0.06755668370527207,
+      "learning_rate": 9.919622297396715e-05,
+      "loss": 0.0347,
+      "step": 53580
+    },
+    {
+      "epoch": 0.17152,
+      "grad_norm": 0.09883448013475127,
+      "learning_rate": 9.9195624418876e-05,
+      "loss": 0.0348,
+      "step": 53600
+    },
+    {
+      "epoch": 0.171584,
+      "grad_norm": 0.06019099759944975,
+      "learning_rate": 9.919502564280959e-05,
+      "loss": 0.0335,
+      "step": 53620
+    },
+    {
+      "epoch": 0.171648,
+      "grad_norm": 0.06525881854863104,
+      "learning_rate": 9.919442664577058e-05,
+      "loss": 0.0312,
+      "step": 53640
+    },
+    {
+      "epoch": 0.171712,
+      "grad_norm": 0.08938804091826309,
+      "learning_rate": 9.919382742776171e-05,
+      "loss": 0.0292,
+      "step": 53660
+    },
+    {
+      "epoch": 0.171776,
+      "grad_norm": 0.06703141282332108,
+      "learning_rate": 9.919322798878563e-05,
+      "loss": 0.0296,
+      "step": 53680
+    },
+    {
+      "epoch": 0.17184,
+      "grad_norm": 0.05385434367129899,
+      "learning_rate": 9.919262832884506e-05,
+      "loss": 0.0275,
+      "step": 53700
+    },
+    {
+      "epoch": 0.171904,
+      "grad_norm": 0.07286080154617536,
+      "learning_rate": 9.919202844794269e-05,
+      "loss": 0.0325,
+      "step": 53720
+    },
+    {
+      "epoch": 0.171968,
+      "grad_norm": 0.13276363650132328,
+      "learning_rate": 9.91914283460812e-05,
+      "loss": 0.0307,
+      "step": 53740
+    },
+    {
+      "epoch": 0.172032,
+      "grad_norm": 0.08132489743893076,
+      "learning_rate": 9.91908280232633e-05,
+      "loss": 0.0324,
+      "step": 53760
+    },
+    {
+      "epoch": 0.172096,
+      "grad_norm": 0.12442817663886427,
+      "learning_rate": 9.919022747949167e-05,
+      "loss": 0.0305,
+      "step": 53780
+    },
+    {
+      "epoch": 0.17216,
+      "grad_norm": 0.08397710068764623,
+      "learning_rate": 9.918962671476903e-05,
+      "loss": 0.031,
+      "step": 53800
+    },
+    {
+      "epoch": 0.172224,
+      "grad_norm": 0.11539759790231466,
+      "learning_rate": 9.918902572909807e-05,
+      "loss": 0.0339,
+      "step": 53820
+    },
+    {
+      "epoch": 0.172288,
+      "grad_norm": 0.05674429708565355,
+      "learning_rate": 9.918842452248147e-05,
+      "loss": 0.033,
+      "step": 53840
+    },
+    {
+      "epoch": 0.172352,
+      "grad_norm": 0.11328900164746662,
+      "learning_rate": 9.918782309492196e-05,
+      "loss": 0.0298,
+      "step": 53860
+    },
+    {
+      "epoch": 0.172416,
+      "grad_norm": 0.09390005756066026,
+      "learning_rate": 9.918722144642223e-05,
+      "loss": 0.0315,
+      "step": 53880
+    },
+    {
+      "epoch": 0.17248,
+      "grad_norm": 0.06626530414951148,
+      "learning_rate": 9.918661957698497e-05,
+      "loss": 0.0327,
+      "step": 53900
+    },
+    {
+      "epoch": 0.172544,
+      "grad_norm": 0.1860125245592864,
+      "learning_rate": 9.918601748661289e-05,
+      "loss": 0.0335,
+      "step": 53920
+    },
+    {
+      "epoch": 0.172608,
+      "grad_norm": 0.0771748055697441,
+      "learning_rate": 9.91854151753087e-05,
+      "loss": 0.031,
+      "step": 53940
+    },
+    {
+      "epoch": 0.172672,
+      "grad_norm": 0.10082282265842987,
+      "learning_rate": 9.918481264307512e-05,
+      "loss": 0.0327,
+      "step": 53960
+    },
+    {
+      "epoch": 0.172736,
+      "grad_norm": 0.11034141211176166,
+      "learning_rate": 9.918420988991483e-05,
+      "loss": 0.0328,
+      "step": 53980
+    },
+    {
+      "epoch": 0.1728,
+      "grad_norm": 0.09128214605362321,
+      "learning_rate": 9.918360691583056e-05,
+      "loss": 0.0325,
+      "step": 54000
+    },
+    {
+      "epoch": 0.172864,
+      "grad_norm": 0.09015722078925593,
+      "learning_rate": 9.918300372082499e-05,
+      "loss": 0.0297,
+      "step": 54020
+    },
+    {
+      "epoch": 0.172928,
+      "grad_norm": 0.0710194023491567,
+      "learning_rate": 9.918240030490084e-05,
+      "loss": 0.0306,
+      "step": 54040
+    },
+    {
+      "epoch": 0.172992,
+      "grad_norm": 0.12552794552149327,
+      "learning_rate": 9.918179666806084e-05,
+      "loss": 0.0332,
+      "step": 54060
+    },
+    {
+      "epoch": 0.173056,
+      "grad_norm": 0.09017113151744216,
+      "learning_rate": 9.918119281030766e-05,
+      "loss": 0.0357,
+      "step": 54080
+    },
+    {
+      "epoch": 0.17312,
+      "grad_norm": 0.10253985128926699,
+      "learning_rate": 9.918058873164408e-05,
+      "loss": 0.0327,
+      "step": 54100
+    },
+    {
+      "epoch": 0.173184,
+      "grad_norm": 0.09813362396155446,
+      "learning_rate": 9.917998443207275e-05,
+      "loss": 0.0302,
+      "step": 54120
+    },
+    {
+      "epoch": 0.173248,
+      "grad_norm": 0.08933503040913926,
+      "learning_rate": 9.91793799115964e-05,
+      "loss": 0.0276,
+      "step": 54140
+    },
+    {
+      "epoch": 0.173312,
+      "grad_norm": 0.19420673151881498,
+      "learning_rate": 9.917877517021777e-05,
+      "loss": 0.03,
+      "step": 54160
+    },
+    {
+      "epoch": 0.173376,
+      "grad_norm": 0.09490862421460453,
+      "learning_rate": 9.917817020793956e-05,
+      "loss": 0.0318,
+      "step": 54180
+    },
+    {
+      "epoch": 0.17344,
+      "grad_norm": 0.05281978002721933,
+      "learning_rate": 9.917756502476447e-05,
+      "loss": 0.0338,
+      "step": 54200
+    },
+    {
+      "epoch": 0.173504,
+      "grad_norm": 0.1346937942471137,
+      "learning_rate": 9.917695962069526e-05,
+      "loss": 0.0288,
+      "step": 54220
+    },
+    {
+      "epoch": 0.173568,
+      "grad_norm": 0.10340093133273946,
+      "learning_rate": 9.91763539957346e-05,
+      "loss": 0.0302,
+      "step": 54240
+    },
+    {
+      "epoch": 0.173632,
+      "grad_norm": 0.12945925439800732,
+      "learning_rate": 9.917574814988524e-05,
+      "loss": 0.0313,
+      "step": 54260
+    },
+    {
+      "epoch": 0.173696,
+      "grad_norm": 0.07218867013486345,
+      "learning_rate": 9.91751420831499e-05,
+      "loss": 0.03,
+      "step": 54280
+    },
+    {
+      "epoch": 0.17376,
+      "grad_norm": 0.09811110918316432,
+      "learning_rate": 9.917453579553131e-05,
+      "loss": 0.0314,
+      "step": 54300
+    },
+    {
+      "epoch": 0.173824,
+      "grad_norm": 0.09266532423955416,
+      "learning_rate": 9.917392928703215e-05,
+      "loss": 0.0331,
+      "step": 54320
+    },
+    {
+      "epoch": 0.173888,
+      "grad_norm": 0.08765086125126974,
+      "learning_rate": 9.917332255765521e-05,
+      "loss": 0.032,
+      "step": 54340
+    },
+    {
+      "epoch": 0.173952,
+      "grad_norm": 0.12154923514913077,
+      "learning_rate": 9.917271560740316e-05,
+      "loss": 0.0319,
+      "step": 54360
+    },
+    {
+      "epoch": 0.174016,
+      "grad_norm": 0.07059666902726938,
+      "learning_rate": 9.917210843627876e-05,
+      "loss": 0.0332,
+      "step": 54380
+    },
+    {
+      "epoch": 0.17408,
+      "grad_norm": 0.09817166848630199,
+      "learning_rate": 9.91715010442847e-05,
+      "loss": 0.0319,
+      "step": 54400
+    },
+    {
+      "epoch": 0.174144,
+      "grad_norm": 0.08566627308306625,
+      "learning_rate": 9.917089343142376e-05,
+      "loss": 0.0287,
+      "step": 54420
+    },
+    {
+      "epoch": 0.174208,
+      "grad_norm": 0.05658908047202619,
+      "learning_rate": 9.917028559769864e-05,
+      "loss": 0.031,
+      "step": 54440
+    },
+    {
+      "epoch": 0.174272,
+      "grad_norm": 0.17471714735438232,
+      "learning_rate": 9.916967754311205e-05,
+      "loss": 0.0303,
+      "step": 54460
+    },
+    {
+      "epoch": 0.174336,
+      "grad_norm": 0.06514398790138742,
+      "learning_rate": 9.916906926766676e-05,
+      "loss": 0.0294,
+      "step": 54480
+    },
+    {
+      "epoch": 0.1744,
+      "grad_norm": 0.0981508353853162,
+      "learning_rate": 9.916846077136548e-05,
+      "loss": 0.0314,
+      "step": 54500
+    },
+    {
+      "epoch": 0.174464,
+      "grad_norm": 0.10673193529676554,
+      "learning_rate": 9.916785205421095e-05,
+      "loss": 0.0316,
+      "step": 54520
+    },
+    {
+      "epoch": 0.174528,
+      "grad_norm": 0.08738474398218177,
+      "learning_rate": 9.916724311620591e-05,
+      "loss": 0.0287,
+      "step": 54540
+    },
+    {
+      "epoch": 0.174592,
+      "grad_norm": 0.08618553136910817,
+      "learning_rate": 9.916663395735308e-05,
+      "loss": 0.0306,
+      "step": 54560
+    },
+    {
+      "epoch": 0.174656,
+      "grad_norm": 0.12411175415004129,
+      "learning_rate": 9.916602457765521e-05,
+      "loss": 0.0267,
+      "step": 54580
+    },
+    {
+      "epoch": 0.17472,
+      "grad_norm": 0.07384505602743656,
+      "learning_rate": 9.916541497711504e-05,
+      "loss": 0.0268,
+      "step": 54600
+    },
+    {
+      "epoch": 0.174784,
+      "grad_norm": 0.07063389918742245,
+      "learning_rate": 9.916480515573528e-05,
+      "loss": 0.0312,
+      "step": 54620
+    },
+    {
+      "epoch": 0.174848,
+      "grad_norm": 0.15071338236700155,
+      "learning_rate": 9.916419511351871e-05,
+      "loss": 0.032,
+      "step": 54640
+    },
+    {
+      "epoch": 0.174912,
+      "grad_norm": 0.07087289349818059,
+      "learning_rate": 9.916358485046804e-05,
+      "loss": 0.0344,
+      "step": 54660
+    },
+    {
+      "epoch": 0.174976,
+      "grad_norm": 0.07549898343791041,
+      "learning_rate": 9.916297436658601e-05,
+      "loss": 0.0352,
+      "step": 54680
+    },
+    {
+      "epoch": 0.17504,
+      "grad_norm": 0.09875310474321589,
+      "learning_rate": 9.916236366187539e-05,
+      "loss": 0.032,
+      "step": 54700
+    },
+    {
+      "epoch": 0.175104,
+      "grad_norm": 0.0821898938901705,
+      "learning_rate": 9.91617527363389e-05,
+      "loss": 0.0336,
+      "step": 54720
+    },
+    {
+      "epoch": 0.175168,
+      "grad_norm": 0.07857242068524695,
+      "learning_rate": 9.916114158997929e-05,
+      "loss": 0.0299,
+      "step": 54740
+    },
+    {
+      "epoch": 0.175232,
+      "grad_norm": 0.07516806115007266,
+      "learning_rate": 9.91605302227993e-05,
+      "loss": 0.0338,
+      "step": 54760
+    },
+    {
+      "epoch": 0.175296,
+      "grad_norm": 0.059130966495835394,
+      "learning_rate": 9.915991863480167e-05,
+      "loss": 0.0327,
+      "step": 54780
+    },
+    {
+      "epoch": 0.17536,
+      "grad_norm": 0.07625141557380999,
+      "learning_rate": 9.915930682598917e-05,
+      "loss": 0.0362,
+      "step": 54800
+    },
+    {
+      "epoch": 0.175424,
+      "grad_norm": 0.09590426684034094,
+      "learning_rate": 9.915869479636455e-05,
+      "loss": 0.0337,
+      "step": 54820
+    },
+    {
+      "epoch": 0.175488,
+      "grad_norm": 0.08848114486439423,
+      "learning_rate": 9.915808254593053e-05,
+      "loss": 0.0317,
+      "step": 54840
+    },
+    {
+      "epoch": 0.175552,
+      "grad_norm": 0.06969391325088582,
+      "learning_rate": 9.915747007468988e-05,
+      "loss": 0.031,
+      "step": 54860
+    },
+    {
+      "epoch": 0.175616,
+      "grad_norm": 0.07948527225656765,
+      "learning_rate": 9.915685738264535e-05,
+      "loss": 0.0303,
+      "step": 54880
+    },
+    {
+      "epoch": 0.17568,
+      "grad_norm": 0.06635544703537367,
+      "learning_rate": 9.915624446979968e-05,
+      "loss": 0.0314,
+      "step": 54900
+    },
+    {
+      "epoch": 0.175744,
+      "grad_norm": 0.09018055230969806,
+      "learning_rate": 9.915563133615564e-05,
+      "loss": 0.0317,
+      "step": 54920
+    },
+    {
+      "epoch": 0.175808,
+      "grad_norm": 0.0908287043778242,
+      "learning_rate": 9.915501798171596e-05,
+      "loss": 0.0274,
+      "step": 54940
+    },
+    {
+      "epoch": 0.175872,
+      "grad_norm": 0.09102187716540129,
+      "learning_rate": 9.915440440648343e-05,
+      "loss": 0.0299,
+      "step": 54960
+    },
+    {
+      "epoch": 0.175936,
+      "grad_norm": 0.10687802315299476,
+      "learning_rate": 9.915379061046078e-05,
+      "loss": 0.0291,
+      "step": 54980
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.06500928746817333,
+      "learning_rate": 9.915317659365077e-05,
+      "loss": 0.0304,
+      "step": 55000
+    },
+    {
+      "epoch": 0.176064,
+      "grad_norm": 0.07576406356013711,
+      "learning_rate": 9.915256235605616e-05,
+      "loss": 0.0282,
+      "step": 55020
+    },
+    {
+      "epoch": 0.176128,
+      "grad_norm": 0.06007409050935332,
+      "learning_rate": 9.915194789767973e-05,
+      "loss": 0.034,
+      "step": 55040
+    },
+    {
+      "epoch": 0.176192,
+      "grad_norm": 0.07412818693153386,
+      "learning_rate": 9.915133321852421e-05,
+      "loss": 0.0322,
+      "step": 55060
+    },
+    {
+      "epoch": 0.176256,
+      "grad_norm": 0.08356303685786468,
+      "learning_rate": 9.915071831859238e-05,
+      "loss": 0.0311,
+      "step": 55080
+    },
+    {
+      "epoch": 0.17632,
+      "grad_norm": 0.07137296619871143,
+      "learning_rate": 9.915010319788697e-05,
+      "loss": 0.0312,
+      "step": 55100
+    },
+    {
+      "epoch": 0.176384,
+      "grad_norm": 0.1060604576416164,
+      "learning_rate": 9.914948785641078e-05,
+      "loss": 0.029,
+      "step": 55120
+    },
+    {
+      "epoch": 0.176448,
+      "grad_norm": 0.06578685231982229,
+      "learning_rate": 9.914887229416657e-05,
+      "loss": 0.0287,
+      "step": 55140
+    },
+    {
+      "epoch": 0.176512,
+      "grad_norm": 0.07273049488463115,
+      "learning_rate": 9.914825651115708e-05,
+      "loss": 0.0317,
+      "step": 55160
+    },
+    {
+      "epoch": 0.176576,
+      "grad_norm": 0.0642781572805071,
+      "learning_rate": 9.91476405073851e-05,
+      "loss": 0.0289,
+      "step": 55180
+    },
+    {
+      "epoch": 0.17664,
+      "grad_norm": 0.07139156284996613,
+      "learning_rate": 9.914702428285339e-05,
+      "loss": 0.0325,
+      "step": 55200
+    },
+    {
+      "epoch": 0.176704,
+      "grad_norm": 0.06074867582628363,
+      "learning_rate": 9.914640783756472e-05,
+      "loss": 0.0319,
+      "step": 55220
+    },
+    {
+      "epoch": 0.176768,
+      "grad_norm": 0.07114683341543115,
+      "learning_rate": 9.914579117152184e-05,
+      "loss": 0.0294,
+      "step": 55240
+    },
+    {
+      "epoch": 0.176832,
+      "grad_norm": 0.10528300027129514,
+      "learning_rate": 9.914517428472755e-05,
+      "loss": 0.0325,
+      "step": 55260
+    },
+    {
+      "epoch": 0.176896,
+      "grad_norm": 0.06063191410766032,
+      "learning_rate": 9.914455717718461e-05,
+      "loss": 0.0293,
+      "step": 55280
+    },
+    {
+      "epoch": 0.17696,
+      "grad_norm": 0.12330157857593224,
+      "learning_rate": 9.914393984889577e-05,
+      "loss": 0.0295,
+      "step": 55300
+    },
+    {
+      "epoch": 0.177024,
+      "grad_norm": 0.07862610818068834,
+      "learning_rate": 9.914332229986382e-05,
+      "loss": 0.0329,
+      "step": 55320
+    },
+    {
+      "epoch": 0.177088,
+      "grad_norm": 0.07294536494491552,
+      "learning_rate": 9.914270453009155e-05,
+      "loss": 0.028,
+      "step": 55340
+    },
+    {
+      "epoch": 0.177152,
+      "grad_norm": 0.07598019375089324,
+      "learning_rate": 9.914208653958173e-05,
+      "loss": 0.03,
+      "step": 55360
+    },
+    {
+      "epoch": 0.177216,
+      "grad_norm": 0.07623797873976122,
+      "learning_rate": 9.914146832833711e-05,
+      "loss": 0.0287,
+      "step": 55380
+    },
+    {
+      "epoch": 0.17728,
+      "grad_norm": 0.054833091014180844,
+      "learning_rate": 9.914084989636047e-05,
+      "loss": 0.0322,
+      "step": 55400
+    },
+    {
+      "epoch": 0.177344,
+      "grad_norm": 0.05279147084374848,
+      "learning_rate": 9.914023124365464e-05,
+      "loss": 0.0285,
+      "step": 55420
+    },
+    {
+      "epoch": 0.177408,
+      "grad_norm": 0.05924931725606422,
+      "learning_rate": 9.913961237022232e-05,
+      "loss": 0.0298,
+      "step": 55440
+    },
+    {
+      "epoch": 0.177472,
+      "grad_norm": 0.1023072094207989,
+      "learning_rate": 9.913899327606635e-05,
+      "loss": 0.0306,
+      "step": 55460
+    },
+    {
+      "epoch": 0.177536,
+      "grad_norm": 0.12688561859100922,
+      "learning_rate": 9.913837396118947e-05,
+      "loss": 0.0303,
+      "step": 55480
+    },
+    {
+      "epoch": 0.1776,
+      "grad_norm": 0.10453511488677909,
+      "learning_rate": 9.913775442559452e-05,
+      "loss": 0.0304,
+      "step": 55500
+    },
+    {
+      "epoch": 0.177664,
+      "grad_norm": 0.1981834741506519,
+      "learning_rate": 9.91371346692842e-05,
+      "loss": 0.0314,
+      "step": 55520
+    },
+    {
+      "epoch": 0.177728,
+      "grad_norm": 0.10989328040554035,
+      "learning_rate": 9.913651469226138e-05,
+      "loss": 0.0352,
+      "step": 55540
+    },
+    {
+      "epoch": 0.177792,
+      "grad_norm": 0.1289524936130172,
+      "learning_rate": 9.913589449452879e-05,
+      "loss": 0.0335,
+      "step": 55560
+    },
+    {
+      "epoch": 0.177856,
+      "grad_norm": 0.07248589788477582,
+      "learning_rate": 9.913527407608921e-05,
+      "loss": 0.0329,
+      "step": 55580
+    },
+    {
+      "epoch": 0.17792,
+      "grad_norm": 0.05135868207397774,
+      "learning_rate": 9.913465343694545e-05,
+      "loss": 0.0293,
+      "step": 55600
+    },
+    {
+      "epoch": 0.177984,
+      "grad_norm": 0.10482562660220372,
+      "learning_rate": 9.91340325771003e-05,
+      "loss": 0.0333,
+      "step": 55620
+    },
+    {
+      "epoch": 0.178048,
+      "grad_norm": 0.08948631843297361,
+      "learning_rate": 9.913341149655654e-05,
+      "loss": 0.0288,
+      "step": 55640
+    },
+    {
+      "epoch": 0.178112,
+      "grad_norm": 0.05271922212389456,
+      "learning_rate": 9.913279019531699e-05,
+      "loss": 0.0311,
+      "step": 55660
+    },
+    {
+      "epoch": 0.178176,
+      "grad_norm": 0.06146062059818811,
+      "learning_rate": 9.913216867338437e-05,
+      "loss": 0.0289,
+      "step": 55680
+    },
+    {
+      "epoch": 0.17824,
+      "grad_norm": 0.13385441041291413,
+      "learning_rate": 9.913154693076154e-05,
+      "loss": 0.03,
+      "step": 55700
+    },
+    {
+      "epoch": 0.178304,
+      "grad_norm": 0.09013751884894944,
+      "learning_rate": 9.913092496745126e-05,
+      "loss": 0.0324,
+      "step": 55720
+    },
+    {
+      "epoch": 0.178368,
+      "grad_norm": 0.07695687654990913,
+      "learning_rate": 9.913030278345634e-05,
+      "loss": 0.0316,
+      "step": 55740
+    },
+    {
+      "epoch": 0.178432,
+      "grad_norm": 0.10432404450418784,
+      "learning_rate": 9.912968037877954e-05,
+      "loss": 0.029,
+      "step": 55760
+    },
+    {
+      "epoch": 0.178496,
+      "grad_norm": 0.15972553269282552,
+      "learning_rate": 9.912905775342371e-05,
+      "loss": 0.0312,
+      "step": 55780
+    },
+    {
+      "epoch": 0.17856,
+      "grad_norm": 0.07375013758832,
+      "learning_rate": 9.912843490739161e-05,
+      "loss": 0.0324,
+      "step": 55800
+    },
+    {
+      "epoch": 0.178624,
+      "grad_norm": 0.07781443787466266,
+      "learning_rate": 9.912781184068604e-05,
+      "loss": 0.0272,
+      "step": 55820
+    },
+    {
+      "epoch": 0.178688,
+      "grad_norm": 0.07564892050891706,
+      "learning_rate": 9.912718855330981e-05,
+      "loss": 0.0331,
+      "step": 55840
+    },
+    {
+      "epoch": 0.178752,
+      "grad_norm": 0.10414462047560454,
+      "learning_rate": 9.912656504526572e-05,
+      "loss": 0.0366,
+      "step": 55860
+    },
+    {
+      "epoch": 0.178816,
+      "grad_norm": 0.13701186428373793,
+      "learning_rate": 9.912594131655655e-05,
+      "loss": 0.0315,
+      "step": 55880
+    },
+    {
+      "epoch": 0.17888,
+      "grad_norm": 0.0748067491132546,
+      "learning_rate": 9.912531736718513e-05,
+      "loss": 0.0272,
+      "step": 55900
+    },
+    {
+      "epoch": 0.178944,
+      "grad_norm": 0.12545775741132228,
+      "learning_rate": 9.912469319715423e-05,
+      "loss": 0.0311,
+      "step": 55920
+    },
+    {
+      "epoch": 0.179008,
+      "grad_norm": 0.061478823344628876,
+      "learning_rate": 9.912406880646669e-05,
+      "loss": 0.0305,
+      "step": 55940
+    },
+    {
+      "epoch": 0.179072,
+      "grad_norm": 0.14728005651704806,
+      "learning_rate": 9.91234441951253e-05,
+      "loss": 0.0312,
+      "step": 55960
+    },
+    {
+      "epoch": 0.179136,
+      "grad_norm": 0.07069137787231027,
+      "learning_rate": 9.912281936313285e-05,
+      "loss": 0.0314,
+      "step": 55980
+    },
+    {
+      "epoch": 0.1792,
+      "grad_norm": 0.060715287830979604,
+      "learning_rate": 9.912219431049217e-05,
+      "loss": 0.0302,
+      "step": 56000
+    },
+    {
+      "epoch": 0.179264,
+      "grad_norm": 0.12350719048450609,
+      "learning_rate": 9.912156903720604e-05,
+      "loss": 0.0301,
+      "step": 56020
+    },
+    {
+      "epoch": 0.179328,
+      "grad_norm": 0.10273929707499123,
+      "learning_rate": 9.91209435432773e-05,
+      "loss": 0.0298,
+      "step": 56040
+    },
+    {
+      "epoch": 0.179392,
+      "grad_norm": 0.09410861765919187,
+      "learning_rate": 9.912031782870874e-05,
+      "loss": 0.0307,
+      "step": 56060
+    },
+    {
+      "epoch": 0.179456,
+      "grad_norm": 0.08169279470106103,
+      "learning_rate": 9.911969189350318e-05,
+      "loss": 0.0295,
+      "step": 56080
+    },
+    {
+      "epoch": 0.17952,
+      "grad_norm": 0.05309547248520194,
+      "learning_rate": 9.911906573766342e-05,
+      "loss": 0.0297,
+      "step": 56100
+    },
+    {
+      "epoch": 0.179584,
+      "grad_norm": 0.11849248391154033,
+      "learning_rate": 9.91184393611923e-05,
+      "loss": 0.0353,
+      "step": 56120
+    },
+    {
+      "epoch": 0.179648,
+      "grad_norm": 0.07189183414839781,
+      "learning_rate": 9.91178127640926e-05,
+      "loss": 0.0324,
+      "step": 56140
+    },
+    {
+      "epoch": 0.179712,
+      "grad_norm": 0.1699438769631181,
+      "learning_rate": 9.911718594636714e-05,
+      "loss": 0.0323,
+      "step": 56160
+    },
+    {
+      "epoch": 0.179776,
+      "grad_norm": 0.07653701406980844,
+      "learning_rate": 9.911655890801875e-05,
+      "loss": 0.0272,
+      "step": 56180
+    },
+    {
+      "epoch": 0.17984,
+      "grad_norm": 0.07536764145566109,
+      "learning_rate": 9.911593164905024e-05,
+      "loss": 0.0317,
+      "step": 56200
+    },
+    {
+      "epoch": 0.179904,
+      "grad_norm": 0.11038785629926327,
+      "learning_rate": 9.911530416946444e-05,
+      "loss": 0.0303,
+      "step": 56220
+    },
+    {
+      "epoch": 0.179968,
+      "grad_norm": 0.12312996283196055,
+      "learning_rate": 9.911467646926414e-05,
+      "loss": 0.0375,
+      "step": 56240
+    },
+    {
+      "epoch": 0.180032,
+      "grad_norm": 0.0702584870158073,
+      "learning_rate": 9.911404854845218e-05,
+      "loss": 0.0311,
+      "step": 56260
+    },
+    {
+      "epoch": 0.180096,
+      "grad_norm": 0.07530939726463182,
+      "learning_rate": 9.911342040703138e-05,
+      "loss": 0.0334,
+      "step": 56280
+    },
+    {
+      "epoch": 0.18016,
+      "grad_norm": 0.07459130549840669,
+      "learning_rate": 9.911279204500454e-05,
+      "loss": 0.0307,
+      "step": 56300
+    },
+    {
+      "epoch": 0.180224,
+      "grad_norm": 0.05065137758340631,
+      "learning_rate": 9.911216346237452e-05,
+      "loss": 0.0301,
+      "step": 56320
+    },
+    {
+      "epoch": 0.180288,
+      "grad_norm": 0.14169477434264507,
+      "learning_rate": 9.911153465914411e-05,
+      "loss": 0.03,
+      "step": 56340
+    },
+    {
+      "epoch": 0.180352,
+      "grad_norm": 0.0648182406956438,
+      "learning_rate": 9.911090563531615e-05,
+      "loss": 0.0294,
+      "step": 56360
+    },
+    {
+      "epoch": 0.180416,
+      "grad_norm": 0.06690949858181038,
+      "learning_rate": 9.911027639089348e-05,
+      "loss": 0.0299,
+      "step": 56380
+    },
+    {
+      "epoch": 0.18048,
+      "grad_norm": 0.06859594889185171,
+      "learning_rate": 9.910964692587889e-05,
+      "loss": 0.033,
+      "step": 56400
+    },
+    {
+      "epoch": 0.180544,
+      "grad_norm": 0.08307587472699843,
+      "learning_rate": 9.910901724027524e-05,
+      "loss": 0.0302,
+      "step": 56420
+    },
+    {
+      "epoch": 0.180608,
+      "grad_norm": 0.08209489852014086,
+      "learning_rate": 9.910838733408534e-05,
+      "loss": 0.0301,
+      "step": 56440
+    },
+    {
+      "epoch": 0.180672,
+      "grad_norm": 0.058682850242809934,
+      "learning_rate": 9.910775720731203e-05,
+      "loss": 0.0323,
+      "step": 56460
+    },
+    {
+      "epoch": 0.180736,
+      "grad_norm": 0.09752275319418642,
+      "learning_rate": 9.910712685995814e-05,
+      "loss": 0.0335,
+      "step": 56480
+    },
+    {
+      "epoch": 0.1808,
+      "grad_norm": 0.08555267136679671,
+      "learning_rate": 9.910649629202647e-05,
+      "loss": 0.0304,
+      "step": 56500
+    },
+    {
+      "epoch": 0.180864,
+      "grad_norm": 0.07368800937799537,
+      "learning_rate": 9.910586550351991e-05,
+      "loss": 0.0285,
+      "step": 56520
+    },
+    {
+      "epoch": 0.180928,
+      "grad_norm": 0.07019543441877546,
+      "learning_rate": 9.910523449444123e-05,
+      "loss": 0.0349,
+      "step": 56540
+    },
+    {
+      "epoch": 0.180992,
+      "grad_norm": 0.08171540310539172,
+      "learning_rate": 9.910460326479332e-05,
+      "loss": 0.0316,
+      "step": 56560
+    },
+    {
+      "epoch": 0.181056,
+      "grad_norm": 0.05815060868856384,
+      "learning_rate": 9.9103971814579e-05,
+      "loss": 0.0313,
+      "step": 56580
+    },
+    {
+      "epoch": 0.18112,
+      "grad_norm": 0.0737736967418381,
+      "learning_rate": 9.910334014380107e-05,
+      "loss": 0.0344,
+      "step": 56600
+    },
+    {
+      "epoch": 0.181184,
+      "grad_norm": 0.09170896839940221,
+      "learning_rate": 9.910270825246242e-05,
+      "loss": 0.0278,
+      "step": 56620
+    },
+    {
+      "epoch": 0.181248,
+      "grad_norm": 0.06760672076632138,
+      "learning_rate": 9.910207614056584e-05,
+      "loss": 0.0298,
+      "step": 56640
+    },
+    {
+      "epoch": 0.181312,
+      "grad_norm": 0.08431859265369361,
+      "learning_rate": 9.910144380811421e-05,
+      "loss": 0.0313,
+      "step": 56660
+    },
+    {
+      "epoch": 0.181376,
+      "grad_norm": 0.10711550949603708,
+      "learning_rate": 9.910081125511035e-05,
+      "loss": 0.031,
+      "step": 56680
+    },
+    {
+      "epoch": 0.18144,
+      "grad_norm": 0.08293984111946934,
+      "learning_rate": 9.910017848155711e-05,
+      "loss": 0.0334,
+      "step": 56700
+    },
+    {
+      "epoch": 0.181504,
+      "grad_norm": 0.083191835354564,
+      "learning_rate": 9.909954548745732e-05,
+      "loss": 0.0297,
+      "step": 56720
+    },
+    {
+      "epoch": 0.181568,
+      "grad_norm": 0.07573444360745306,
+      "learning_rate": 9.909891227281384e-05,
+      "loss": 0.0301,
+      "step": 56740
+    },
+    {
+      "epoch": 0.181632,
+      "grad_norm": 0.05596412601630615,
+      "learning_rate": 9.90982788376295e-05,
+      "loss": 0.0312,
+      "step": 56760
+    },
+    {
+      "epoch": 0.181696,
+      "grad_norm": 0.08605031321703613,
+      "learning_rate": 9.909764518190714e-05,
+      "loss": 0.0323,
+      "step": 56780
+    },
+    {
+      "epoch": 0.18176,
+      "grad_norm": 0.1015272472593763,
+      "learning_rate": 9.909701130564963e-05,
+      "loss": 0.0301,
+      "step": 56800
+    },
+    {
+      "epoch": 0.181824,
+      "grad_norm": 0.10415556897657033,
+      "learning_rate": 9.90963772088598e-05,
+      "loss": 0.0321,
+      "step": 56820
+    },
+    {
+      "epoch": 0.181888,
+      "grad_norm": 0.12408160262975111,
+      "learning_rate": 9.909574289154049e-05,
+      "loss": 0.0304,
+      "step": 56840
+    },
+    {
+      "epoch": 0.181952,
+      "grad_norm": 0.09297772925523458,
+      "learning_rate": 9.909510835369457e-05,
+      "loss": 0.0295,
+      "step": 56860
+    },
+    {
+      "epoch": 0.182016,
+      "grad_norm": 0.05305486209263366,
+      "learning_rate": 9.909447359532489e-05,
+      "loss": 0.0328,
+      "step": 56880
+    },
+    {
+      "epoch": 0.18208,
+      "grad_norm": 0.10102566198341581,
+      "learning_rate": 9.909383861643428e-05,
+      "loss": 0.0314,
+      "step": 56900
+    },
+    {
+      "epoch": 0.182144,
+      "grad_norm": 0.07893723495202629,
+      "learning_rate": 9.909320341702561e-05,
+      "loss": 0.0316,
+      "step": 56920
+    },
+    {
+      "epoch": 0.182208,
+      "grad_norm": 0.05664638759214131,
+      "learning_rate": 9.909256799710171e-05,
+      "loss": 0.0321,
+      "step": 56940
+    },
+    {
+      "epoch": 0.182272,
+      "grad_norm": 0.1125596071707452,
+      "learning_rate": 9.909193235666547e-05,
+      "loss": 0.033,
+      "step": 56960
+    },
+    {
+      "epoch": 0.182336,
+      "grad_norm": 0.1737896772541999,
+      "learning_rate": 9.909129649571973e-05,
+      "loss": 0.0335,
+      "step": 56980
+    },
+    {
+      "epoch": 0.1824,
+      "grad_norm": 0.09583169543818493,
+      "learning_rate": 9.909066041426733e-05,
+      "loss": 0.0302,
+      "step": 57000
+    },
+    {
+      "epoch": 0.182464,
+      "grad_norm": 0.07532716741546423,
+      "learning_rate": 9.909002411231115e-05,
+      "loss": 0.0331,
+      "step": 57020
+    },
+    {
+      "epoch": 0.182528,
+      "grad_norm": 0.08963896438603018,
+      "learning_rate": 9.908938758985404e-05,
+      "loss": 0.0293,
+      "step": 57040
+    },
+    {
+      "epoch": 0.182592,
+      "grad_norm": 0.08439617570155365,
+      "learning_rate": 9.908875084689884e-05,
+      "loss": 0.0317,
+      "step": 57060
+    },
+    {
+      "epoch": 0.182656,
+      "grad_norm": 0.0648892001702721,
+      "learning_rate": 9.908811388344845e-05,
+      "loss": 0.0354,
+      "step": 57080
+    },
+    {
+      "epoch": 0.18272,
+      "grad_norm": 0.1278686454188513,
+      "learning_rate": 9.908747669950568e-05,
+      "loss": 0.0311,
+      "step": 57100
+    },
+    {
+      "epoch": 0.182784,
+      "grad_norm": 0.06124289491049138,
+      "learning_rate": 9.908683929507346e-05,
+      "loss": 0.031,
+      "step": 57120
+    },
+    {
+      "epoch": 0.182848,
+      "grad_norm": 0.05422858781977851,
+      "learning_rate": 9.908620167015458e-05,
+      "loss": 0.0306,
+      "step": 57140
+    },
+    {
+      "epoch": 0.182912,
+      "grad_norm": 0.1723098831529928,
+      "learning_rate": 9.908556382475195e-05,
+      "loss": 0.0318,
+      "step": 57160
+    },
+    {
+      "epoch": 0.182976,
+      "grad_norm": 0.08604328820402815,
+      "learning_rate": 9.908492575886842e-05,
+      "loss": 0.0306,
+      "step": 57180
+    },
+    {
+      "epoch": 0.18304,
+      "grad_norm": 0.07506632504164326,
+      "learning_rate": 9.908428747250686e-05,
+      "loss": 0.032,
+      "step": 57200
+    },
+    {
+      "epoch": 0.183104,
+      "grad_norm": 0.06073716602567336,
+      "learning_rate": 9.908364896567013e-05,
+      "loss": 0.0291,
+      "step": 57220
+    },
+    {
+      "epoch": 0.183168,
+      "grad_norm": 0.06555171283517904,
+      "learning_rate": 9.90830102383611e-05,
+      "loss": 0.0305,
+      "step": 57240
+    },
+    {
+      "epoch": 0.183232,
+      "grad_norm": 0.06347101171198498,
+      "learning_rate": 9.908237129058267e-05,
+      "loss": 0.0297,
+      "step": 57260
+    },
+    {
+      "epoch": 0.183296,
+      "grad_norm": 0.11978616834427984,
+      "learning_rate": 9.908173212233767e-05,
+      "loss": 0.0331,
+      "step": 57280
+    },
+    {
+      "epoch": 0.18336,
+      "grad_norm": 0.09550141819550205,
+      "learning_rate": 9.908109273362897e-05,
+      "loss": 0.0296,
+      "step": 57300
+    },
+    {
+      "epoch": 0.183424,
+      "grad_norm": 0.06810663842852016,
+      "learning_rate": 9.908045312445946e-05,
+      "loss": 0.0304,
+      "step": 57320
+    },
+    {
+      "epoch": 0.183488,
+      "grad_norm": 0.14501367504534543,
+      "learning_rate": 9.907981329483202e-05,
+      "loss": 0.0304,
+      "step": 57340
+    },
+    {
+      "epoch": 0.183552,
+      "grad_norm": 0.0554265901895841,
+      "learning_rate": 9.907917324474951e-05,
+      "loss": 0.0297,
+      "step": 57360
+    },
+    {
+      "epoch": 0.183616,
+      "grad_norm": 0.08710988017084123,
+      "learning_rate": 9.90785329742148e-05,
+      "loss": 0.0329,
+      "step": 57380
+    },
+    {
+      "epoch": 0.18368,
+      "grad_norm": 0.05330987866371492,
+      "learning_rate": 9.907789248323078e-05,
+      "loss": 0.0312,
+      "step": 57400
+    },
+    {
+      "epoch": 0.183744,
+      "grad_norm": 0.07772023653561798,
+      "learning_rate": 9.907725177180032e-05,
+      "loss": 0.0262,
+      "step": 57420
+    },
+    {
+      "epoch": 0.183808,
+      "grad_norm": 0.09233791667003935,
+      "learning_rate": 9.90766108399263e-05,
+      "loss": 0.0315,
+      "step": 57440
+    },
+    {
+      "epoch": 0.183872,
+      "grad_norm": 0.19729096416239655,
+      "learning_rate": 9.907596968761159e-05,
+      "loss": 0.0326,
+      "step": 57460
+    },
+    {
+      "epoch": 0.183936,
+      "grad_norm": 0.06460342799204342,
+      "learning_rate": 9.907532831485909e-05,
+      "loss": 0.0338,
+      "step": 57480
+    },
+    {
+      "epoch": 0.184,
+      "grad_norm": 0.1342037208495233,
+      "learning_rate": 9.907468672167165e-05,
+      "loss": 0.0316,
+      "step": 57500
+    },
+    {
+      "epoch": 0.184064,
+      "grad_norm": 0.16442538588831396,
+      "learning_rate": 9.907404490805218e-05,
+      "loss": 0.0325,
+      "step": 57520
+    },
+    {
+      "epoch": 0.184128,
+      "grad_norm": 0.08156563622311923,
+      "learning_rate": 9.907340287400354e-05,
+      "loss": 0.0317,
+      "step": 57540
+    },
+    {
+      "epoch": 0.184192,
+      "grad_norm": 0.08684543433942785,
+      "learning_rate": 9.907276061952865e-05,
+      "loss": 0.0337,
+      "step": 57560
+    },
+    {
+      "epoch": 0.184256,
+      "grad_norm": 0.07410014110286034,
+      "learning_rate": 9.907211814463037e-05,
+      "loss": 0.0342,
+      "step": 57580
+    },
+    {
+      "epoch": 0.18432,
+      "grad_norm": 0.05480608773783919,
+      "learning_rate": 9.907147544931157e-05,
+      "loss": 0.0345,
+      "step": 57600
+    },
+    {
+      "epoch": 0.184384,
+      "grad_norm": 0.05906528458308589,
+      "learning_rate": 9.907083253357516e-05,
+      "loss": 0.0326,
+      "step": 57620
+    },
+    {
+      "epoch": 0.184448,
+      "grad_norm": 0.08903951766926992,
+      "learning_rate": 9.907018939742403e-05,
+      "loss": 0.0323,
+      "step": 57640
+    },
+    {
+      "epoch": 0.184512,
+      "grad_norm": 0.07081410785107872,
+      "learning_rate": 9.906954604086106e-05,
+      "loss": 0.0292,
+      "step": 57660
+    },
+    {
+      "epoch": 0.184576,
+      "grad_norm": 0.07586256810217905,
+      "learning_rate": 9.906890246388914e-05,
+      "loss": 0.0292,
+      "step": 57680
+    },
+    {
+      "epoch": 0.18464,
+      "grad_norm": 0.0744451499589352,
+      "learning_rate": 9.906825866651116e-05,
+      "loss": 0.0334,
+      "step": 57700
+    },
+    {
+      "epoch": 0.184704,
+      "grad_norm": 0.12983934858093307,
+      "learning_rate": 9.906761464873002e-05,
+      "loss": 0.0325,
+      "step": 57720
+    },
+    {
+      "epoch": 0.184768,
+      "grad_norm": 0.08830877520963591,
+      "learning_rate": 9.906697041054859e-05,
+      "loss": 0.031,
+      "step": 57740
+    },
+    {
+      "epoch": 0.184832,
+      "grad_norm": 0.11877272113202703,
+      "learning_rate": 9.906632595196979e-05,
+      "loss": 0.0286,
+      "step": 57760
+    },
+    {
+      "epoch": 0.184896,
+      "grad_norm": 0.04945080611780583,
+      "learning_rate": 9.90656812729965e-05,
+      "loss": 0.0331,
+      "step": 57780
+    },
+    {
+      "epoch": 0.18496,
+      "grad_norm": 0.07139052051405267,
+      "learning_rate": 9.906503637363162e-05,
+      "loss": 0.0323,
+      "step": 57800
+    },
+    {
+      "epoch": 0.185024,
+      "grad_norm": 0.06954108646148342,
+      "learning_rate": 9.906439125387805e-05,
+      "loss": 0.0307,
+      "step": 57820
+    },
+    {
+      "epoch": 0.185088,
+      "grad_norm": 0.14346285593146796,
+      "learning_rate": 9.90637459137387e-05,
+      "loss": 0.0295,
+      "step": 57840
+    },
+    {
+      "epoch": 0.185152,
+      "grad_norm": 0.11312972083641779,
+      "learning_rate": 9.906310035321644e-05,
+      "loss": 0.0298,
+      "step": 57860
+    },
+    {
+      "epoch": 0.185216,
+      "grad_norm": 0.05271038304640455,
+      "learning_rate": 9.906245457231418e-05,
+      "loss": 0.031,
+      "step": 57880
+    },
+    {
+      "epoch": 0.18528,
+      "grad_norm": 0.12532956372097634,
+      "learning_rate": 9.906180857103483e-05,
+      "loss": 0.0335,
+      "step": 57900
+    },
+    {
+      "epoch": 0.185344,
+      "grad_norm": 0.12245001381854656,
+      "learning_rate": 9.906116234938127e-05,
+      "loss": 0.0327,
+      "step": 57920
+    },
+    {
+      "epoch": 0.185408,
+      "grad_norm": 0.0937271583837394,
+      "learning_rate": 9.906051590735644e-05,
+      "loss": 0.0303,
+      "step": 57940
+    },
+    {
+      "epoch": 0.185472,
+      "grad_norm": 0.14448225250330357,
+      "learning_rate": 9.905986924496323e-05,
+      "loss": 0.0289,
+      "step": 57960
+    },
+    {
+      "epoch": 0.185536,
+      "grad_norm": 0.060081288924044005,
+      "learning_rate": 9.905922236220451e-05,
+      "loss": 0.0331,
+      "step": 57980
+    },
+    {
+      "epoch": 0.1856,
+      "grad_norm": 0.07078324606397143,
+      "learning_rate": 9.905857525908322e-05,
+      "loss": 0.0358,
+      "step": 58000
+    },
+    {
+      "epoch": 0.185664,
+      "grad_norm": 0.05982410503298079,
+      "learning_rate": 9.905792793560227e-05,
+      "loss": 0.0292,
+      "step": 58020
+    },
+    {
+      "epoch": 0.185728,
+      "grad_norm": 0.07724324963379274,
+      "learning_rate": 9.905728039176455e-05,
+      "loss": 0.0305,
+      "step": 58040
+    },
+    {
+      "epoch": 0.185792,
+      "grad_norm": 0.1685445141227329,
+      "learning_rate": 9.905663262757296e-05,
+      "loss": 0.0323,
+      "step": 58060
+    },
+    {
+      "epoch": 0.185856,
+      "grad_norm": 0.06875668170257895,
+      "learning_rate": 9.905598464303045e-05,
+      "loss": 0.0337,
+      "step": 58080
+    },
+    {
+      "epoch": 0.18592,
+      "grad_norm": 0.05158441186128389,
+      "learning_rate": 9.905533643813989e-05,
+      "loss": 0.03,
+      "step": 58100
+    },
+    {
+      "epoch": 0.185984,
+      "grad_norm": 0.09123109076352655,
+      "learning_rate": 9.905468801290421e-05,
+      "loss": 0.0297,
+      "step": 58120
+    },
+    {
+      "epoch": 0.186048,
+      "grad_norm": 0.08462838839491714,
+      "learning_rate": 9.905403936732632e-05,
+      "loss": 0.0313,
+      "step": 58140
+    },
+    {
+      "epoch": 0.186112,
+      "grad_norm": 0.09346657234491286,
+      "learning_rate": 9.905339050140914e-05,
+      "loss": 0.0337,
+      "step": 58160
+    },
+    {
+      "epoch": 0.186176,
+      "grad_norm": 0.0768935643514365,
+      "learning_rate": 9.905274141515557e-05,
+      "loss": 0.0339,
+      "step": 58180
+    },
+    {
+      "epoch": 0.18624,
+      "grad_norm": 0.09331706088229727,
+      "learning_rate": 9.905209210856853e-05,
+      "loss": 0.0315,
+      "step": 58200
+    },
+    {
+      "epoch": 0.186304,
+      "grad_norm": 0.07275419801303047,
+      "learning_rate": 9.905144258165096e-05,
+      "loss": 0.0328,
+      "step": 58220
+    },
+    {
+      "epoch": 0.186368,
+      "grad_norm": 0.0757349027872123,
+      "learning_rate": 9.905079283440573e-05,
+      "loss": 0.029,
+      "step": 58240
+    },
+    {
+      "epoch": 0.186432,
+      "grad_norm": 0.0669475304033215,
+      "learning_rate": 9.90501428668358e-05,
+      "loss": 0.0322,
+      "step": 58260
+    },
+    {
+      "epoch": 0.186496,
+      "grad_norm": 0.08847028405017106,
+      "learning_rate": 9.904949267894408e-05,
+      "loss": 0.0283,
+      "step": 58280
+    },
+    {
+      "epoch": 0.18656,
+      "grad_norm": 0.06909242038783779,
+      "learning_rate": 9.904884227073348e-05,
+      "loss": 0.0325,
+      "step": 58300
+    },
+    {
+      "epoch": 0.186624,
+      "grad_norm": 0.19995549201112395,
+      "learning_rate": 9.904819164220694e-05,
+      "loss": 0.0321,
+      "step": 58320
+    },
+    {
+      "epoch": 0.186688,
+      "grad_norm": 0.0665049616967318,
+      "learning_rate": 9.904754079336734e-05,
+      "loss": 0.0314,
+      "step": 58340
+    },
+    {
+      "epoch": 0.186752,
+      "grad_norm": 0.10241153882803158,
+      "learning_rate": 9.904688972421765e-05,
+      "loss": 0.0338,
+      "step": 58360
+    },
+    {
+      "epoch": 0.186816,
+      "grad_norm": 0.13692861313251287,
+      "learning_rate": 9.904623843476079e-05,
+      "loss": 0.03,
+      "step": 58380
+    },
+    {
+      "epoch": 0.18688,
+      "grad_norm": 0.07898760181456554,
+      "learning_rate": 9.904558692499966e-05,
+      "loss": 0.034,
+      "step": 58400
+    },
+    {
+      "epoch": 0.186944,
+      "grad_norm": 0.05055437891294893,
+      "learning_rate": 9.904493519493719e-05,
+      "loss": 0.0313,
+      "step": 58420
+    },
+    {
+      "epoch": 0.187008,
+      "grad_norm": 0.07358526720126503,
+      "learning_rate": 9.904428324457634e-05,
+      "loss": 0.0289,
+      "step": 58440
+    },
+    {
+      "epoch": 0.187072,
+      "grad_norm": 0.08088897128388826,
+      "learning_rate": 9.904363107391999e-05,
+      "loss": 0.0322,
+      "step": 58460
+    },
+    {
+      "epoch": 0.187136,
+      "grad_norm": 0.08869791717377383,
+      "learning_rate": 9.904297868297112e-05,
+      "loss": 0.0307,
+      "step": 58480
+    },
+    {
+      "epoch": 0.1872,
+      "grad_norm": 0.147415059764648,
+      "learning_rate": 9.904232607173262e-05,
+      "loss": 0.0308,
+      "step": 58500
+    },
+    {
+      "epoch": 0.187264,
+      "grad_norm": 0.09008447669058428,
+      "learning_rate": 9.904167324020743e-05,
+      "loss": 0.0301,
+      "step": 58520
+    },
+    {
+      "epoch": 0.187328,
+      "grad_norm": 0.06257975273729069,
+      "learning_rate": 9.904102018839851e-05,
+      "loss": 0.0285,
+      "step": 58540
+    },
+    {
+      "epoch": 0.187392,
+      "grad_norm": 0.09236922774292053,
+      "learning_rate": 9.904036691630875e-05,
+      "loss": 0.0283,
+      "step": 58560
+    },
+    {
+      "epoch": 0.187456,
+      "grad_norm": 0.05783479242944942,
+      "learning_rate": 9.903971342394114e-05,
+      "loss": 0.0327,
+      "step": 58580
+    },
+    {
+      "epoch": 0.18752,
+      "grad_norm": 0.0642322331243713,
+      "learning_rate": 9.903905971129854e-05,
+      "loss": 0.0332,
+      "step": 58600
+    },
+    {
+      "epoch": 0.187584,
+      "grad_norm": 0.054949868027486734,
+      "learning_rate": 9.903840577838395e-05,
+      "loss": 0.0289,
+      "step": 58620
+    },
+    {
+      "epoch": 0.187648,
+      "grad_norm": 0.059549791903426685,
+      "learning_rate": 9.903775162520029e-05,
+      "loss": 0.0316,
+      "step": 58640
+    },
+    {
+      "epoch": 0.187712,
+      "grad_norm": 0.09237456590644062,
+      "learning_rate": 9.90370972517505e-05,
+      "loss": 0.0333,
+      "step": 58660
+    },
+    {
+      "epoch": 0.187776,
+      "grad_norm": 0.09398873717077447,
+      "learning_rate": 9.903644265803748e-05,
+      "loss": 0.0336,
+      "step": 58680
+    },
+    {
+      "epoch": 0.18784,
+      "grad_norm": 0.1218349700234445,
+      "learning_rate": 9.903578784406424e-05,
+      "loss": 0.037,
+      "step": 58700
+    },
+    {
+      "epoch": 0.187904,
+      "grad_norm": 0.09955248436369646,
+      "learning_rate": 9.903513280983368e-05,
+      "loss": 0.0295,
+      "step": 58720
+    },
+    {
+      "epoch": 0.187968,
+      "grad_norm": 0.05870748690406761,
+      "learning_rate": 9.903447755534873e-05,
+      "loss": 0.0292,
+      "step": 58740
+    },
+    {
+      "epoch": 0.188032,
+      "grad_norm": 0.11603883656493827,
+      "learning_rate": 9.903382208061236e-05,
+      "loss": 0.0317,
+      "step": 58760
+    },
+    {
+      "epoch": 0.188096,
+      "grad_norm": 0.06554559506074953,
+      "learning_rate": 9.90331663856275e-05,
+      "loss": 0.0286,
+      "step": 58780
+    },
+    {
+      "epoch": 0.18816,
+      "grad_norm": 0.07941833638504525,
+      "learning_rate": 9.90325104703971e-05,
+      "loss": 0.0317,
+      "step": 58800
+    },
+    {
+      "epoch": 0.188224,
+      "grad_norm": 0.09202662340089272,
+      "learning_rate": 9.90318543349241e-05,
+      "loss": 0.031,
+      "step": 58820
+    },
+    {
+      "epoch": 0.188288,
+      "grad_norm": 0.07856832407519056,
+      "learning_rate": 9.903119797921147e-05,
+      "loss": 0.0288,
+      "step": 58840
+    },
+    {
+      "epoch": 0.188352,
+      "grad_norm": 0.07439075329634934,
+      "learning_rate": 9.903054140326214e-05,
+      "loss": 0.0307,
+      "step": 58860
+    },
+    {
+      "epoch": 0.188416,
+      "grad_norm": 0.06984042006854699,
+      "learning_rate": 9.902988460707904e-05,
+      "loss": 0.0294,
+      "step": 58880
+    },
+    {
+      "epoch": 0.18848,
+      "grad_norm": 0.09006171841011561,
+      "learning_rate": 9.902922759066515e-05,
+      "loss": 0.0304,
+      "step": 58900
+    },
+    {
+      "epoch": 0.188544,
+      "grad_norm": 0.09392771606545723,
+      "learning_rate": 9.902857035402342e-05,
+      "loss": 0.0295,
+      "step": 58920
+    },
+    {
+      "epoch": 0.188608,
+      "grad_norm": 0.08471208694136559,
+      "learning_rate": 9.902791289715678e-05,
+      "loss": 0.0292,
+      "step": 58940
+    },
+    {
+      "epoch": 0.188672,
+      "grad_norm": 0.07998655826277877,
+      "learning_rate": 9.902725522006821e-05,
+      "loss": 0.0341,
+      "step": 58960
+    },
+    {
+      "epoch": 0.188736,
+      "grad_norm": 0.06395319894806595,
+      "learning_rate": 9.902659732276065e-05,
+      "loss": 0.0303,
+      "step": 58980
+    },
+    {
+      "epoch": 0.1888,
+      "grad_norm": 0.16468244870864002,
+      "learning_rate": 9.902593920523706e-05,
+      "loss": 0.0344,
+      "step": 59000
+    },
+    {
+      "epoch": 0.188864,
+      "grad_norm": 0.08946765415230847,
+      "learning_rate": 9.902528086750038e-05,
+      "loss": 0.0313,
+      "step": 59020
+    },
+    {
+      "epoch": 0.188928,
+      "grad_norm": 0.06601339592631864,
+      "learning_rate": 9.90246223095536e-05,
+      "loss": 0.0291,
+      "step": 59040
+    },
+    {
+      "epoch": 0.188992,
+      "grad_norm": 0.07364500215047344,
+      "learning_rate": 9.902396353139965e-05,
+      "loss": 0.0297,
+      "step": 59060
+    },
+    {
+      "epoch": 0.189056,
+      "grad_norm": 0.1484921011831819,
+      "learning_rate": 9.902330453304147e-05,
+      "loss": 0.0316,
+      "step": 59080
+    },
+    {
+      "epoch": 0.18912,
+      "grad_norm": 0.12532553248299033,
+      "learning_rate": 9.902264531448208e-05,
+      "loss": 0.0284,
+      "step": 59100
+    },
+    {
+      "epoch": 0.189184,
+      "grad_norm": 0.12709477430716265,
+      "learning_rate": 9.90219858757244e-05,
+      "loss": 0.0276,
+      "step": 59120
+    },
+    {
+      "epoch": 0.189248,
+      "grad_norm": 0.09190557956496918,
+      "learning_rate": 9.90213262167714e-05,
+      "loss": 0.0337,
+      "step": 59140
+    },
+    {
+      "epoch": 0.189312,
+      "grad_norm": 0.09516964950831684,
+      "learning_rate": 9.902066633762604e-05,
+      "loss": 0.034,
+      "step": 59160
+    },
+    {
+      "epoch": 0.189376,
+      "grad_norm": 0.06866381880927556,
+      "learning_rate": 9.902000623829128e-05,
+      "loss": 0.0321,
+      "step": 59180
+    },
+    {
+      "epoch": 0.18944,
+      "grad_norm": 0.08075498435596498,
+      "learning_rate": 9.901934591877009e-05,
+      "loss": 0.0311,
+      "step": 59200
+    },
+    {
+      "epoch": 0.189504,
+      "grad_norm": 0.06443910038982426,
+      "learning_rate": 9.901868537906545e-05,
+      "loss": 0.0337,
+      "step": 59220
+    },
+    {
+      "epoch": 0.189568,
+      "grad_norm": 0.0794929062573456,
+      "learning_rate": 9.901802461918032e-05,
+      "loss": 0.0303,
+      "step": 59240
+    },
+    {
+      "epoch": 0.189632,
+      "grad_norm": 0.06745287089125945,
+      "learning_rate": 9.901736363911764e-05,
+      "loss": 0.0305,
+      "step": 59260
+    },
+    {
+      "epoch": 0.189696,
+      "grad_norm": 0.08099701285275905,
+      "learning_rate": 9.901670243888042e-05,
+      "loss": 0.0311,
+      "step": 59280
+    },
+    {
+      "epoch": 0.18976,
+      "grad_norm": 0.07965720398341562,
+      "learning_rate": 9.901604101847162e-05,
+      "loss": 0.0315,
+      "step": 59300
+    },
+    {
+      "epoch": 0.189824,
+      "grad_norm": 0.07593724989335497,
+      "learning_rate": 9.901537937789418e-05,
+      "loss": 0.0319,
+      "step": 59320
+    },
+    {
+      "epoch": 0.189888,
+      "grad_norm": 0.09317259336978356,
+      "learning_rate": 9.901471751715112e-05,
+      "loss": 0.0293,
+      "step": 59340
+    },
+    {
+      "epoch": 0.189952,
+      "grad_norm": 0.05905459412519879,
+      "learning_rate": 9.901405543624537e-05,
+      "loss": 0.0281,
+      "step": 59360
+    },
+    {
+      "epoch": 0.190016,
+      "grad_norm": 0.07968501745742275,
+      "learning_rate": 9.901339313517992e-05,
+      "loss": 0.0324,
+      "step": 59380
+    },
+    {
+      "epoch": 0.19008,
+      "grad_norm": 0.12536871771083333,
+      "learning_rate": 9.901273061395775e-05,
+      "loss": 0.029,
+      "step": 59400
+    },
+    {
+      "epoch": 0.190144,
+      "grad_norm": 0.2147906065747188,
+      "learning_rate": 9.901206787258184e-05,
+      "loss": 0.0305,
+      "step": 59420
+    },
+    {
+      "epoch": 0.190208,
+      "grad_norm": 0.07182313068834152,
+      "learning_rate": 9.901140491105516e-05,
+      "loss": 0.0328,
+      "step": 59440
+    },
+    {
+      "epoch": 0.190272,
+      "grad_norm": 0.10155443638246053,
+      "learning_rate": 9.901074172938069e-05,
+      "loss": 0.0308,
+      "step": 59460
+    },
+    {
+      "epoch": 0.190336,
+      "grad_norm": 0.1082382477169541,
+      "learning_rate": 9.90100783275614e-05,
+      "loss": 0.033,
+      "step": 59480
+    },
+    {
+      "epoch": 0.1904,
+      "grad_norm": 0.09647242298128025,
+      "learning_rate": 9.900941470560025e-05,
+      "loss": 0.0312,
+      "step": 59500
+    },
+    {
+      "epoch": 0.190464,
+      "grad_norm": 0.07094178732139758,
+      "learning_rate": 9.90087508635003e-05,
+      "loss": 0.0286,
+      "step": 59520
+    },
+    {
+      "epoch": 0.190528,
+      "grad_norm": 0.06474229007468127,
+      "learning_rate": 9.900808680126443e-05,
+      "loss": 0.0284,
+      "step": 59540
+    },
+    {
+      "epoch": 0.190592,
+      "grad_norm": 0.10677293858882929,
+      "learning_rate": 9.90074225188957e-05,
+      "loss": 0.0307,
+      "step": 59560
+    },
+    {
+      "epoch": 0.190656,
+      "grad_norm": 0.0537825338301271,
+      "learning_rate": 9.900675801639705e-05,
+      "loss": 0.0295,
+      "step": 59580
+    },
+    {
+      "epoch": 0.19072,
+      "grad_norm": 0.09617338246068792,
+      "learning_rate": 9.900609329377148e-05,
+      "loss": 0.0298,
+      "step": 59600
+    },
+    {
+      "epoch": 0.190784,
+      "grad_norm": 0.08111650882835705,
+      "learning_rate": 9.900542835102199e-05,
+      "loss": 0.0331,
+      "step": 59620
+    },
+    {
+      "epoch": 0.190848,
+      "grad_norm": 0.08847259118147248,
+      "learning_rate": 9.900476318815155e-05,
+      "loss": 0.0338,
+      "step": 59640
+    },
+    {
+      "epoch": 0.190912,
+      "grad_norm": 0.06817495673650092,
+      "learning_rate": 9.900409780516313e-05,
+      "loss": 0.0303,
+      "step": 59660
+    },
+    {
+      "epoch": 0.190976,
+      "grad_norm": 0.12673790494706766,
+      "learning_rate": 9.900343220205976e-05,
+      "loss": 0.0328,
+      "step": 59680
+    },
+    {
+      "epoch": 0.19104,
+      "grad_norm": 0.07623826472990251,
+      "learning_rate": 9.90027663788444e-05,
+      "loss": 0.0328,
+      "step": 59700
+    },
+    {
+      "epoch": 0.191104,
+      "grad_norm": 0.10876096146862675,
+      "learning_rate": 9.900210033552007e-05,
+      "loss": 0.0339,
+      "step": 59720
+    },
+    {
+      "epoch": 0.191168,
+      "grad_norm": 0.10399991179139303,
+      "learning_rate": 9.900143407208971e-05,
+      "loss": 0.0313,
+      "step": 59740
+    },
+    {
+      "epoch": 0.191232,
+      "grad_norm": 0.11294972424734066,
+      "learning_rate": 9.900076758855636e-05,
+      "loss": 0.0297,
+      "step": 59760
+    },
+    {
+      "epoch": 0.191296,
+      "grad_norm": 0.055402407188321415,
+      "learning_rate": 9.9000100884923e-05,
+      "loss": 0.0318,
+      "step": 59780
+    },
+    {
+      "epoch": 0.19136,
+      "grad_norm": 0.05761837819705909,
+      "learning_rate": 9.899943396119262e-05,
+      "loss": 0.0269,
+      "step": 59800
+    },
+    {
+      "epoch": 0.191424,
+      "grad_norm": 0.08164212915303873,
+      "learning_rate": 9.89987668173682e-05,
+      "loss": 0.0298,
+      "step": 59820
+    },
+    {
+      "epoch": 0.191488,
+      "grad_norm": 0.2302338665536421,
+      "learning_rate": 9.899809945345277e-05,
+      "loss": 0.0325,
+      "step": 59840
+    },
+    {
+      "epoch": 0.191552,
+      "grad_norm": 0.04968183583372562,
+      "learning_rate": 9.899743186944932e-05,
+      "loss": 0.0285,
+      "step": 59860
+    },
+    {
+      "epoch": 0.191616,
+      "grad_norm": 0.17335388495069726,
+      "learning_rate": 9.899676406536083e-05,
+      "loss": 0.0333,
+      "step": 59880
+    },
+    {
+      "epoch": 0.19168,
+      "grad_norm": 0.07784064472922508,
+      "learning_rate": 9.899609604119031e-05,
+      "loss": 0.0289,
+      "step": 59900
+    },
+    {
+      "epoch": 0.191744,
+      "grad_norm": 0.09696709547793268,
+      "learning_rate": 9.899542779694077e-05,
+      "loss": 0.032,
+      "step": 59920
+    },
+    {
+      "epoch": 0.191808,
+      "grad_norm": 0.06729906168771423,
+      "learning_rate": 9.89947593326152e-05,
+      "loss": 0.0293,
+      "step": 59940
+    },
+    {
+      "epoch": 0.191872,
+      "grad_norm": 0.06021421677168573,
+      "learning_rate": 9.89940906482166e-05,
+      "loss": 0.0329,
+      "step": 59960
+    },
+    {
+      "epoch": 0.191936,
+      "grad_norm": 0.04960356883500862,
+      "learning_rate": 9.899342174374798e-05,
+      "loss": 0.0302,
+      "step": 59980
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.08190764611894477,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 0.0338,
+      "step": 60000
+    },
+    {
+      "epoch": 0.192064,
+      "grad_norm": 0.07750651514111975,
+      "learning_rate": 9.89920832746127e-05,
+      "loss": 0.0296,
+      "step": 60020
+    },
+    {
+      "epoch": 0.192128,
+      "grad_norm": 0.12068706405558143,
+      "learning_rate": 9.899141370995205e-05,
+      "loss": 0.0288,
+      "step": 60040
+    },
+    {
+      "epoch": 0.192192,
+      "grad_norm": 0.06030187931123488,
+      "learning_rate": 9.89907439252334e-05,
+      "loss": 0.0303,
+      "step": 60060
+    },
+    {
+      "epoch": 0.192256,
+      "grad_norm": 0.06329086053099804,
+      "learning_rate": 9.899007392045977e-05,
+      "loss": 0.0306,
+      "step": 60080
+    },
+    {
+      "epoch": 0.19232,
+      "grad_norm": 0.09425024788592297,
+      "learning_rate": 9.898940369563416e-05,
+      "loss": 0.031,
+      "step": 60100
+    },
+    {
+      "epoch": 0.192384,
+      "grad_norm": 0.12986101014598134,
+      "learning_rate": 9.898873325075957e-05,
+      "loss": 0.0319,
+      "step": 60120
+    },
+    {
+      "epoch": 0.192448,
+      "grad_norm": 0.09390149694711658,
+      "learning_rate": 9.898806258583904e-05,
+      "loss": 0.0309,
+      "step": 60140
+    },
+    {
+      "epoch": 0.192512,
+      "grad_norm": 0.08418573659121127,
+      "learning_rate": 9.898739170087554e-05,
+      "loss": 0.0297,
+      "step": 60160
+    },
+    {
+      "epoch": 0.192576,
+      "grad_norm": 0.0704679585610366,
+      "learning_rate": 9.898672059587213e-05,
+      "loss": 0.0306,
+      "step": 60180
+    },
+    {
+      "epoch": 0.19264,
+      "grad_norm": 0.08951064028171715,
+      "learning_rate": 9.898604927083179e-05,
+      "loss": 0.033,
+      "step": 60200
+    },
+    {
+      "epoch": 0.192704,
+      "grad_norm": 0.13454959719514914,
+      "learning_rate": 9.898537772575756e-05,
+      "loss": 0.0322,
+      "step": 60220
+    },
+    {
+      "epoch": 0.192768,
+      "grad_norm": 0.11047458939317589,
+      "learning_rate": 9.898470596065244e-05,
+      "loss": 0.0289,
+      "step": 60240
+    },
+    {
+      "epoch": 0.192832,
+      "grad_norm": 0.12751289374018013,
+      "learning_rate": 9.898403397551946e-05,
+      "loss": 0.0313,
+      "step": 60260
+    },
+    {
+      "epoch": 0.192896,
+      "grad_norm": 0.10434423526967476,
+      "learning_rate": 9.898336177036163e-05,
+      "loss": 0.0319,
+      "step": 60280
+    },
+    {
+      "epoch": 0.19296,
+      "grad_norm": 0.07071227445770183,
+      "learning_rate": 9.898268934518195e-05,
+      "loss": 0.0301,
+      "step": 60300
+    },
+    {
+      "epoch": 0.193024,
+      "grad_norm": 0.05139802388862973,
+      "learning_rate": 9.898201669998349e-05,
+      "loss": 0.0281,
+      "step": 60320
+    },
+    {
+      "epoch": 0.193088,
+      "grad_norm": 0.07961721565166838,
+      "learning_rate": 9.898134383476923e-05,
+      "loss": 0.0331,
+      "step": 60340
+    },
+    {
+      "epoch": 0.193152,
+      "grad_norm": 0.12446669206563656,
+      "learning_rate": 9.89806707495422e-05,
+      "loss": 0.0298,
+      "step": 60360
+    },
+    {
+      "epoch": 0.193216,
+      "grad_norm": 0.06648989390945005,
+      "learning_rate": 9.897999744430544e-05,
+      "loss": 0.0296,
+      "step": 60380
+    },
+    {
+      "epoch": 0.19328,
+      "grad_norm": 0.10789188351453063,
+      "learning_rate": 9.897932391906194e-05,
+      "loss": 0.0321,
+      "step": 60400
+    },
+    {
+      "epoch": 0.193344,
+      "grad_norm": 0.06158966927071713,
+      "learning_rate": 9.897865017381478e-05,
+      "loss": 0.0315,
+      "step": 60420
+    },
+    {
+      "epoch": 0.193408,
+      "grad_norm": 0.11237228045891828,
+      "learning_rate": 9.897797620856693e-05,
+      "loss": 0.0267,
+      "step": 60440
+    },
+    {
+      "epoch": 0.193472,
+      "grad_norm": 0.06100002967528478,
+      "learning_rate": 9.897730202332144e-05,
+      "loss": 0.0291,
+      "step": 60460
+    },
+    {
+      "epoch": 0.193536,
+      "grad_norm": 0.08474741080533928,
+      "learning_rate": 9.897662761808135e-05,
+      "loss": 0.0299,
+      "step": 60480
+    },
+    {
+      "epoch": 0.1936,
+      "grad_norm": 0.096926981113508,
+      "learning_rate": 9.897595299284968e-05,
+      "loss": 0.0331,
+      "step": 60500
+    },
+    {
+      "epoch": 0.193664,
+      "grad_norm": 0.07855185510675963,
+      "learning_rate": 9.897527814762946e-05,
+      "loss": 0.0333,
+      "step": 60520
+    },
+    {
+      "epoch": 0.193728,
+      "grad_norm": 0.05561983370065681,
+      "learning_rate": 9.89746030824237e-05,
+      "loss": 0.0318,
+      "step": 60540
+    },
+    {
+      "epoch": 0.193792,
+      "grad_norm": 0.0878095607355052,
+      "learning_rate": 9.897392779723547e-05,
+      "loss": 0.0337,
+      "step": 60560
+    },
+    {
+      "epoch": 0.193856,
+      "grad_norm": 0.06959904863320115,
+      "learning_rate": 9.897325229206777e-05,
+      "loss": 0.034,
+      "step": 60580
+    },
+    {
+      "epoch": 0.19392,
+      "grad_norm": 0.10122390124259824,
+      "learning_rate": 9.897257656692367e-05,
+      "loss": 0.0333,
+      "step": 60600
+    },
+    {
+      "epoch": 0.193984,
+      "grad_norm": 0.07790775664594773,
+      "learning_rate": 9.897190062180619e-05,
+      "loss": 0.0342,
+      "step": 60620
+    },
+    {
+      "epoch": 0.194048,
+      "grad_norm": 0.1409200674558783,
+      "learning_rate": 9.897122445671833e-05,
+      "loss": 0.0304,
+      "step": 60640
+    },
+    {
+      "epoch": 0.194112,
+      "grad_norm": 0.07186219182819582,
+      "learning_rate": 9.897054807166319e-05,
+      "loss": 0.0271,
+      "step": 60660
+    },
+    {
+      "epoch": 0.194176,
+      "grad_norm": 0.07730216261491468,
+      "learning_rate": 9.896987146664376e-05,
+      "loss": 0.0284,
+      "step": 60680
+    },
+    {
+      "epoch": 0.19424,
+      "grad_norm": 0.07092746616956244,
+      "learning_rate": 9.89691946416631e-05,
+      "loss": 0.0308,
+      "step": 60700
+    },
+    {
+      "epoch": 0.194304,
+      "grad_norm": 0.09672085613502611,
+      "learning_rate": 9.896851759672425e-05,
+      "loss": 0.0286,
+      "step": 60720
+    },
+    {
+      "epoch": 0.194368,
+      "grad_norm": 0.0686086032560444,
+      "learning_rate": 9.896784033183025e-05,
+      "loss": 0.0318,
+      "step": 60740
+    },
+    {
+      "epoch": 0.194432,
+      "grad_norm": 0.1126728836128364,
+      "learning_rate": 9.896716284698412e-05,
+      "loss": 0.0299,
+      "step": 60760
+    },
+    {
+      "epoch": 0.194496,
+      "grad_norm": 0.16872112576819884,
+      "learning_rate": 9.896648514218894e-05,
+      "loss": 0.0333,
+      "step": 60780
+    },
+    {
+      "epoch": 0.19456,
+      "grad_norm": 0.08001816011286227,
+      "learning_rate": 9.896580721744772e-05,
+      "loss": 0.0319,
+      "step": 60800
+    },
+    {
+      "epoch": 0.194624,
+      "grad_norm": 0.11760484434579395,
+      "learning_rate": 9.896512907276354e-05,
+      "loss": 0.0327,
+      "step": 60820
+    },
+    {
+      "epoch": 0.194688,
+      "grad_norm": 0.0802170357540477,
+      "learning_rate": 9.896445070813943e-05,
+      "loss": 0.0344,
+      "step": 60840
+    },
+    {
+      "epoch": 0.194752,
+      "grad_norm": 0.0736701887386983,
+      "learning_rate": 9.89637721235784e-05,
+      "loss": 0.0291,
+      "step": 60860
+    },
+    {
+      "epoch": 0.194816,
+      "grad_norm": 0.05677184268701295,
+      "learning_rate": 9.896309331908356e-05,
+      "loss": 0.0308,
+      "step": 60880
+    },
+    {
+      "epoch": 0.19488,
+      "grad_norm": 0.11042946171951377,
+      "learning_rate": 9.896241429465794e-05,
+      "loss": 0.0321,
+      "step": 60900
+    },
+    {
+      "epoch": 0.194944,
+      "grad_norm": 0.0678211761816004,
+      "learning_rate": 9.896173505030458e-05,
+      "loss": 0.0295,
+      "step": 60920
+    },
+    {
+      "epoch": 0.195008,
+      "grad_norm": 0.10701547818281253,
+      "learning_rate": 9.896105558602651e-05,
+      "loss": 0.0318,
+      "step": 60940
+    },
+    {
+      "epoch": 0.195072,
+      "grad_norm": 0.0640714627087837,
+      "learning_rate": 9.896037590182682e-05,
+      "loss": 0.0321,
+      "step": 60960
+    },
+    {
+      "epoch": 0.195136,
+      "grad_norm": 0.062094725726349956,
+      "learning_rate": 9.895969599770853e-05,
+      "loss": 0.0291,
+      "step": 60980
+    },
+    {
+      "epoch": 0.1952,
+      "grad_norm": 0.06687166013531315,
+      "learning_rate": 9.895901587367473e-05,
+      "loss": 0.032,
+      "step": 61000
+    },
+    {
+      "epoch": 0.195264,
+      "grad_norm": 0.09537621545359926,
+      "learning_rate": 9.895833552972847e-05,
+      "loss": 0.0288,
+      "step": 61020
+    },
+    {
+      "epoch": 0.195328,
+      "grad_norm": 0.06471981423394278,
+      "learning_rate": 9.895765496587276e-05,
+      "loss": 0.031,
+      "step": 61040
+    },
+    {
+      "epoch": 0.195392,
+      "grad_norm": 0.0819355863369456,
+      "learning_rate": 9.895697418211072e-05,
+      "loss": 0.0294,
+      "step": 61060
+    },
+    {
+      "epoch": 0.195456,
+      "grad_norm": 0.05866861005891022,
+      "learning_rate": 9.895629317844535e-05,
+      "loss": 0.0322,
+      "step": 61080
+    },
+    {
+      "epoch": 0.19552,
+      "grad_norm": 0.10875114650799464,
+      "learning_rate": 9.895561195487975e-05,
+      "loss": 0.0321,
+      "step": 61100
+    },
+    {
+      "epoch": 0.195584,
+      "grad_norm": 0.07623822675649831,
+      "learning_rate": 9.895493051141697e-05,
+      "loss": 0.0301,
+      "step": 61120
+    },
+    {
+      "epoch": 0.195648,
+      "grad_norm": 0.09785094467827996,
+      "learning_rate": 9.895424884806007e-05,
+      "loss": 0.0286,
+      "step": 61140
+    },
+    {
+      "epoch": 0.195712,
+      "grad_norm": 0.06931473689650194,
+      "learning_rate": 9.895356696481208e-05,
+      "loss": 0.0297,
+      "step": 61160
+    },
+    {
+      "epoch": 0.195776,
+      "grad_norm": 0.05549493272907254,
+      "learning_rate": 9.895288486167613e-05,
+      "loss": 0.0283,
+      "step": 61180
+    },
+    {
+      "epoch": 0.19584,
+      "grad_norm": 0.07784006463678438,
+      "learning_rate": 9.895220253865522e-05,
+      "loss": 0.0312,
+      "step": 61200
+    },
+    {
+      "epoch": 0.195904,
+      "grad_norm": 0.12533703760342307,
+      "learning_rate": 9.895151999575245e-05,
+      "loss": 0.0346,
+      "step": 61220
+    },
+    {
+      "epoch": 0.195968,
+      "grad_norm": 0.07205968559113399,
+      "learning_rate": 9.895083723297088e-05,
+      "loss": 0.0329,
+      "step": 61240
+    },
+    {
+      "epoch": 0.196032,
+      "grad_norm": 0.06113169352554559,
+      "learning_rate": 9.895015425031356e-05,
+      "loss": 0.0293,
+      "step": 61260
+    },
+    {
+      "epoch": 0.196096,
+      "grad_norm": 0.1303784904252652,
+      "learning_rate": 9.894947104778359e-05,
+      "loss": 0.032,
+      "step": 61280
+    },
+    {
+      "epoch": 0.19616,
+      "grad_norm": 0.14684742797318978,
+      "learning_rate": 9.8948787625384e-05,
+      "loss": 0.0333,
+      "step": 61300
+    },
+    {
+      "epoch": 0.196224,
+      "grad_norm": 0.07605924929327698,
+      "learning_rate": 9.89481039831179e-05,
+      "loss": 0.0319,
+      "step": 61320
+    },
+    {
+      "epoch": 0.196288,
+      "grad_norm": 0.10448186062506538,
+      "learning_rate": 9.894742012098832e-05,
+      "loss": 0.0312,
+      "step": 61340
+    },
+    {
+      "epoch": 0.196352,
+      "grad_norm": 0.0698382859985516,
+      "learning_rate": 9.894673603899836e-05,
+      "loss": 0.0312,
+      "step": 61360
+    },
+    {
+      "epoch": 0.196416,
+      "grad_norm": 0.08206932477813039,
+      "learning_rate": 9.894605173715107e-05,
+      "loss": 0.0303,
+      "step": 61380
+    },
+    {
+      "epoch": 0.19648,
+      "grad_norm": 0.07141172314713462,
+      "learning_rate": 9.894536721544957e-05,
+      "loss": 0.031,
+      "step": 61400
+    },
+    {
+      "epoch": 0.196544,
+      "grad_norm": 0.06709066594101129,
+      "learning_rate": 9.894468247389689e-05,
+      "loss": 0.0305,
+      "step": 61420
+    },
+    {
+      "epoch": 0.196608,
+      "grad_norm": 0.12169138506048809,
+      "learning_rate": 9.894399751249611e-05,
+      "loss": 0.0326,
+      "step": 61440
+    },
+    {
+      "epoch": 0.196672,
+      "grad_norm": 0.09613688788499254,
+      "learning_rate": 9.894331233125033e-05,
+      "loss": 0.0302,
+      "step": 61460
+    },
+    {
+      "epoch": 0.196736,
+      "grad_norm": 0.05278142388055059,
+      "learning_rate": 9.89426269301626e-05,
+      "loss": 0.0284,
+      "step": 61480
+    },
+    {
+      "epoch": 0.1968,
+      "grad_norm": 0.13578121101185436,
+      "learning_rate": 9.894194130923602e-05,
+      "loss": 0.0309,
+      "step": 61500
+    },
+    {
+      "epoch": 0.196864,
+      "grad_norm": 0.06637212701748277,
+      "learning_rate": 9.894125546847366e-05,
+      "loss": 0.0324,
+      "step": 61520
+    },
+    {
+      "epoch": 0.196928,
+      "grad_norm": 0.05240225896770924,
+      "learning_rate": 9.89405694078786e-05,
+      "loss": 0.0298,
+      "step": 61540
+    },
+    {
+      "epoch": 0.196992,
+      "grad_norm": 0.05487980617276184,
+      "learning_rate": 9.893988312745392e-05,
+      "loss": 0.0283,
+      "step": 61560
+    },
+    {
+      "epoch": 0.197056,
+      "grad_norm": 0.09063662250011725,
+      "learning_rate": 9.89391966272027e-05,
+      "loss": 0.0318,
+      "step": 61580
+    },
+    {
+      "epoch": 0.19712,
+      "grad_norm": 0.11604046588493298,
+      "learning_rate": 9.893850990712806e-05,
+      "loss": 0.0308,
+      "step": 61600
+    },
+    {
+      "epoch": 0.197184,
+      "grad_norm": 0.07700860958460015,
+      "learning_rate": 9.893782296723302e-05,
+      "loss": 0.0305,
+      "step": 61620
+    },
+    {
+      "epoch": 0.197248,
+      "grad_norm": 0.07933001334214801,
+      "learning_rate": 9.893713580752072e-05,
+      "loss": 0.0293,
+      "step": 61640
+    },
+    {
+      "epoch": 0.197312,
+      "grad_norm": 0.09772465961427232,
+      "learning_rate": 9.893644842799422e-05,
+      "loss": 0.0293,
+      "step": 61660
+    },
+    {
+      "epoch": 0.197376,
+      "grad_norm": 0.10204794159022518,
+      "learning_rate": 9.893576082865661e-05,
+      "loss": 0.0299,
+      "step": 61680
+    },
+    {
+      "epoch": 0.19744,
+      "grad_norm": 0.05855340392624238,
+      "learning_rate": 9.8935073009511e-05,
+      "loss": 0.0316,
+      "step": 61700
+    },
+    {
+      "epoch": 0.197504,
+      "grad_norm": 0.08714582062645373,
+      "learning_rate": 9.893438497056045e-05,
+      "loss": 0.0293,
+      "step": 61720
+    },
+    {
+      "epoch": 0.197568,
+      "grad_norm": 0.08166689874857597,
+      "learning_rate": 9.893369671180806e-05,
+      "loss": 0.0292,
+      "step": 61740
+    },
+    {
+      "epoch": 0.197632,
+      "grad_norm": 0.07942049446652197,
+      "learning_rate": 9.893300823325693e-05,
+      "loss": 0.0315,
+      "step": 61760
+    },
+    {
+      "epoch": 0.197696,
+      "grad_norm": 0.05679037065786764,
+      "learning_rate": 9.893231953491015e-05,
+      "loss": 0.0302,
+      "step": 61780
+    },
+    {
+      "epoch": 0.19776,
+      "grad_norm": 0.0973253556157589,
+      "learning_rate": 9.89316306167708e-05,
+      "loss": 0.0343,
+      "step": 61800
+    },
+    {
+      "epoch": 0.197824,
+      "grad_norm": 0.051617282043366325,
+      "learning_rate": 9.893094147884199e-05,
+      "loss": 0.0327,
+      "step": 61820
+    },
+    {
+      "epoch": 0.197888,
+      "grad_norm": 0.06490598622432976,
+      "learning_rate": 9.893025212112681e-05,
+      "loss": 0.0277,
+      "step": 61840
+    },
+    {
+      "epoch": 0.197952,
+      "grad_norm": 0.06926496415549095,
+      "learning_rate": 9.892956254362835e-05,
+      "loss": 0.0286,
+      "step": 61860
+    },
+    {
+      "epoch": 0.198016,
+      "grad_norm": 0.06583024638132584,
+      "learning_rate": 9.892887274634973e-05,
+      "loss": 0.0309,
+      "step": 61880
+    },
+    {
+      "epoch": 0.19808,
+      "grad_norm": 0.11182811176977141,
+      "learning_rate": 9.892818272929403e-05,
+      "loss": 0.0271,
+      "step": 61900
+    },
+    {
+      "epoch": 0.198144,
+      "grad_norm": 0.05014027710008368,
+      "learning_rate": 9.892749249246434e-05,
+      "loss": 0.0298,
+      "step": 61920
+    },
+    {
+      "epoch": 0.198208,
+      "grad_norm": 0.06955886565878724,
+      "learning_rate": 9.892680203586377e-05,
+      "loss": 0.0286,
+      "step": 61940
+    },
+    {
+      "epoch": 0.198272,
+      "grad_norm": 0.10697841313446631,
+      "learning_rate": 9.892611135949543e-05,
+      "loss": 0.0302,
+      "step": 61960
+    },
+    {
+      "epoch": 0.198336,
+      "grad_norm": 0.06625891120506502,
+      "learning_rate": 9.892542046336243e-05,
+      "loss": 0.0305,
+      "step": 61980
+    },
+    {
+      "epoch": 0.1984,
+      "grad_norm": 0.15507989222184676,
+      "learning_rate": 9.892472934746784e-05,
+      "loss": 0.0326,
+      "step": 62000
+    },
+    {
+      "epoch": 0.198464,
+      "grad_norm": 0.18375831456167252,
+      "learning_rate": 9.89240380118148e-05,
+      "loss": 0.0317,
+      "step": 62020
+    },
+    {
+      "epoch": 0.198528,
+      "grad_norm": 0.07149617138962547,
+      "learning_rate": 9.892334645640638e-05,
+      "loss": 0.0351,
+      "step": 62040
+    },
+    {
+      "epoch": 0.198592,
+      "grad_norm": 0.04779945142917935,
+      "learning_rate": 9.892265468124572e-05,
+      "loss": 0.0308,
+      "step": 62060
+    },
+    {
+      "epoch": 0.198656,
+      "grad_norm": 0.10284807613957302,
+      "learning_rate": 9.892196268633592e-05,
+      "loss": 0.0317,
+      "step": 62080
+    },
+    {
+      "epoch": 0.19872,
+      "grad_norm": 0.06000234518312874,
+      "learning_rate": 9.892127047168004e-05,
+      "loss": 0.0344,
+      "step": 62100
+    },
+    {
+      "epoch": 0.198784,
+      "grad_norm": 0.06429949449582269,
+      "learning_rate": 9.892057803728127e-05,
+      "loss": 0.0302,
+      "step": 62120
+    },
+    {
+      "epoch": 0.198848,
+      "grad_norm": 0.10842053577962579,
+      "learning_rate": 9.891988538314268e-05,
+      "loss": 0.0321,
+      "step": 62140
+    },
+    {
+      "epoch": 0.198912,
+      "grad_norm": 0.13938717345038126,
+      "learning_rate": 9.891919250926735e-05,
+      "loss": 0.0322,
+      "step": 62160
+    },
+    {
+      "epoch": 0.198976,
+      "grad_norm": 0.057713137488330776,
+      "learning_rate": 9.891849941565845e-05,
+      "loss": 0.0349,
+      "step": 62180
+    },
+    {
+      "epoch": 0.19904,
+      "grad_norm": 0.0768692173925232,
+      "learning_rate": 9.891780610231907e-05,
+      "loss": 0.0317,
+      "step": 62200
+    },
+    {
+      "epoch": 0.199104,
+      "grad_norm": 0.09271261722337276,
+      "learning_rate": 9.891711256925232e-05,
+      "loss": 0.0285,
+      "step": 62220
+    },
+    {
+      "epoch": 0.199168,
+      "grad_norm": 0.0898927603500762,
+      "learning_rate": 9.89164188164613e-05,
+      "loss": 0.0315,
+      "step": 62240
+    },
+    {
+      "epoch": 0.199232,
+      "grad_norm": 0.07646915821152574,
+      "learning_rate": 9.891572484394916e-05,
+      "loss": 0.0327,
+      "step": 62260
+    },
+    {
+      "epoch": 0.199296,
+      "grad_norm": 0.07865861512866454,
+      "learning_rate": 9.8915030651719e-05,
+      "loss": 0.0302,
+      "step": 62280
+    },
+    {
+      "epoch": 0.19936,
+      "grad_norm": 0.08436364241977502,
+      "learning_rate": 9.891433623977391e-05,
+      "loss": 0.0318,
+      "step": 62300
+    },
+    {
+      "epoch": 0.199424,
+      "grad_norm": 0.062311075034575523,
+      "learning_rate": 9.891364160811705e-05,
+      "loss": 0.0326,
+      "step": 62320
+    },
+    {
+      "epoch": 0.199488,
+      "grad_norm": 0.08078036865067863,
+      "learning_rate": 9.891294675675153e-05,
+      "loss": 0.0298,
+      "step": 62340
+    },
+    {
+      "epoch": 0.199552,
+      "grad_norm": 0.11242842084438706,
+      "learning_rate": 9.891225168568048e-05,
+      "loss": 0.0345,
+      "step": 62360
+    },
+    {
+      "epoch": 0.199616,
+      "grad_norm": 0.0863466846534019,
+      "learning_rate": 9.8911556394907e-05,
+      "loss": 0.0285,
+      "step": 62380
+    },
+    {
+      "epoch": 0.19968,
+      "grad_norm": 0.05808027699246877,
+      "learning_rate": 9.891086088443423e-05,
+      "loss": 0.0264,
+      "step": 62400
+    },
+    {
+      "epoch": 0.199744,
+      "grad_norm": 0.07995310188949552,
+      "learning_rate": 9.891016515426528e-05,
+      "loss": 0.0301,
+      "step": 62420
+    },
+    {
+      "epoch": 0.199808,
+      "grad_norm": 0.08107171739928222,
+      "learning_rate": 9.890946920440329e-05,
+      "loss": 0.0323,
+      "step": 62440
+    },
+    {
+      "epoch": 0.199872,
+      "grad_norm": 0.06297589335834405,
+      "learning_rate": 9.890877303485138e-05,
+      "loss": 0.0317,
+      "step": 62460
+    },
+    {
+      "epoch": 0.199936,
+      "grad_norm": 0.07762944076852882,
+      "learning_rate": 9.890807664561266e-05,
+      "loss": 0.0288,
+      "step": 62480
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.12186999436172585,
+      "learning_rate": 9.890738003669029e-05,
+      "loss": 0.0327,
+      "step": 62500
+    },
+    {
+      "epoch": 0.200064,
+      "grad_norm": 0.06563098417455279,
+      "learning_rate": 9.890668320808739e-05,
+      "loss": 0.033,
+      "step": 62520
+    },
+    {
+      "epoch": 0.200128,
+      "grad_norm": 0.05871107683333555,
+      "learning_rate": 9.890598615980706e-05,
+      "loss": 0.0283,
+      "step": 62540
+    },
+    {
+      "epoch": 0.200192,
+      "grad_norm": 0.08004769290431618,
+      "learning_rate": 9.890528889185246e-05,
+      "loss": 0.0303,
+      "step": 62560
+    },
+    {
+      "epoch": 0.200256,
+      "grad_norm": 0.07938834792632665,
+      "learning_rate": 9.890459140422673e-05,
+      "loss": 0.0278,
+      "step": 62580
+    },
+    {
+      "epoch": 0.20032,
+      "grad_norm": 0.08603775407234336,
+      "learning_rate": 9.890389369693296e-05,
+      "loss": 0.0308,
+      "step": 62600
+    },
+    {
+      "epoch": 0.200384,
+      "grad_norm": 0.11055551034732886,
+      "learning_rate": 9.890319576997433e-05,
+      "loss": 0.0303,
+      "step": 62620
+    },
+    {
+      "epoch": 0.200448,
+      "grad_norm": 0.06123784485716809,
+      "learning_rate": 9.890249762335395e-05,
+      "loss": 0.0325,
+      "step": 62640
+    },
+    {
+      "epoch": 0.200512,
+      "grad_norm": 0.07983469946844252,
+      "learning_rate": 9.890179925707497e-05,
+      "loss": 0.0297,
+      "step": 62660
+    },
+    {
+      "epoch": 0.200576,
+      "grad_norm": 0.05206335144078582,
+      "learning_rate": 9.890110067114054e-05,
+      "loss": 0.0307,
+      "step": 62680
+    },
+    {
+      "epoch": 0.20064,
+      "grad_norm": 0.09512223442399825,
+      "learning_rate": 9.890040186555375e-05,
+      "loss": 0.0291,
+      "step": 62700
+    },
+    {
+      "epoch": 0.200704,
+      "grad_norm": 0.06451238270080743,
+      "learning_rate": 9.889970284031778e-05,
+      "loss": 0.0281,
+      "step": 62720
+    },
+    {
+      "epoch": 0.200768,
+      "grad_norm": 0.08550344291490274,
+      "learning_rate": 9.889900359543575e-05,
+      "loss": 0.0307,
+      "step": 62740
+    },
+    {
+      "epoch": 0.200832,
+      "grad_norm": 0.07270337059535208,
+      "learning_rate": 9.889830413091082e-05,
+      "loss": 0.0338,
+      "step": 62760
+    },
+    {
+      "epoch": 0.200896,
+      "grad_norm": 0.09512729992735945,
+      "learning_rate": 9.88976044467461e-05,
+      "loss": 0.034,
+      "step": 62780
+    },
+    {
+      "epoch": 0.20096,
+      "grad_norm": 0.06615045591555849,
+      "learning_rate": 9.889690454294476e-05,
+      "loss": 0.0292,
+      "step": 62800
+    },
+    {
+      "epoch": 0.201024,
+      "grad_norm": 0.08910879008877794,
+      "learning_rate": 9.889620441950995e-05,
+      "loss": 0.0305,
+      "step": 62820
+    },
+    {
+      "epoch": 0.201088,
+      "grad_norm": 0.0605152520287331,
+      "learning_rate": 9.889550407644478e-05,
+      "loss": 0.0348,
+      "step": 62840
+    },
+    {
+      "epoch": 0.201152,
+      "grad_norm": 0.07728539640240824,
+      "learning_rate": 9.889480351375242e-05,
+      "loss": 0.0334,
+      "step": 62860
+    },
+    {
+      "epoch": 0.201216,
+      "grad_norm": 0.06152172644097212,
+      "learning_rate": 9.889410273143602e-05,
+      "loss": 0.0317,
+      "step": 62880
+    },
+    {
+      "epoch": 0.20128,
+      "grad_norm": 0.05386747881846268,
+      "learning_rate": 9.889340172949872e-05,
+      "loss": 0.031,
+      "step": 62900
+    },
+    {
+      "epoch": 0.201344,
+      "grad_norm": 0.07742339573750492,
+      "learning_rate": 9.889270050794369e-05,
+      "loss": 0.0302,
+      "step": 62920
+    },
+    {
+      "epoch": 0.201408,
+      "grad_norm": 0.11064297781592901,
+      "learning_rate": 9.889199906677402e-05,
+      "loss": 0.033,
+      "step": 62940
+    },
+    {
+      "epoch": 0.201472,
+      "grad_norm": 0.059745369438746164,
+      "learning_rate": 9.889129740599293e-05,
+      "loss": 0.0286,
+      "step": 62960
+    },
+    {
+      "epoch": 0.201536,
+      "grad_norm": 0.06454175695880615,
+      "learning_rate": 9.889059552560353e-05,
+      "loss": 0.0311,
+      "step": 62980
+    },
+    {
+      "epoch": 0.2016,
+      "grad_norm": 0.056593599562569506,
+      "learning_rate": 9.888989342560899e-05,
+      "loss": 0.0307,
+      "step": 63000
+    },
+    {
+      "epoch": 0.201664,
+      "grad_norm": 0.06417742242848436,
+      "learning_rate": 9.888919110601245e-05,
+      "loss": 0.0307,
+      "step": 63020
+    },
+    {
+      "epoch": 0.201728,
+      "grad_norm": 0.1268828004041676,
+      "learning_rate": 9.88884885668171e-05,
+      "loss": 0.0271,
+      "step": 63040
+    },
+    {
+      "epoch": 0.201792,
+      "grad_norm": 0.11075245721018577,
+      "learning_rate": 9.888778580802603e-05,
+      "loss": 0.0276,
+      "step": 63060
+    },
+    {
+      "epoch": 0.201856,
+      "grad_norm": 0.12940877064919387,
+      "learning_rate": 9.888708282964245e-05,
+      "loss": 0.0326,
+      "step": 63080
+    },
+    {
+      "epoch": 0.20192,
+      "grad_norm": 0.051846573628494465,
+      "learning_rate": 9.888637963166951e-05,
+      "loss": 0.0311,
+      "step": 63100
+    },
+    {
+      "epoch": 0.201984,
+      "grad_norm": 0.0967980313640854,
+      "learning_rate": 9.888567621411037e-05,
+      "loss": 0.0305,
+      "step": 63120
+    },
+    {
+      "epoch": 0.202048,
+      "grad_norm": 0.14683090184630224,
+      "learning_rate": 9.888497257696816e-05,
+      "loss": 0.0322,
+      "step": 63140
+    },
+    {
+      "epoch": 0.202112,
+      "grad_norm": 0.05832873128240348,
+      "learning_rate": 9.888426872024607e-05,
+      "loss": 0.0315,
+      "step": 63160
+    },
+    {
+      "epoch": 0.202176,
+      "grad_norm": 0.07444137981373461,
+      "learning_rate": 9.888356464394726e-05,
+      "loss": 0.0317,
+      "step": 63180
+    },
+    {
+      "epoch": 0.20224,
+      "grad_norm": 0.060514928654942284,
+      "learning_rate": 9.888286034807488e-05,
+      "loss": 0.0301,
+      "step": 63200
+    },
+    {
+      "epoch": 0.202304,
+      "grad_norm": 0.0838569680536182,
+      "learning_rate": 9.888215583263211e-05,
+      "loss": 0.0281,
+      "step": 63220
+    },
+    {
+      "epoch": 0.202368,
+      "grad_norm": 0.08829041062327733,
+      "learning_rate": 9.88814510976221e-05,
+      "loss": 0.0308,
+      "step": 63240
+    },
+    {
+      "epoch": 0.202432,
+      "grad_norm": 0.06215733658389588,
+      "learning_rate": 9.888074614304801e-05,
+      "loss": 0.0294,
+      "step": 63260
+    },
+    {
+      "epoch": 0.202496,
+      "grad_norm": 0.06359654917293786,
+      "learning_rate": 9.888004096891301e-05,
+      "loss": 0.0341,
+      "step": 63280
+    },
+    {
+      "epoch": 0.20256,
+      "grad_norm": 0.17896120220466766,
+      "learning_rate": 9.88793355752203e-05,
+      "loss": 0.0311,
+      "step": 63300
+    },
+    {
+      "epoch": 0.202624,
+      "grad_norm": 0.05048565255195389,
+      "learning_rate": 9.887862996197299e-05,
+      "loss": 0.0318,
+      "step": 63320
+    },
+    {
+      "epoch": 0.202688,
+      "grad_norm": 0.0646998510329791,
+      "learning_rate": 9.887792412917429e-05,
+      "loss": 0.0302,
+      "step": 63340
+    },
+    {
+      "epoch": 0.202752,
+      "grad_norm": 0.0562610591555951,
+      "learning_rate": 9.887721807682737e-05,
+      "loss": 0.0307,
+      "step": 63360
+    },
+    {
+      "epoch": 0.202816,
+      "grad_norm": 0.1477430376627839,
+      "learning_rate": 9.887651180493541e-05,
+      "loss": 0.0305,
+      "step": 63380
+    },
+    {
+      "epoch": 0.20288,
+      "grad_norm": 0.0674345676720661,
+      "learning_rate": 9.887580531350153e-05,
+      "loss": 0.0317,
+      "step": 63400
+    },
+    {
+      "epoch": 0.202944,
+      "grad_norm": 0.07734606496544501,
+      "learning_rate": 9.887509860252896e-05,
+      "loss": 0.033,
+      "step": 63420
+    },
+    {
+      "epoch": 0.203008,
+      "grad_norm": 0.12056069746244899,
+      "learning_rate": 9.887439167202085e-05,
+      "loss": 0.0342,
+      "step": 63440
+    },
+    {
+      "epoch": 0.203072,
+      "grad_norm": 0.119200794918838,
+      "learning_rate": 9.887368452198039e-05,
+      "loss": 0.032,
+      "step": 63460
+    },
+    {
+      "epoch": 0.203136,
+      "grad_norm": 0.10154048541431089,
+      "learning_rate": 9.887297715241071e-05,
+      "loss": 0.0302,
+      "step": 63480
+    },
+    {
+      "epoch": 0.2032,
+      "grad_norm": 0.0672682043952556,
+      "learning_rate": 9.887226956331505e-05,
+      "loss": 0.0317,
+      "step": 63500
+    },
+    {
+      "epoch": 0.203264,
+      "grad_norm": 0.06015799237233984,
+      "learning_rate": 9.887156175469656e-05,
+      "loss": 0.0297,
+      "step": 63520
+    },
+    {
+      "epoch": 0.203328,
+      "grad_norm": 0.08212798306311808,
+      "learning_rate": 9.887085372655842e-05,
+      "loss": 0.029,
+      "step": 63540
+    },
+    {
+      "epoch": 0.203392,
+      "grad_norm": 0.08341155068462985,
+      "learning_rate": 9.88701454789038e-05,
+      "loss": 0.0276,
+      "step": 63560
+    },
+    {
+      "epoch": 0.203456,
+      "grad_norm": 0.10931404313253278,
+      "learning_rate": 9.88694370117359e-05,
+      "loss": 0.0332,
+      "step": 63580
+    },
+    {
+      "epoch": 0.20352,
+      "grad_norm": 0.11037579197073154,
+      "learning_rate": 9.886872832505789e-05,
+      "loss": 0.0348,
+      "step": 63600
+    },
+    {
+      "epoch": 0.203584,
+      "grad_norm": 0.06616123590128432,
+      "learning_rate": 9.886801941887297e-05,
+      "loss": 0.0324,
+      "step": 63620
+    },
+    {
+      "epoch": 0.203648,
+      "grad_norm": 0.0657499508743157,
+      "learning_rate": 9.88673102931843e-05,
+      "loss": 0.0297,
+      "step": 63640
+    },
+    {
+      "epoch": 0.203712,
+      "grad_norm": 0.1231905127093973,
+      "learning_rate": 9.886660094799507e-05,
+      "loss": 0.0304,
+      "step": 63660
+    },
+    {
+      "epoch": 0.203776,
+      "grad_norm": 0.08221796481018362,
+      "learning_rate": 9.886589138330848e-05,
+      "loss": 0.0309,
+      "step": 63680
+    },
+    {
+      "epoch": 0.20384,
+      "grad_norm": 0.09298171826584051,
+      "learning_rate": 9.886518159912773e-05,
+      "loss": 0.0348,
+      "step": 63700
+    },
+    {
+      "epoch": 0.203904,
+      "grad_norm": 0.0687283839880023,
+      "learning_rate": 9.886447159545596e-05,
+      "loss": 0.0305,
+      "step": 63720
+    },
+    {
+      "epoch": 0.203968,
+      "grad_norm": 0.06302537301108221,
+      "learning_rate": 9.886376137229638e-05,
+      "loss": 0.0305,
+      "step": 63740
+    },
+    {
+      "epoch": 0.204032,
+      "grad_norm": 0.09716567822536326,
+      "learning_rate": 9.886305092965221e-05,
+      "loss": 0.0257,
+      "step": 63760
+    },
+    {
+      "epoch": 0.204096,
+      "grad_norm": 0.10773349544042748,
+      "learning_rate": 9.886234026752661e-05,
+      "loss": 0.0285,
+      "step": 63780
+    },
+    {
+      "epoch": 0.20416,
+      "grad_norm": 0.07901067280872685,
+      "learning_rate": 9.886162938592279e-05,
+      "loss": 0.032,
+      "step": 63800
+    },
+    {
+      "epoch": 0.204224,
+      "grad_norm": 0.07664776168887391,
+      "learning_rate": 9.886091828484392e-05,
+      "loss": 0.0299,
+      "step": 63820
+    },
+    {
+      "epoch": 0.204288,
+      "grad_norm": 0.05456249934455802,
+      "learning_rate": 9.886020696429322e-05,
+      "loss": 0.03,
+      "step": 63840
+    },
+    {
+      "epoch": 0.204352,
+      "grad_norm": 0.06837568986442204,
+      "learning_rate": 9.885949542427387e-05,
+      "loss": 0.0301,
+      "step": 63860
+    },
+    {
+      "epoch": 0.204416,
+      "grad_norm": 0.061365967702563716,
+      "learning_rate": 9.885878366478906e-05,
+      "loss": 0.0308,
+      "step": 63880
+    },
+    {
+      "epoch": 0.20448,
+      "grad_norm": 0.09146446078901226,
+      "learning_rate": 9.885807168584202e-05,
+      "loss": 0.0334,
+      "step": 63900
+    },
+    {
+      "epoch": 0.204544,
+      "grad_norm": 0.10042686227990938,
+      "learning_rate": 9.885735948743589e-05,
+      "loss": 0.0309,
+      "step": 63920
+    },
+    {
+      "epoch": 0.204608,
+      "grad_norm": 0.06603926766223514,
+      "learning_rate": 9.885664706957394e-05,
+      "loss": 0.0308,
+      "step": 63940
+    },
+    {
+      "epoch": 0.204672,
+      "grad_norm": 0.06374318497870726,
+      "learning_rate": 9.885593443225931e-05,
+      "loss": 0.0321,
+      "step": 63960
+    },
+    {
+      "epoch": 0.204736,
+      "grad_norm": 0.07408396367228946,
+      "learning_rate": 9.885522157549523e-05,
+      "loss": 0.0292,
+      "step": 63980
+    },
+    {
+      "epoch": 0.2048,
+      "grad_norm": 0.06248315119423602,
+      "learning_rate": 9.885450849928489e-05,
+      "loss": 0.0287,
+      "step": 64000
+    },
+    {
+      "epoch": 0.204864,
+      "grad_norm": 0.11217650994761383,
+      "learning_rate": 9.885379520363151e-05,
+      "loss": 0.0309,
+      "step": 64020
+    },
+    {
+      "epoch": 0.204928,
+      "grad_norm": 0.07386765104562358,
+      "learning_rate": 9.885308168853827e-05,
+      "loss": 0.0349,
+      "step": 64040
+    },
+    {
+      "epoch": 0.204992,
+      "grad_norm": 0.11135194803739466,
+      "learning_rate": 9.88523679540084e-05,
+      "loss": 0.0309,
+      "step": 64060
+    },
+    {
+      "epoch": 0.205056,
+      "grad_norm": 0.058430369177536384,
+      "learning_rate": 9.885165400004508e-05,
+      "loss": 0.0281,
+      "step": 64080
+    },
+    {
+      "epoch": 0.20512,
+      "grad_norm": 0.08220734841135377,
+      "learning_rate": 9.885093982665155e-05,
+      "loss": 0.0303,
+      "step": 64100
+    },
+    {
+      "epoch": 0.205184,
+      "grad_norm": 0.060990656579194336,
+      "learning_rate": 9.885022543383099e-05,
+      "loss": 0.0312,
+      "step": 64120
+    },
+    {
+      "epoch": 0.205248,
+      "grad_norm": 0.09034580299613967,
+      "learning_rate": 9.884951082158662e-05,
+      "loss": 0.03,
+      "step": 64140
+    },
+    {
+      "epoch": 0.205312,
+      "grad_norm": 0.07721098555870005,
+      "learning_rate": 9.884879598992165e-05,
+      "loss": 0.03,
+      "step": 64160
+    },
+    {
+      "epoch": 0.205376,
+      "grad_norm": 0.05245287110735163,
+      "learning_rate": 9.884808093883929e-05,
+      "loss": 0.0293,
+      "step": 64180
+    },
+    {
+      "epoch": 0.20544,
+      "grad_norm": 0.05473640872983397,
+      "learning_rate": 9.884736566834274e-05,
+      "loss": 0.0306,
+      "step": 64200
+    },
+    {
+      "epoch": 0.205504,
+      "grad_norm": 0.09700912482389562,
+      "learning_rate": 9.884665017843522e-05,
+      "loss": 0.0317,
+      "step": 64220
+    },
+    {
+      "epoch": 0.205568,
+      "grad_norm": 0.08198653204921219,
+      "learning_rate": 9.884593446911996e-05,
+      "loss": 0.0297,
+      "step": 64240
+    },
+    {
+      "epoch": 0.205632,
+      "grad_norm": 0.12875403382407916,
+      "learning_rate": 9.884521854040017e-05,
+      "loss": 0.0312,
+      "step": 64260
+    },
+    {
+      "epoch": 0.205696,
+      "grad_norm": 0.0625957501679003,
+      "learning_rate": 9.884450239227903e-05,
+      "loss": 0.027,
+      "step": 64280
+    },
+    {
+      "epoch": 0.20576,
+      "grad_norm": 0.0748896994819878,
+      "learning_rate": 9.88437860247598e-05,
+      "loss": 0.0304,
+      "step": 64300
+    },
+    {
+      "epoch": 0.205824,
+      "grad_norm": 0.07691370159412471,
+      "learning_rate": 9.884306943784568e-05,
+      "loss": 0.0287,
+      "step": 64320
+    },
+    {
+      "epoch": 0.205888,
+      "grad_norm": 0.09988206869665896,
+      "learning_rate": 9.88423526315399e-05,
+      "loss": 0.0313,
+      "step": 64340
+    },
+    {
+      "epoch": 0.205952,
+      "grad_norm": 0.06096291857040583,
+      "learning_rate": 9.884163560584565e-05,
+      "loss": 0.03,
+      "step": 64360
+    },
+    {
+      "epoch": 0.206016,
+      "grad_norm": 0.05882499625324927,
+      "learning_rate": 9.884091836076619e-05,
+      "loss": 0.0283,
+      "step": 64380
+    },
+    {
+      "epoch": 0.20608,
+      "grad_norm": 0.07311449352289706,
+      "learning_rate": 9.884020089630473e-05,
+      "loss": 0.0262,
+      "step": 64400
+    },
+    {
+      "epoch": 0.206144,
+      "grad_norm": 0.062244495478648035,
+      "learning_rate": 9.883948321246446e-05,
+      "loss": 0.0294,
+      "step": 64420
+    },
+    {
+      "epoch": 0.206208,
+      "grad_norm": 0.10751973944075745,
+      "learning_rate": 9.883876530924865e-05,
+      "loss": 0.0296,
+      "step": 64440
+    },
+    {
+      "epoch": 0.206272,
+      "grad_norm": 0.08757285110306214,
+      "learning_rate": 9.88380471866605e-05,
+      "loss": 0.0303,
+      "step": 64460
+    },
+    {
+      "epoch": 0.206336,
+      "grad_norm": 0.11072280387193506,
+      "learning_rate": 9.883732884470322e-05,
+      "loss": 0.0294,
+      "step": 64480
+    },
+    {
+      "epoch": 0.2064,
+      "grad_norm": 0.07452427659408904,
+      "learning_rate": 9.883661028338008e-05,
+      "loss": 0.031,
+      "step": 64500
+    },
+    {
+      "epoch": 0.206464,
+      "grad_norm": 0.10289466290419874,
+      "learning_rate": 9.883589150269428e-05,
+      "loss": 0.0324,
+      "step": 64520
+    },
+    {
+      "epoch": 0.206528,
+      "grad_norm": 0.09347073594765434,
+      "learning_rate": 9.883517250264904e-05,
+      "loss": 0.0324,
+      "step": 64540
+    },
+    {
+      "epoch": 0.206592,
+      "grad_norm": 0.06950875889445961,
+      "learning_rate": 9.883445328324762e-05,
+      "loss": 0.0315,
+      "step": 64560
+    },
+    {
+      "epoch": 0.206656,
+      "grad_norm": 0.16004413109609228,
+      "learning_rate": 9.883373384449321e-05,
+      "loss": 0.0318,
+      "step": 64580
+    },
+    {
+      "epoch": 0.20672,
+      "grad_norm": 0.15477221883523498,
+      "learning_rate": 9.883301418638908e-05,
+      "loss": 0.0296,
+      "step": 64600
+    },
+    {
+      "epoch": 0.206784,
+      "grad_norm": 0.08781466540967116,
+      "learning_rate": 9.883229430893846e-05,
+      "loss": 0.028,
+      "step": 64620
+    },
+    {
+      "epoch": 0.206848,
+      "grad_norm": 0.09294512414526,
+      "learning_rate": 9.883157421214455e-05,
+      "loss": 0.0313,
+      "step": 64640
+    },
+    {
+      "epoch": 0.206912,
+      "grad_norm": 0.08566778758251467,
+      "learning_rate": 9.883085389601061e-05,
+      "loss": 0.0329,
+      "step": 64660
+    },
+    {
+      "epoch": 0.206976,
+      "grad_norm": 0.08230644110344161,
+      "learning_rate": 9.883013336053987e-05,
+      "loss": 0.0309,
+      "step": 64680
+    },
+    {
+      "epoch": 0.20704,
+      "grad_norm": 0.0690084071551508,
+      "learning_rate": 9.882941260573557e-05,
+      "loss": 0.0307,
+      "step": 64700
+    },
+    {
+      "epoch": 0.207104,
+      "grad_norm": 0.09759997168483174,
+      "learning_rate": 9.882869163160093e-05,
+      "loss": 0.0284,
+      "step": 64720
+    },
+    {
+      "epoch": 0.207168,
+      "grad_norm": 0.07242837389111798,
+      "learning_rate": 9.882797043813922e-05,
+      "loss": 0.0285,
+      "step": 64740
+    },
+    {
+      "epoch": 0.207232,
+      "grad_norm": 0.07482801742379408,
+      "learning_rate": 9.882724902535365e-05,
+      "loss": 0.0337,
+      "step": 64760
+    },
+    {
+      "epoch": 0.207296,
+      "grad_norm": 0.07163112894765901,
+      "learning_rate": 9.882652739324749e-05,
+      "loss": 0.0325,
+      "step": 64780
+    },
+    {
+      "epoch": 0.20736,
+      "grad_norm": 0.06799728310017482,
+      "learning_rate": 9.882580554182395e-05,
+      "loss": 0.0295,
+      "step": 64800
+    },
+    {
+      "epoch": 0.207424,
+      "grad_norm": 0.05140417337600272,
+      "learning_rate": 9.882508347108629e-05,
+      "loss": 0.0313,
+      "step": 64820
+    },
+    {
+      "epoch": 0.207488,
+      "grad_norm": 0.0844284109742039,
+      "learning_rate": 9.882436118103776e-05,
+      "loss": 0.0325,
+      "step": 64840
+    },
+    {
+      "epoch": 0.207552,
+      "grad_norm": 0.1082347599460806,
+      "learning_rate": 9.882363867168157e-05,
+      "loss": 0.0286,
+      "step": 64860
+    },
+    {
+      "epoch": 0.207616,
+      "grad_norm": 0.1321313726237459,
+      "learning_rate": 9.8822915943021e-05,
+      "loss": 0.0294,
+      "step": 64880
+    },
+    {
+      "epoch": 0.20768,
+      "grad_norm": 0.053184893732247385,
+      "learning_rate": 9.882219299505928e-05,
+      "loss": 0.0312,
+      "step": 64900
+    },
+    {
+      "epoch": 0.207744,
+      "grad_norm": 0.07928081127986399,
+      "learning_rate": 9.882146982779968e-05,
+      "loss": 0.0285,
+      "step": 64920
+    },
+    {
+      "epoch": 0.207808,
+      "grad_norm": 0.07231535765809001,
+      "learning_rate": 9.882074644124542e-05,
+      "loss": 0.0317,
+      "step": 64940
+    },
+    {
+      "epoch": 0.207872,
+      "grad_norm": 0.06334499974691624,
+      "learning_rate": 9.882002283539976e-05,
+      "loss": 0.0282,
+      "step": 64960
+    },
+    {
+      "epoch": 0.207936,
+      "grad_norm": 0.07207185842086515,
+      "learning_rate": 9.881929901026596e-05,
+      "loss": 0.0307,
+      "step": 64980
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.1721508134809888,
+      "learning_rate": 9.881857496584726e-05,
+      "loss": 0.0289,
+      "step": 65000
+    },
+    {
+      "epoch": 0.208064,
+      "grad_norm": 0.08803090965037179,
+      "learning_rate": 9.88178507021469e-05,
+      "loss": 0.0278,
+      "step": 65020
+    },
+    {
+      "epoch": 0.208128,
+      "grad_norm": 0.06328641056238643,
+      "learning_rate": 9.881712621916816e-05,
+      "loss": 0.0319,
+      "step": 65040
+    },
+    {
+      "epoch": 0.208192,
+      "grad_norm": 0.06464172430577718,
+      "learning_rate": 9.881640151691426e-05,
+      "loss": 0.0291,
+      "step": 65060
+    },
+    {
+      "epoch": 0.208256,
+      "grad_norm": 0.0811637248113288,
+      "learning_rate": 9.88156765953885e-05,
+      "loss": 0.0305,
+      "step": 65080
+    },
+    {
+      "epoch": 0.20832,
+      "grad_norm": 0.10973631260988599,
+      "learning_rate": 9.881495145459411e-05,
+      "loss": 0.0287,
+      "step": 65100
+    },
+    {
+      "epoch": 0.208384,
+      "grad_norm": 0.08359290176455803,
+      "learning_rate": 9.881422609453436e-05,
+      "loss": 0.0293,
+      "step": 65120
+    },
+    {
+      "epoch": 0.208448,
+      "grad_norm": 0.0646451899461119,
+      "learning_rate": 9.881350051521249e-05,
+      "loss": 0.0309,
+      "step": 65140
+    },
+    {
+      "epoch": 0.208512,
+      "grad_norm": 0.057568645461188096,
+      "learning_rate": 9.881277471663176e-05,
+      "loss": 0.0311,
+      "step": 65160
+    },
+    {
+      "epoch": 0.208576,
+      "grad_norm": 0.06858471435822595,
+      "learning_rate": 9.881204869879545e-05,
+      "loss": 0.0284,
+      "step": 65180
+    },
+    {
+      "epoch": 0.20864,
+      "grad_norm": 0.13768895249512972,
+      "learning_rate": 9.881132246170679e-05,
+      "loss": 0.0312,
+      "step": 65200
+    },
+    {
+      "epoch": 0.208704,
+      "grad_norm": 0.06067100071369753,
+      "learning_rate": 9.881059600536908e-05,
+      "loss": 0.0281,
+      "step": 65220
+    },
+    {
+      "epoch": 0.208768,
+      "grad_norm": 0.16741521431349984,
+      "learning_rate": 9.880986932978555e-05,
+      "loss": 0.0324,
+      "step": 65240
+    },
+    {
+      "epoch": 0.208832,
+      "grad_norm": 0.05726575772112028,
+      "learning_rate": 9.880914243495949e-05,
+      "loss": 0.0289,
+      "step": 65260
+    },
+    {
+      "epoch": 0.208896,
+      "grad_norm": 0.10027081508957099,
+      "learning_rate": 9.880841532089415e-05,
+      "loss": 0.0301,
+      "step": 65280
+    },
+    {
+      "epoch": 0.20896,
+      "grad_norm": 0.08863928465734576,
+      "learning_rate": 9.880768798759279e-05,
+      "loss": 0.0322,
+      "step": 65300
+    },
+    {
+      "epoch": 0.209024,
+      "grad_norm": 0.05958664703588193,
+      "learning_rate": 9.88069604350587e-05,
+      "loss": 0.0328,
+      "step": 65320
+    },
+    {
+      "epoch": 0.209088,
+      "grad_norm": 0.10350068693876718,
+      "learning_rate": 9.880623266329513e-05,
+      "loss": 0.0307,
+      "step": 65340
+    },
+    {
+      "epoch": 0.209152,
+      "grad_norm": 0.0562583856087072,
+      "learning_rate": 9.880550467230534e-05,
+      "loss": 0.0284,
+      "step": 65360
+    },
+    {
+      "epoch": 0.209216,
+      "grad_norm": 0.05908125080337446,
+      "learning_rate": 9.880477646209263e-05,
+      "loss": 0.0306,
+      "step": 65380
+    },
+    {
+      "epoch": 0.20928,
+      "grad_norm": 0.06332803717872607,
+      "learning_rate": 9.880404803266026e-05,
+      "loss": 0.0308,
+      "step": 65400
+    },
+    {
+      "epoch": 0.209344,
+      "grad_norm": 0.06042723871723859,
+      "learning_rate": 9.880331938401148e-05,
+      "loss": 0.0316,
+      "step": 65420
+    },
+    {
+      "epoch": 0.209408,
+      "grad_norm": 0.06602475321586529,
+      "learning_rate": 9.880259051614958e-05,
+      "loss": 0.0267,
+      "step": 65440
+    },
+    {
+      "epoch": 0.209472,
+      "grad_norm": 0.13518117720918105,
+      "learning_rate": 9.880186142907784e-05,
+      "loss": 0.0323,
+      "step": 65460
+    },
+    {
+      "epoch": 0.209536,
+      "grad_norm": 0.12275732473190211,
+      "learning_rate": 9.880113212279951e-05,
+      "loss": 0.0294,
+      "step": 65480
+    },
+    {
+      "epoch": 0.2096,
+      "grad_norm": 0.12786605206225263,
+      "learning_rate": 9.88004025973179e-05,
+      "loss": 0.0317,
+      "step": 65500
+    },
+    {
+      "epoch": 0.209664,
+      "grad_norm": 0.09416366518834257,
+      "learning_rate": 9.879967285263627e-05,
+      "loss": 0.0295,
+      "step": 65520
+    },
+    {
+      "epoch": 0.209728,
+      "grad_norm": 0.06578730232202905,
+      "learning_rate": 9.87989428887579e-05,
+      "loss": 0.031,
+      "step": 65540
+    },
+    {
+      "epoch": 0.209792,
+      "grad_norm": 0.09013511319645717,
+      "learning_rate": 9.879821270568606e-05,
+      "loss": 0.0305,
+      "step": 65560
+    },
+    {
+      "epoch": 0.209856,
+      "grad_norm": 0.07944115797382639,
+      "learning_rate": 9.879748230342403e-05,
+      "loss": 0.0284,
+      "step": 65580
+    },
+    {
+      "epoch": 0.20992,
+      "grad_norm": 0.08855734107984915,
+      "learning_rate": 9.879675168197511e-05,
+      "loss": 0.0301,
+      "step": 65600
+    },
+    {
+      "epoch": 0.209984,
+      "grad_norm": 0.12427098183292717,
+      "learning_rate": 9.879602084134256e-05,
+      "loss": 0.0313,
+      "step": 65620
+    },
+    {
+      "epoch": 0.210048,
+      "grad_norm": 0.05430222823579225,
+      "learning_rate": 9.879528978152968e-05,
+      "loss": 0.0289,
+      "step": 65640
+    },
+    {
+      "epoch": 0.210112,
+      "grad_norm": 0.06137296351349123,
+      "learning_rate": 9.879455850253975e-05,
+      "loss": 0.028,
+      "step": 65660
+    },
+    {
+      "epoch": 0.210176,
+      "grad_norm": 0.09179284624749623,
+      "learning_rate": 9.879382700437605e-05,
+      "loss": 0.0296,
+      "step": 65680
+    },
+    {
+      "epoch": 0.21024,
+      "grad_norm": 0.06480670108087928,
+      "learning_rate": 9.879309528704186e-05,
+      "loss": 0.0296,
+      "step": 65700
+    },
+    {
+      "epoch": 0.210304,
+      "grad_norm": 0.058823207860685435,
+      "learning_rate": 9.879236335054048e-05,
+      "loss": 0.0277,
+      "step": 65720
+    },
+    {
+      "epoch": 0.210368,
+      "grad_norm": 0.07097876662328613,
+      "learning_rate": 9.879163119487517e-05,
+      "loss": 0.0322,
+      "step": 65740
+    },
+    {
+      "epoch": 0.210432,
+      "grad_norm": 0.05602535705272238,
+      "learning_rate": 9.879089882004927e-05,
+      "loss": 0.0265,
+      "step": 65760
+    },
+    {
+      "epoch": 0.210496,
+      "grad_norm": 0.16553919162885017,
+      "learning_rate": 9.879016622606601e-05,
+      "loss": 0.031,
+      "step": 65780
+    },
+    {
+      "epoch": 0.21056,
+      "grad_norm": 0.05712313358852256,
+      "learning_rate": 9.878943341292872e-05,
+      "loss": 0.0331,
+      "step": 65800
+    },
+    {
+      "epoch": 0.210624,
+      "grad_norm": 0.06393461887123342,
+      "learning_rate": 9.87887003806407e-05,
+      "loss": 0.0319,
+      "step": 65820
+    },
+    {
+      "epoch": 0.210688,
+      "grad_norm": 0.06304808254808351,
+      "learning_rate": 9.87879671292052e-05,
+      "loss": 0.0295,
+      "step": 65840
+    },
+    {
+      "epoch": 0.210752,
+      "grad_norm": 0.11059108773570893,
+      "learning_rate": 9.878723365862554e-05,
+      "loss": 0.032,
+      "step": 65860
+    },
+    {
+      "epoch": 0.210816,
+      "grad_norm": 0.10744175638042021,
+      "learning_rate": 9.878649996890503e-05,
+      "loss": 0.0321,
+      "step": 65880
+    },
+    {
+      "epoch": 0.21088,
+      "grad_norm": 0.09046224499552181,
+      "learning_rate": 9.878576606004694e-05,
+      "loss": 0.0339,
+      "step": 65900
+    },
+    {
+      "epoch": 0.210944,
+      "grad_norm": 0.07676937107170896,
+      "learning_rate": 9.878503193205457e-05,
+      "loss": 0.0331,
+      "step": 65920
+    },
+    {
+      "epoch": 0.211008,
+      "grad_norm": 0.07090799273134167,
+      "learning_rate": 9.878429758493122e-05,
+      "loss": 0.0309,
+      "step": 65940
+    },
+    {
+      "epoch": 0.211072,
+      "grad_norm": 0.04585085214838297,
+      "learning_rate": 9.878356301868019e-05,
+      "loss": 0.0279,
+      "step": 65960
+    },
+    {
+      "epoch": 0.211136,
+      "grad_norm": 0.07262035826014616,
+      "learning_rate": 9.878282823330478e-05,
+      "loss": 0.0309,
+      "step": 65980
+    },
+    {
+      "epoch": 0.2112,
+      "grad_norm": 0.07444829110114114,
+      "learning_rate": 9.87820932288083e-05,
+      "loss": 0.0294,
+      "step": 66000
+    },
+    {
+      "epoch": 0.211264,
+      "grad_norm": 0.08314658382986373,
+      "learning_rate": 9.878135800519404e-05,
+      "loss": 0.03,
+      "step": 66020
+    },
+    {
+      "epoch": 0.211328,
+      "grad_norm": 0.10260505758260019,
+      "learning_rate": 9.87806225624653e-05,
+      "loss": 0.0298,
+      "step": 66040
+    },
+    {
+      "epoch": 0.211392,
+      "grad_norm": 0.11234865583599674,
+      "learning_rate": 9.877988690062538e-05,
+      "loss": 0.0303,
+      "step": 66060
+    },
+    {
+      "epoch": 0.211456,
+      "grad_norm": 0.061335710646279885,
+      "learning_rate": 9.877915101967761e-05,
+      "loss": 0.0326,
+      "step": 66080
+    },
+    {
+      "epoch": 0.21152,
+      "grad_norm": 0.07086046107088644,
+      "learning_rate": 9.877841491962526e-05,
+      "loss": 0.0255,
+      "step": 66100
+    },
+    {
+      "epoch": 0.211584,
+      "grad_norm": 0.06304385096320285,
+      "learning_rate": 9.877767860047167e-05,
+      "loss": 0.028,
+      "step": 66120
+    },
+    {
+      "epoch": 0.211648,
+      "grad_norm": 0.09172148196521665,
+      "learning_rate": 9.877694206222011e-05,
+      "loss": 0.0319,
+      "step": 66140
+    },
+    {
+      "epoch": 0.211712,
+      "grad_norm": 0.11293899674061732,
+      "learning_rate": 9.877620530487392e-05,
+      "loss": 0.0306,
+      "step": 66160
+    },
+    {
+      "epoch": 0.211776,
+      "grad_norm": 0.18020814284526251,
+      "learning_rate": 9.87754683284364e-05,
+      "loss": 0.0316,
+      "step": 66180
+    },
+    {
+      "epoch": 0.21184,
+      "grad_norm": 0.05393480204452683,
+      "learning_rate": 9.877473113291087e-05,
+      "loss": 0.0317,
+      "step": 66200
+    },
+    {
+      "epoch": 0.211904,
+      "grad_norm": 0.0962395034930969,
+      "learning_rate": 9.877399371830062e-05,
+      "loss": 0.0313,
+      "step": 66220
+    },
+    {
+      "epoch": 0.211968,
+      "grad_norm": 0.06600540584477375,
+      "learning_rate": 9.877325608460897e-05,
+      "loss": 0.0301,
+      "step": 66240
+    },
+    {
+      "epoch": 0.212032,
+      "grad_norm": 0.06950117837027779,
+      "learning_rate": 9.877251823183925e-05,
+      "loss": 0.0302,
+      "step": 66260
+    },
+    {
+      "epoch": 0.212096,
+      "grad_norm": 0.08509827406158259,
+      "learning_rate": 9.877178015999475e-05,
+      "loss": 0.0298,
+      "step": 66280
+    },
+    {
+      "epoch": 0.21216,
+      "grad_norm": 0.13662299728142893,
+      "learning_rate": 9.87710418690788e-05,
+      "loss": 0.0322,
+      "step": 66300
+    },
+    {
+      "epoch": 0.212224,
+      "grad_norm": 0.07606081170277909,
+      "learning_rate": 9.87703033590947e-05,
+      "loss": 0.0307,
+      "step": 66320
+    },
+    {
+      "epoch": 0.212288,
+      "grad_norm": 0.10297451755167362,
+      "learning_rate": 9.876956463004579e-05,
+      "loss": 0.0284,
+      "step": 66340
+    },
+    {
+      "epoch": 0.212352,
+      "grad_norm": 0.07189507979759573,
+      "learning_rate": 9.876882568193537e-05,
+      "loss": 0.0312,
+      "step": 66360
+    },
+    {
+      "epoch": 0.212416,
+      "grad_norm": 0.07516223002121793,
+      "learning_rate": 9.876808651476677e-05,
+      "loss": 0.0307,
+      "step": 66380
+    },
+    {
+      "epoch": 0.21248,
+      "grad_norm": 0.0726003966033181,
+      "learning_rate": 9.87673471285433e-05,
+      "loss": 0.0347,
+      "step": 66400
+    },
+    {
+      "epoch": 0.212544,
+      "grad_norm": 0.07778501977207862,
+      "learning_rate": 9.87666075232683e-05,
+      "loss": 0.031,
+      "step": 66420
+    },
+    {
+      "epoch": 0.212608,
+      "grad_norm": 0.08637884442577837,
+      "learning_rate": 9.876586769894508e-05,
+      "loss": 0.0299,
+      "step": 66440
+    },
+    {
+      "epoch": 0.212672,
+      "grad_norm": 0.08674391123902865,
+      "learning_rate": 9.876512765557695e-05,
+      "loss": 0.0303,
+      "step": 66460
+    },
+    {
+      "epoch": 0.212736,
+      "grad_norm": 0.07016449148306768,
+      "learning_rate": 9.876438739316727e-05,
+      "loss": 0.0286,
+      "step": 66480
+    },
+    {
+      "epoch": 0.2128,
+      "grad_norm": 0.07010860547956146,
+      "learning_rate": 9.876364691171932e-05,
+      "loss": 0.0295,
+      "step": 66500
+    },
+    {
+      "epoch": 0.212864,
+      "grad_norm": 0.08670551723411213,
+      "learning_rate": 9.876290621123645e-05,
+      "loss": 0.0357,
+      "step": 66520
+    },
+    {
+      "epoch": 0.212928,
+      "grad_norm": 0.07801653715471453,
+      "learning_rate": 9.8762165291722e-05,
+      "loss": 0.032,
+      "step": 66540
+    },
+    {
+      "epoch": 0.212992,
+      "grad_norm": 0.05904062857960497,
+      "learning_rate": 9.876142415317928e-05,
+      "loss": 0.031,
+      "step": 66560
+    },
+    {
+      "epoch": 0.213056,
+      "grad_norm": 0.07548206637336446,
+      "learning_rate": 9.876068279561162e-05,
+      "loss": 0.0317,
+      "step": 66580
+    },
+    {
+      "epoch": 0.21312,
+      "grad_norm": 0.06260345583574385,
+      "learning_rate": 9.875994121902234e-05,
+      "loss": 0.0301,
+      "step": 66600
+    },
+    {
+      "epoch": 0.213184,
+      "grad_norm": 0.07490355158714451,
+      "learning_rate": 9.87591994234148e-05,
+      "loss": 0.029,
+      "step": 66620
+    },
+    {
+      "epoch": 0.213248,
+      "grad_norm": 0.0672918655386593,
+      "learning_rate": 9.87584574087923e-05,
+      "loss": 0.0288,
+      "step": 66640
+    },
+    {
+      "epoch": 0.213312,
+      "grad_norm": 0.13492948460939544,
+      "learning_rate": 9.87577151751582e-05,
+      "loss": 0.0298,
+      "step": 66660
+    },
+    {
+      "epoch": 0.213376,
+      "grad_norm": 0.06387780273175377,
+      "learning_rate": 9.875697272251583e-05,
+      "loss": 0.0306,
+      "step": 66680
+    },
+    {
+      "epoch": 0.21344,
+      "grad_norm": 0.059812147910202916,
+      "learning_rate": 9.87562300508685e-05,
+      "loss": 0.0314,
+      "step": 66700
+    },
+    {
+      "epoch": 0.213504,
+      "grad_norm": 0.07660155427685679,
+      "learning_rate": 9.875548716021958e-05,
+      "loss": 0.0294,
+      "step": 66720
+    },
+    {
+      "epoch": 0.213568,
+      "grad_norm": 0.12606306519578506,
+      "learning_rate": 9.875474405057237e-05,
+      "loss": 0.0316,
+      "step": 66740
+    },
+    {
+      "epoch": 0.213632,
+      "grad_norm": 0.06725353532980463,
+      "learning_rate": 9.875400072193024e-05,
+      "loss": 0.0323,
+      "step": 66760
+    },
+    {
+      "epoch": 0.213696,
+      "grad_norm": 0.06727550112647027,
+      "learning_rate": 9.875325717429652e-05,
+      "loss": 0.0354,
+      "step": 66780
+    },
+    {
+      "epoch": 0.21376,
+      "grad_norm": 0.07780889077323642,
+      "learning_rate": 9.875251340767453e-05,
+      "loss": 0.0325,
+      "step": 66800
+    },
+    {
+      "epoch": 0.213824,
+      "grad_norm": 0.10243582524410631,
+      "learning_rate": 9.875176942206765e-05,
+      "loss": 0.0287,
+      "step": 66820
+    },
+    {
+      "epoch": 0.213888,
+      "grad_norm": 0.05662151695491244,
+      "learning_rate": 9.875102521747919e-05,
+      "loss": 0.0319,
+      "step": 66840
+    },
+    {
+      "epoch": 0.213952,
+      "grad_norm": 0.08143249440846456,
+      "learning_rate": 9.87502807939125e-05,
+      "loss": 0.0283,
+      "step": 66860
+    },
+    {
+      "epoch": 0.214016,
+      "grad_norm": 0.07906029748393649,
+      "learning_rate": 9.874953615137093e-05,
+      "loss": 0.0325,
+      "step": 66880
+    },
+    {
+      "epoch": 0.21408,
+      "grad_norm": 0.05623292283782337,
+      "learning_rate": 9.874879128985781e-05,
+      "loss": 0.0281,
+      "step": 66900
+    },
+    {
+      "epoch": 0.214144,
+      "grad_norm": 0.03984736499432461,
+      "learning_rate": 9.87480462093765e-05,
+      "loss": 0.0265,
+      "step": 66920
+    },
+    {
+      "epoch": 0.214208,
+      "grad_norm": 0.08704841714914519,
+      "learning_rate": 9.874730090993035e-05,
+      "loss": 0.0285,
+      "step": 66940
+    },
+    {
+      "epoch": 0.214272,
+      "grad_norm": 0.12582909455596808,
+      "learning_rate": 9.87465553915227e-05,
+      "loss": 0.0347,
+      "step": 66960
+    },
+    {
+      "epoch": 0.214336,
+      "grad_norm": 0.09271212086836707,
+      "learning_rate": 9.87458096541569e-05,
+      "loss": 0.0321,
+      "step": 66980
+    },
+    {
+      "epoch": 0.2144,
+      "grad_norm": 0.06118585193056204,
+      "learning_rate": 9.874506369783629e-05,
+      "loss": 0.0291,
+      "step": 67000
+    },
+    {
+      "epoch": 0.214464,
+      "grad_norm": 0.07639850503541895,
+      "learning_rate": 9.874431752256423e-05,
+      "loss": 0.0316,
+      "step": 67020
+    },
+    {
+      "epoch": 0.214528,
+      "grad_norm": 0.11287480466422598,
+      "learning_rate": 9.87435711283441e-05,
+      "loss": 0.033,
+      "step": 67040
+    },
+    {
+      "epoch": 0.214592,
+      "grad_norm": 0.12840883531753997,
+      "learning_rate": 9.874282451517918e-05,
+      "loss": 0.0323,
+      "step": 67060
+    },
+    {
+      "epoch": 0.214656,
+      "grad_norm": 0.05725246818422788,
+      "learning_rate": 9.874207768307289e-05,
+      "loss": 0.0325,
+      "step": 67080
+    },
+    {
+      "epoch": 0.21472,
+      "grad_norm": 0.15343184432184542,
+      "learning_rate": 9.874133063202857e-05,
+      "loss": 0.0273,
+      "step": 67100
+    },
+    {
+      "epoch": 0.214784,
+      "grad_norm": 0.07523781487558626,
+      "learning_rate": 9.874058336204955e-05,
+      "loss": 0.0283,
+      "step": 67120
+    },
+    {
+      "epoch": 0.214848,
+      "grad_norm": 0.07845050406310958,
+      "learning_rate": 9.873983587313922e-05,
+      "loss": 0.0315,
+      "step": 67140
+    },
+    {
+      "epoch": 0.214912,
+      "grad_norm": 0.10556248499595557,
+      "learning_rate": 9.873908816530091e-05,
+      "loss": 0.0314,
+      "step": 67160
+    },
+    {
+      "epoch": 0.214976,
+      "grad_norm": 0.07458678252752649,
+      "learning_rate": 9.8738340238538e-05,
+      "loss": 0.0329,
+      "step": 67180
+    },
+    {
+      "epoch": 0.21504,
+      "grad_norm": 0.13480286254807902,
+      "learning_rate": 9.873759209285383e-05,
+      "loss": 0.0333,
+      "step": 67200
+    },
+    {
+      "epoch": 0.215104,
+      "grad_norm": 0.12941368012492618,
+      "learning_rate": 9.873684372825179e-05,
+      "loss": 0.0303,
+      "step": 67220
+    },
+    {
+      "epoch": 0.215168,
+      "grad_norm": 0.11877303412620768,
+      "learning_rate": 9.873609514473521e-05,
+      "loss": 0.0302,
+      "step": 67240
+    },
+    {
+      "epoch": 0.215232,
+      "grad_norm": 0.08249525680924728,
+      "learning_rate": 9.873534634230745e-05,
+      "loss": 0.0324,
+      "step": 67260
+    },
+    {
+      "epoch": 0.215296,
+      "grad_norm": 0.04885210667912073,
+      "learning_rate": 9.87345973209719e-05,
+      "loss": 0.0304,
+      "step": 67280
+    },
+    {
+      "epoch": 0.21536,
+      "grad_norm": 0.08077339514755692,
+      "learning_rate": 9.873384808073192e-05,
+      "loss": 0.027,
+      "step": 67300
+    },
+    {
+      "epoch": 0.215424,
+      "grad_norm": 0.08209176980644767,
+      "learning_rate": 9.873309862159085e-05,
+      "loss": 0.0287,
+      "step": 67320
+    },
+    {
+      "epoch": 0.215488,
+      "grad_norm": 0.08186694964857857,
+      "learning_rate": 9.87323489435521e-05,
+      "loss": 0.0308,
+      "step": 67340
+    },
+    {
+      "epoch": 0.215552,
+      "grad_norm": 0.04048221358208875,
+      "learning_rate": 9.873159904661899e-05,
+      "loss": 0.0286,
+      "step": 67360
+    },
+    {
+      "epoch": 0.215616,
+      "grad_norm": 0.1327438894455643,
+      "learning_rate": 9.873084893079492e-05,
+      "loss": 0.0285,
+      "step": 67380
+    },
+    {
+      "epoch": 0.21568,
+      "grad_norm": 0.0867618842218541,
+      "learning_rate": 9.873009859608324e-05,
+      "loss": 0.0275,
+      "step": 67400
+    },
+    {
+      "epoch": 0.215744,
+      "grad_norm": 0.06559333893994203,
+      "learning_rate": 9.872934804248735e-05,
+      "loss": 0.0314,
+      "step": 67420
+    },
+    {
+      "epoch": 0.215808,
+      "grad_norm": 0.11646669475001971,
+      "learning_rate": 9.872859727001058e-05,
+      "loss": 0.0292,
+      "step": 67440
+    },
+    {
+      "epoch": 0.215872,
+      "grad_norm": 0.07849231516675449,
+      "learning_rate": 9.872784627865632e-05,
+      "loss": 0.0273,
+      "step": 67460
+    },
+    {
+      "epoch": 0.215936,
+      "grad_norm": 0.13965998539438756,
+      "learning_rate": 9.872709506842796e-05,
+      "loss": 0.0292,
+      "step": 67480
+    },
+    {
+      "epoch": 0.216,
+      "grad_norm": 0.08488628668875155,
+      "learning_rate": 9.872634363932887e-05,
+      "loss": 0.0268,
+      "step": 67500
+    },
+    {
+      "epoch": 0.216064,
+      "grad_norm": 0.07377945229537208,
+      "learning_rate": 9.87255919913624e-05,
+      "loss": 0.0297,
+      "step": 67520
+    },
+    {
+      "epoch": 0.216128,
+      "grad_norm": 0.09933591969212001,
+      "learning_rate": 9.872484012453194e-05,
+      "loss": 0.029,
+      "step": 67540
+    },
+    {
+      "epoch": 0.216192,
+      "grad_norm": 0.04267748442442709,
+      "learning_rate": 9.872408803884088e-05,
+      "loss": 0.0332,
+      "step": 67560
+    },
+    {
+      "epoch": 0.216256,
+      "grad_norm": 0.07684293202764399,
+      "learning_rate": 9.872333573429258e-05,
+      "loss": 0.0264,
+      "step": 67580
+    },
+    {
+      "epoch": 0.21632,
+      "grad_norm": 0.05810291490448085,
+      "learning_rate": 9.872258321089042e-05,
+      "loss": 0.0275,
+      "step": 67600
+    },
+    {
+      "epoch": 0.216384,
+      "grad_norm": 0.065205498864142,
+      "learning_rate": 9.872183046863779e-05,
+      "loss": 0.0303,
+      "step": 67620
+    },
+    {
+      "epoch": 0.216448,
+      "grad_norm": 0.08960050712340008,
+      "learning_rate": 9.872107750753809e-05,
+      "loss": 0.0305,
+      "step": 67640
+    },
+    {
+      "epoch": 0.216512,
+      "grad_norm": 0.08923840358438835,
+      "learning_rate": 9.872032432759466e-05,
+      "loss": 0.0325,
+      "step": 67660
+    },
+    {
+      "epoch": 0.216576,
+      "grad_norm": 0.06798349729989919,
+      "learning_rate": 9.87195709288109e-05,
+      "loss": 0.0302,
+      "step": 67680
+    },
+    {
+      "epoch": 0.21664,
+      "grad_norm": 0.11214714616809551,
+      "learning_rate": 9.871881731119022e-05,
+      "loss": 0.0287,
+      "step": 67700
+    },
+    {
+      "epoch": 0.216704,
+      "grad_norm": 0.1088425137283061,
+      "learning_rate": 9.871806347473595e-05,
+      "loss": 0.0317,
+      "step": 67720
+    },
+    {
+      "epoch": 0.216768,
+      "grad_norm": 0.07056837820921764,
+      "learning_rate": 9.871730941945154e-05,
+      "loss": 0.0347,
+      "step": 67740
+    },
+    {
+      "epoch": 0.216832,
+      "grad_norm": 0.06801061767057032,
+      "learning_rate": 9.871655514534032e-05,
+      "loss": 0.0329,
+      "step": 67760
+    },
+    {
+      "epoch": 0.216896,
+      "grad_norm": 0.13493563047956883,
+      "learning_rate": 9.871580065240572e-05,
+      "loss": 0.0309,
+      "step": 67780
+    },
+    {
+      "epoch": 0.21696,
+      "grad_norm": 0.09181917470371516,
+      "learning_rate": 9.871504594065111e-05,
+      "loss": 0.0322,
+      "step": 67800
+    },
+    {
+      "epoch": 0.217024,
+      "grad_norm": 0.07273869132462686,
+      "learning_rate": 9.871429101007987e-05,
+      "loss": 0.0343,
+      "step": 67820
+    },
+    {
+      "epoch": 0.217088,
+      "grad_norm": 0.12655370201647823,
+      "learning_rate": 9.871353586069542e-05,
+      "loss": 0.034,
+      "step": 67840
+    },
+    {
+      "epoch": 0.217152,
+      "grad_norm": 0.07248954400355188,
+      "learning_rate": 9.871278049250113e-05,
+      "loss": 0.0331,
+      "step": 67860
+    },
+    {
+      "epoch": 0.217216,
+      "grad_norm": 0.07201980162607466,
+      "learning_rate": 9.87120249055004e-05,
+      "loss": 0.0305,
+      "step": 67880
+    },
+    {
+      "epoch": 0.21728,
+      "grad_norm": 0.06672467850491343,
+      "learning_rate": 9.871126909969661e-05,
+      "loss": 0.0309,
+      "step": 67900
+    },
+    {
+      "epoch": 0.217344,
+      "grad_norm": 0.08097269494293267,
+      "learning_rate": 9.871051307509318e-05,
+      "loss": 0.0296,
+      "step": 67920
+    },
+    {
+      "epoch": 0.217408,
+      "grad_norm": 0.08149620038151364,
+      "learning_rate": 9.87097568316935e-05,
+      "loss": 0.0317,
+      "step": 67940
+    },
+    {
+      "epoch": 0.217472,
+      "grad_norm": 0.14182599450038555,
+      "learning_rate": 9.870900036950095e-05,
+      "loss": 0.0326,
+      "step": 67960
+    },
+    {
+      "epoch": 0.217536,
+      "grad_norm": 0.06905243954447576,
+      "learning_rate": 9.870824368851893e-05,
+      "loss": 0.0294,
+      "step": 67980
+    },
+    {
+      "epoch": 0.2176,
+      "grad_norm": 0.051379342542332875,
+      "learning_rate": 9.870748678875086e-05,
+      "loss": 0.0279,
+      "step": 68000
+    },
+    {
+      "epoch": 0.217664,
+      "grad_norm": 0.11714916526157418,
+      "learning_rate": 9.870672967020012e-05,
+      "loss": 0.029,
+      "step": 68020
+    },
+    {
+      "epoch": 0.217728,
+      "grad_norm": 0.05876549963826233,
+      "learning_rate": 9.870597233287011e-05,
+      "loss": 0.0296,
+      "step": 68040
+    },
+    {
+      "epoch": 0.217792,
+      "grad_norm": 0.1054752551697724,
+      "learning_rate": 9.870521477676426e-05,
+      "loss": 0.0317,
+      "step": 68060
+    },
+    {
+      "epoch": 0.217856,
+      "grad_norm": 0.062091893914243135,
+      "learning_rate": 9.870445700188593e-05,
+      "loss": 0.0319,
+      "step": 68080
+    },
+    {
+      "epoch": 0.21792,
+      "grad_norm": 0.059789747971987495,
+      "learning_rate": 9.870369900823856e-05,
+      "loss": 0.0293,
+      "step": 68100
+    },
+    {
+      "epoch": 0.217984,
+      "grad_norm": 0.04791912422638542,
+      "learning_rate": 9.870294079582554e-05,
+      "loss": 0.0303,
+      "step": 68120
+    },
+    {
+      "epoch": 0.218048,
+      "grad_norm": 0.09599862325507434,
+      "learning_rate": 9.870218236465027e-05,
+      "loss": 0.0345,
+      "step": 68140
+    },
+    {
+      "epoch": 0.218112,
+      "grad_norm": 0.08339019857539463,
+      "learning_rate": 9.870142371471616e-05,
+      "loss": 0.0312,
+      "step": 68160
+    },
+    {
+      "epoch": 0.218176,
+      "grad_norm": 0.0761389638286953,
+      "learning_rate": 9.870066484602662e-05,
+      "loss": 0.0326,
+      "step": 68180
+    },
+    {
+      "epoch": 0.21824,
+      "grad_norm": 0.11389618608868135,
+      "learning_rate": 9.869990575858508e-05,
+      "loss": 0.0296,
+      "step": 68200
+    },
+    {
+      "epoch": 0.218304,
+      "grad_norm": 0.15392625212120667,
+      "learning_rate": 9.869914645239491e-05,
+      "loss": 0.0311,
+      "step": 68220
+    },
+    {
+      "epoch": 0.218368,
+      "grad_norm": 0.10050012147292824,
+      "learning_rate": 9.869838692745954e-05,
+      "loss": 0.0349,
+      "step": 68240
+    },
+    {
+      "epoch": 0.218432,
+      "grad_norm": 0.06612473573334282,
+      "learning_rate": 9.869762718378237e-05,
+      "loss": 0.0281,
+      "step": 68260
+    },
+    {
+      "epoch": 0.218496,
+      "grad_norm": 0.04140456027936097,
+      "learning_rate": 9.869686722136684e-05,
+      "loss": 0.0309,
+      "step": 68280
+    },
+    {
+      "epoch": 0.21856,
+      "grad_norm": 0.09175069374322363,
+      "learning_rate": 9.869610704021635e-05,
+      "loss": 0.0332,
+      "step": 68300
+    },
+    {
+      "epoch": 0.218624,
+      "grad_norm": 0.14221275023779972,
+      "learning_rate": 9.86953466403343e-05,
+      "loss": 0.0338,
+      "step": 68320
+    },
+    {
+      "epoch": 0.218688,
+      "grad_norm": 0.06957420834007481,
+      "learning_rate": 9.869458602172412e-05,
+      "loss": 0.0324,
+      "step": 68340
+    },
+    {
+      "epoch": 0.218752,
+      "grad_norm": 0.09575596165704836,
+      "learning_rate": 9.869382518438923e-05,
+      "loss": 0.0301,
+      "step": 68360
+    },
+    {
+      "epoch": 0.218816,
+      "grad_norm": 0.06792052766037862,
+      "learning_rate": 9.869306412833304e-05,
+      "loss": 0.032,
+      "step": 68380
+    },
+    {
+      "epoch": 0.21888,
+      "grad_norm": 0.11393765134938433,
+      "learning_rate": 9.869230285355897e-05,
+      "loss": 0.0318,
+      "step": 68400
+    },
+    {
+      "epoch": 0.218944,
+      "grad_norm": 0.09251537765404758,
+      "learning_rate": 9.869154136007044e-05,
+      "loss": 0.0329,
+      "step": 68420
+    },
+    {
+      "epoch": 0.219008,
+      "grad_norm": 0.057662051956436707,
+      "learning_rate": 9.869077964787086e-05,
+      "loss": 0.0322,
+      "step": 68440
+    },
+    {
+      "epoch": 0.219072,
+      "grad_norm": 0.09898662378028712,
+      "learning_rate": 9.869001771696367e-05,
+      "loss": 0.0316,
+      "step": 68460
+    },
+    {
+      "epoch": 0.219136,
+      "grad_norm": 0.05781578600547082,
+      "learning_rate": 9.868925556735228e-05,
+      "loss": 0.0324,
+      "step": 68480
+    },
+    {
+      "epoch": 0.2192,
+      "grad_norm": 0.07605016040599795,
+      "learning_rate": 9.868849319904012e-05,
+      "loss": 0.0305,
+      "step": 68500
+    },
+    {
+      "epoch": 0.219264,
+      "grad_norm": 0.08378701150905193,
+      "learning_rate": 9.86877306120306e-05,
+      "loss": 0.0317,
+      "step": 68520
+    },
+    {
+      "epoch": 0.219328,
+      "grad_norm": 0.1001351306044324,
+      "learning_rate": 9.868696780632717e-05,
+      "loss": 0.0299,
+      "step": 68540
+    },
+    {
+      "epoch": 0.219392,
+      "grad_norm": 0.05959221521103893,
+      "learning_rate": 9.868620478193324e-05,
+      "loss": 0.0322,
+      "step": 68560
+    },
+    {
+      "epoch": 0.219456,
+      "grad_norm": 0.09052356298479967,
+      "learning_rate": 9.868544153885224e-05,
+      "loss": 0.0311,
+      "step": 68580
+    },
+    {
+      "epoch": 0.21952,
+      "grad_norm": 0.12104670831758771,
+      "learning_rate": 9.86846780770876e-05,
+      "loss": 0.0319,
+      "step": 68600
+    },
+    {
+      "epoch": 0.219584,
+      "grad_norm": 0.12493117494130951,
+      "learning_rate": 9.868391439664274e-05,
+      "loss": 0.0282,
+      "step": 68620
+    },
+    {
+      "epoch": 0.219648,
+      "grad_norm": 0.057792980021449156,
+      "learning_rate": 9.86831504975211e-05,
+      "loss": 0.0303,
+      "step": 68640
+    },
+    {
+      "epoch": 0.219712,
+      "grad_norm": 0.08721662730812321,
+      "learning_rate": 9.868238637972612e-05,
+      "loss": 0.0289,
+      "step": 68660
+    },
+    {
+      "epoch": 0.219776,
+      "grad_norm": 0.07111036225678337,
+      "learning_rate": 9.868162204326122e-05,
+      "loss": 0.0323,
+      "step": 68680
+    },
+    {
+      "epoch": 0.21984,
+      "grad_norm": 0.061945063042386415,
+      "learning_rate": 9.868085748812983e-05,
+      "loss": 0.0277,
+      "step": 68700
+    },
+    {
+      "epoch": 0.219904,
+      "grad_norm": 0.06238321433134148,
+      "learning_rate": 9.868009271433538e-05,
+      "loss": 0.031,
+      "step": 68720
+    },
+    {
+      "epoch": 0.219968,
+      "grad_norm": 0.10073922845660825,
+      "learning_rate": 9.867932772188132e-05,
+      "loss": 0.0293,
+      "step": 68740
+    },
+    {
+      "epoch": 0.220032,
+      "grad_norm": 0.07992004236441834,
+      "learning_rate": 9.86785625107711e-05,
+      "loss": 0.0293,
+      "step": 68760
+    },
+    {
+      "epoch": 0.220096,
+      "grad_norm": 0.09691541437464792,
+      "learning_rate": 9.867779708100812e-05,
+      "loss": 0.0316,
+      "step": 68780
+    },
+    {
+      "epoch": 0.22016,
+      "grad_norm": 0.10342710995607346,
+      "learning_rate": 9.867703143259583e-05,
+      "loss": 0.0277,
+      "step": 68800
+    },
+    {
+      "epoch": 0.220224,
+      "grad_norm": 0.053308622387769435,
+      "learning_rate": 9.867626556553769e-05,
+      "loss": 0.0322,
+      "step": 68820
+    },
+    {
+      "epoch": 0.220288,
+      "grad_norm": 0.1079514400244129,
+      "learning_rate": 9.867549947983712e-05,
+      "loss": 0.0289,
+      "step": 68840
+    },
+    {
+      "epoch": 0.220352,
+      "grad_norm": 0.06950479003268839,
+      "learning_rate": 9.867473317549755e-05,
+      "loss": 0.0283,
+      "step": 68860
+    },
+    {
+      "epoch": 0.220416,
+      "grad_norm": 0.11259269088913085,
+      "learning_rate": 9.867396665252245e-05,
+      "loss": 0.0311,
+      "step": 68880
+    },
+    {
+      "epoch": 0.22048,
+      "grad_norm": 0.08215620720888792,
+      "learning_rate": 9.867319991091526e-05,
+      "loss": 0.0305,
+      "step": 68900
+    },
+    {
+      "epoch": 0.220544,
+      "grad_norm": 0.05771123855221282,
+      "learning_rate": 9.867243295067941e-05,
+      "loss": 0.0274,
+      "step": 68920
+    },
+    {
+      "epoch": 0.220608,
+      "grad_norm": 0.06628732950144485,
+      "learning_rate": 9.867166577181835e-05,
+      "loss": 0.0289,
+      "step": 68940
+    },
+    {
+      "epoch": 0.220672,
+      "grad_norm": 0.07917533160137588,
+      "learning_rate": 9.867089837433552e-05,
+      "loss": 0.0339,
+      "step": 68960
+    },
+    {
+      "epoch": 0.220736,
+      "grad_norm": 0.11606543283484985,
+      "learning_rate": 9.867013075823437e-05,
+      "loss": 0.0306,
+      "step": 68980
+    },
+    {
+      "epoch": 0.2208,
+      "grad_norm": 0.08363859604261542,
+      "learning_rate": 9.866936292351836e-05,
+      "loss": 0.0306,
+      "step": 69000
+    },
+    {
+      "epoch": 0.220864,
+      "grad_norm": 0.07062203276195746,
+      "learning_rate": 9.866859487019093e-05,
+      "loss": 0.0283,
+      "step": 69020
+    },
+    {
+      "epoch": 0.220928,
+      "grad_norm": 0.07071115083141023,
+      "learning_rate": 9.866782659825554e-05,
+      "loss": 0.03,
+      "step": 69040
+    },
+    {
+      "epoch": 0.220992,
+      "grad_norm": 0.09655140672597251,
+      "learning_rate": 9.866705810771562e-05,
+      "loss": 0.0305,
+      "step": 69060
+    },
+    {
+      "epoch": 0.221056,
+      "grad_norm": 0.05046077946477986,
+      "learning_rate": 9.866628939857462e-05,
+      "loss": 0.0313,
+      "step": 69080
+    },
+    {
+      "epoch": 0.22112,
+      "grad_norm": 0.060558568359093075,
+      "learning_rate": 9.866552047083602e-05,
+      "loss": 0.0292,
+      "step": 69100
+    },
+    {
+      "epoch": 0.221184,
+      "grad_norm": 0.08303770828837509,
+      "learning_rate": 9.866475132450325e-05,
+      "loss": 0.0311,
+      "step": 69120
+    },
+    {
+      "epoch": 0.221248,
+      "grad_norm": 0.1119541878616985,
+      "learning_rate": 9.866398195957978e-05,
+      "loss": 0.0317,
+      "step": 69140
+    },
+    {
+      "epoch": 0.221312,
+      "grad_norm": 0.07490898762209262,
+      "learning_rate": 9.866321237606907e-05,
+      "loss": 0.0281,
+      "step": 69160
+    },
+    {
+      "epoch": 0.221376,
+      "grad_norm": 0.05855941665835596,
+      "learning_rate": 9.866244257397455e-05,
+      "loss": 0.0293,
+      "step": 69180
+    },
+    {
+      "epoch": 0.22144,
+      "grad_norm": 0.0978977459350901,
+      "learning_rate": 9.866167255329971e-05,
+      "loss": 0.0286,
+      "step": 69200
+    },
+    {
+      "epoch": 0.221504,
+      "grad_norm": 0.06373255795105619,
+      "learning_rate": 9.866090231404799e-05,
+      "loss": 0.029,
+      "step": 69220
+    },
+    {
+      "epoch": 0.221568,
+      "grad_norm": 0.05294443695661544,
+      "learning_rate": 9.866013185622285e-05,
+      "loss": 0.0353,
+      "step": 69240
+    },
+    {
+      "epoch": 0.221632,
+      "grad_norm": 0.11510963286014482,
+      "learning_rate": 9.865936117982775e-05,
+      "loss": 0.0298,
+      "step": 69260
+    },
+    {
+      "epoch": 0.221696,
+      "grad_norm": 0.08900469947997638,
+      "learning_rate": 9.865859028486616e-05,
+      "loss": 0.0299,
+      "step": 69280
+    },
+    {
+      "epoch": 0.22176,
+      "grad_norm": 0.0943613027735701,
+      "learning_rate": 9.865781917134153e-05,
+      "loss": 0.0297,
+      "step": 69300
+    },
+    {
+      "epoch": 0.221824,
+      "grad_norm": 0.05981912376357919,
+      "learning_rate": 9.865704783925735e-05,
+      "loss": 0.0324,
+      "step": 69320
+    },
+    {
+      "epoch": 0.221888,
+      "grad_norm": 0.05941475582224709,
+      "learning_rate": 9.865627628861704e-05,
+      "loss": 0.027,
+      "step": 69340
+    },
+    {
+      "epoch": 0.221952,
+      "grad_norm": 0.058893571788512,
+      "learning_rate": 9.865550451942412e-05,
+      "loss": 0.0292,
+      "step": 69360
+    },
+    {
+      "epoch": 0.222016,
+      "grad_norm": 0.08455912033762589,
+      "learning_rate": 9.865473253168201e-05,
+      "loss": 0.0296,
+      "step": 69380
+    },
+    {
+      "epoch": 0.22208,
+      "grad_norm": 0.08585004571001624,
+      "learning_rate": 9.86539603253942e-05,
+      "loss": 0.0314,
+      "step": 69400
+    },
+    {
+      "epoch": 0.222144,
+      "grad_norm": 0.08374023805836503,
+      "learning_rate": 9.865318790056416e-05,
+      "loss": 0.0308,
+      "step": 69420
+    },
+    {
+      "epoch": 0.222208,
+      "grad_norm": 0.05686443997755606,
+      "learning_rate": 9.865241525719535e-05,
+      "loss": 0.0322,
+      "step": 69440
+    },
+    {
+      "epoch": 0.222272,
+      "grad_norm": 0.09342012286271038,
+      "learning_rate": 9.865164239529126e-05,
+      "loss": 0.0317,
+      "step": 69460
+    },
+    {
+      "epoch": 0.222336,
+      "grad_norm": 0.08434589662213086,
+      "learning_rate": 9.865086931485532e-05,
+      "loss": 0.0295,
+      "step": 69480
+    },
+    {
+      "epoch": 0.2224,
+      "grad_norm": 0.09588798702581318,
+      "learning_rate": 9.865009601589105e-05,
+      "loss": 0.0295,
+      "step": 69500
+    },
+    {
+      "epoch": 0.222464,
+      "grad_norm": 0.1593998903373086,
+      "learning_rate": 9.864932249840188e-05,
+      "loss": 0.0317,
+      "step": 69520
+    },
+    {
+      "epoch": 0.222528,
+      "grad_norm": 0.06020603953728634,
+      "learning_rate": 9.864854876239133e-05,
+      "loss": 0.0303,
+      "step": 69540
+    },
+    {
+      "epoch": 0.222592,
+      "grad_norm": 0.08129111370164327,
+      "learning_rate": 9.864777480786285e-05,
+      "loss": 0.0331,
+      "step": 69560
+    },
+    {
+      "epoch": 0.222656,
+      "grad_norm": 0.13440618136206764,
+      "learning_rate": 9.864700063481991e-05,
+      "loss": 0.0308,
+      "step": 69580
+    },
+    {
+      "epoch": 0.22272,
+      "grad_norm": 0.11914988104000453,
+      "learning_rate": 9.8646226243266e-05,
+      "loss": 0.0298,
+      "step": 69600
+    },
+    {
+      "epoch": 0.222784,
+      "grad_norm": 0.06866231156710112,
+      "learning_rate": 9.86454516332046e-05,
+      "loss": 0.031,
+      "step": 69620
+    },
+    {
+      "epoch": 0.222848,
+      "grad_norm": 0.08603332176271056,
+      "learning_rate": 9.864467680463917e-05,
+      "loss": 0.0277,
+      "step": 69640
+    },
+    {
+      "epoch": 0.222912,
+      "grad_norm": 0.06213886669787686,
+      "learning_rate": 9.86439017575732e-05,
+      "loss": 0.0286,
+      "step": 69660
+    },
+    {
+      "epoch": 0.222976,
+      "grad_norm": 0.13247532075528468,
+      "learning_rate": 9.86431264920102e-05,
+      "loss": 0.031,
+      "step": 69680
+    },
+    {
+      "epoch": 0.22304,
+      "grad_norm": 0.09652823205146623,
+      "learning_rate": 9.864235100795361e-05,
+      "loss": 0.0272,
+      "step": 69700
+    },
+    {
+      "epoch": 0.223104,
+      "grad_norm": 0.07384354115863988,
+      "learning_rate": 9.864157530540694e-05,
+      "loss": 0.0314,
+      "step": 69720
+    },
+    {
+      "epoch": 0.223168,
+      "grad_norm": 0.05372201896788973,
+      "learning_rate": 9.864079938437367e-05,
+      "loss": 0.029,
+      "step": 69740
+    },
+    {
+      "epoch": 0.223232,
+      "grad_norm": 0.0659595111517275,
+      "learning_rate": 9.864002324485726e-05,
+      "loss": 0.0302,
+      "step": 69760
+    },
+    {
+      "epoch": 0.223296,
+      "grad_norm": 0.10875957829049508,
+      "learning_rate": 9.863924688686123e-05,
+      "loss": 0.0331,
+      "step": 69780
+    },
+    {
+      "epoch": 0.22336,
+      "grad_norm": 0.0681331014402996,
+      "learning_rate": 9.863847031038906e-05,
+      "loss": 0.0304,
+      "step": 69800
+    },
+    {
+      "epoch": 0.223424,
+      "grad_norm": 0.08115272395146839,
+      "learning_rate": 9.863769351544423e-05,
+      "loss": 0.032,
+      "step": 69820
+    },
+    {
+      "epoch": 0.223488,
+      "grad_norm": 0.08545763166007583,
+      "learning_rate": 9.863691650203023e-05,
+      "loss": 0.0309,
+      "step": 69840
+    },
+    {
+      "epoch": 0.223552,
+      "grad_norm": 0.04510506112034373,
+      "learning_rate": 9.863613927015054e-05,
+      "loss": 0.0299,
+      "step": 69860
+    },
+    {
+      "epoch": 0.223616,
+      "grad_norm": 0.15148366943931146,
+      "learning_rate": 9.863536181980869e-05,
+      "loss": 0.0319,
+      "step": 69880
+    },
+    {
+      "epoch": 0.22368,
+      "grad_norm": 0.08736265223527875,
+      "learning_rate": 9.863458415100813e-05,
+      "loss": 0.032,
+      "step": 69900
+    },
+    {
+      "epoch": 0.223744,
+      "grad_norm": 0.0995569055451456,
+      "learning_rate": 9.863380626375237e-05,
+      "loss": 0.028,
+      "step": 69920
+    },
+    {
+      "epoch": 0.223808,
+      "grad_norm": 0.0745219615332586,
+      "learning_rate": 9.86330281580449e-05,
+      "loss": 0.0282,
+      "step": 69940
+    },
+    {
+      "epoch": 0.223872,
+      "grad_norm": 0.05943074838776341,
+      "learning_rate": 9.86322498338892e-05,
+      "loss": 0.0323,
+      "step": 69960
+    },
+    {
+      "epoch": 0.223936,
+      "grad_norm": 0.0648720037921864,
+      "learning_rate": 9.86314712912888e-05,
+      "loss": 0.0341,
+      "step": 69980
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.06541090701503417,
+      "learning_rate": 9.863069253024719e-05,
+      "loss": 0.0269,
+      "step": 70000
+    },
+    {
+      "epoch": 0.224064,
+      "grad_norm": 0.06886532306066297,
+      "learning_rate": 9.862991355076784e-05,
+      "loss": 0.0275,
+      "step": 70020
+    },
+    {
+      "epoch": 0.224128,
+      "grad_norm": 0.051552526477362436,
+      "learning_rate": 9.862913435285428e-05,
+      "loss": 0.0305,
+      "step": 70040
+    },
+    {
+      "epoch": 0.224192,
+      "grad_norm": 0.05431933336465912,
+      "learning_rate": 9.862835493651e-05,
+      "loss": 0.0296,
+      "step": 70060
+    },
+    {
+      "epoch": 0.224256,
+      "grad_norm": 0.06423449453176712,
+      "learning_rate": 9.862757530173847e-05,
+      "loss": 0.0275,
+      "step": 70080
+    },
+    {
+      "epoch": 0.22432,
+      "grad_norm": 0.055022307984107864,
+      "learning_rate": 9.862679544854326e-05,
+      "loss": 0.0293,
+      "step": 70100
+    },
+    {
+      "epoch": 0.224384,
+      "grad_norm": 0.06627376218236176,
+      "learning_rate": 9.86260153769278e-05,
+      "loss": 0.0296,
+      "step": 70120
+    },
+    {
+      "epoch": 0.224448,
+      "grad_norm": 0.04935847000620073,
+      "learning_rate": 9.862523508689565e-05,
+      "loss": 0.0301,
+      "step": 70140
+    },
+    {
+      "epoch": 0.224512,
+      "grad_norm": 0.05689089048743246,
+      "learning_rate": 9.862445457845029e-05,
+      "loss": 0.0289,
+      "step": 70160
+    },
+    {
+      "epoch": 0.224576,
+      "grad_norm": 0.06719833616918527,
+      "learning_rate": 9.86236738515952e-05,
+      "loss": 0.0305,
+      "step": 70180
+    },
+    {
+      "epoch": 0.22464,
+      "grad_norm": 0.07241004830050171,
+      "learning_rate": 9.862289290633395e-05,
+      "loss": 0.0344,
+      "step": 70200
+    },
+    {
+      "epoch": 0.224704,
+      "grad_norm": 0.0564231795951191,
+      "learning_rate": 9.862211174267e-05,
+      "loss": 0.0317,
+      "step": 70220
+    },
+    {
+      "epoch": 0.224768,
+      "grad_norm": 0.07766551135367324,
+      "learning_rate": 9.862133036060686e-05,
+      "loss": 0.033,
+      "step": 70240
+    },
+    {
+      "epoch": 0.224832,
+      "grad_norm": 0.06802968188954439,
+      "learning_rate": 9.862054876014807e-05,
+      "loss": 0.0329,
+      "step": 70260
+    },
+    {
+      "epoch": 0.224896,
+      "grad_norm": 0.11848079958814707,
+      "learning_rate": 9.86197669412971e-05,
+      "loss": 0.0292,
+      "step": 70280
+    },
+    {
+      "epoch": 0.22496,
+      "grad_norm": 0.07979101928775165,
+      "learning_rate": 9.86189849040575e-05,
+      "loss": 0.0294,
+      "step": 70300
+    },
+    {
+      "epoch": 0.225024,
+      "grad_norm": 0.06788643323059138,
+      "learning_rate": 9.861820264843278e-05,
+      "loss": 0.0287,
+      "step": 70320
+    },
+    {
+      "epoch": 0.225088,
+      "grad_norm": 0.11808172951143883,
+      "learning_rate": 9.861742017442642e-05,
+      "loss": 0.0294,
+      "step": 70340
+    },
+    {
+      "epoch": 0.225152,
+      "grad_norm": 0.09142622314927878,
+      "learning_rate": 9.861663748204195e-05,
+      "loss": 0.0331,
+      "step": 70360
+    },
+    {
+      "epoch": 0.225216,
+      "grad_norm": 0.07583686174845784,
+      "learning_rate": 9.861585457128291e-05,
+      "loss": 0.0308,
+      "step": 70380
+    },
+    {
+      "epoch": 0.22528,
+      "grad_norm": 0.13242172687521286,
+      "learning_rate": 9.861507144215279e-05,
+      "loss": 0.0316,
+      "step": 70400
+    },
+    {
+      "epoch": 0.225344,
+      "grad_norm": 0.09477221800311485,
+      "learning_rate": 9.86142880946551e-05,
+      "loss": 0.03,
+      "step": 70420
+    },
+    {
+      "epoch": 0.225408,
+      "grad_norm": 0.06637270182019295,
+      "learning_rate": 9.861350452879339e-05,
+      "loss": 0.0276,
+      "step": 70440
+    },
+    {
+      "epoch": 0.225472,
+      "grad_norm": 0.09414619956863823,
+      "learning_rate": 9.861272074457115e-05,
+      "loss": 0.0271,
+      "step": 70460
+    },
+    {
+      "epoch": 0.225536,
+      "grad_norm": 0.0582309482239349,
+      "learning_rate": 9.861193674199191e-05,
+      "loss": 0.0316,
+      "step": 70480
+    },
+    {
+      "epoch": 0.2256,
+      "grad_norm": 0.0757224232444805,
+      "learning_rate": 9.861115252105921e-05,
+      "loss": 0.0335,
+      "step": 70500
+    },
+    {
+      "epoch": 0.225664,
+      "grad_norm": 0.09264569733967844,
+      "learning_rate": 9.861036808177654e-05,
+      "loss": 0.0301,
+      "step": 70520
+    },
+    {
+      "epoch": 0.225728,
+      "grad_norm": 0.06370993187085014,
+      "learning_rate": 9.860958342414747e-05,
+      "loss": 0.0292,
+      "step": 70540
+    },
+    {
+      "epoch": 0.225792,
+      "grad_norm": 0.04199171767832429,
+      "learning_rate": 9.860879854817549e-05,
+      "loss": 0.0298,
+      "step": 70560
+    },
+    {
+      "epoch": 0.225856,
+      "grad_norm": 0.06694918047491029,
+      "learning_rate": 9.86080134538641e-05,
+      "loss": 0.0316,
+      "step": 70580
+    },
+    {
+      "epoch": 0.22592,
+      "grad_norm": 0.10237383746198378,
+      "learning_rate": 9.860722814121688e-05,
+      "loss": 0.033,
+      "step": 70600
+    },
+    {
+      "epoch": 0.225984,
+      "grad_norm": 0.10330753876007515,
+      "learning_rate": 9.860644261023733e-05,
+      "loss": 0.027,
+      "step": 70620
+    },
+    {
+      "epoch": 0.226048,
+      "grad_norm": 0.051433865369725884,
+      "learning_rate": 9.8605656860929e-05,
+      "loss": 0.03,
+      "step": 70640
+    },
+    {
+      "epoch": 0.226112,
+      "grad_norm": 0.11426363385974622,
+      "learning_rate": 9.860487089329538e-05,
+      "loss": 0.0337,
+      "step": 70660
+    },
+    {
+      "epoch": 0.226176,
+      "grad_norm": 0.1274024731509269,
+      "learning_rate": 9.860408470734004e-05,
+      "loss": 0.0293,
+      "step": 70680
+    },
+    {
+      "epoch": 0.22624,
+      "grad_norm": 0.0709922635448835,
+      "learning_rate": 9.860329830306648e-05,
+      "loss": 0.0302,
+      "step": 70700
+    },
+    {
+      "epoch": 0.226304,
+      "grad_norm": 0.11089704072971417,
+      "learning_rate": 9.860251168047825e-05,
+      "loss": 0.0316,
+      "step": 70720
+    },
+    {
+      "epoch": 0.226368,
+      "grad_norm": 0.05630543056212624,
+      "learning_rate": 9.860172483957889e-05,
+      "loss": 0.0334,
+      "step": 70740
+    },
+    {
+      "epoch": 0.226432,
+      "grad_norm": 0.12199056615744541,
+      "learning_rate": 9.860093778037191e-05,
+      "loss": 0.0323,
+      "step": 70760
+    },
+    {
+      "epoch": 0.226496,
+      "grad_norm": 0.05680338126731628,
+      "learning_rate": 9.860015050286088e-05,
+      "loss": 0.03,
+      "step": 70780
+    },
+    {
+      "epoch": 0.22656,
+      "grad_norm": 0.06036359703963939,
+      "learning_rate": 9.85993630070493e-05,
+      "loss": 0.0303,
+      "step": 70800
+    },
+    {
+      "epoch": 0.226624,
+      "grad_norm": 0.0681112874786638,
+      "learning_rate": 9.859857529294072e-05,
+      "loss": 0.031,
+      "step": 70820
+    },
+    {
+      "epoch": 0.226688,
+      "grad_norm": 0.057277540092733795,
+      "learning_rate": 9.85977873605387e-05,
+      "loss": 0.0286,
+      "step": 70840
+    },
+    {
+      "epoch": 0.226752,
+      "grad_norm": 0.0604675958336251,
+      "learning_rate": 9.859699920984676e-05,
+      "loss": 0.0317,
+      "step": 70860
+    },
+    {
+      "epoch": 0.226816,
+      "grad_norm": 0.07250683647354315,
+      "learning_rate": 9.859621084086842e-05,
+      "loss": 0.0319,
+      "step": 70880
+    },
+    {
+      "epoch": 0.22688,
+      "grad_norm": 0.044788326843599846,
+      "learning_rate": 9.859542225360726e-05,
+      "loss": 0.0292,
+      "step": 70900
+    },
+    {
+      "epoch": 0.226944,
+      "grad_norm": 0.11287796680973239,
+      "learning_rate": 9.859463344806678e-05,
+      "loss": 0.031,
+      "step": 70920
+    },
+    {
+      "epoch": 0.227008,
+      "grad_norm": 0.07257527907318567,
+      "learning_rate": 9.859384442425057e-05,
+      "loss": 0.0307,
+      "step": 70940
+    },
+    {
+      "epoch": 0.227072,
+      "grad_norm": 0.054857796379834636,
+      "learning_rate": 9.859305518216215e-05,
+      "loss": 0.0328,
+      "step": 70960
+    },
+    {
+      "epoch": 0.227136,
+      "grad_norm": 0.054961980582535576,
+      "learning_rate": 9.859226572180507e-05,
+      "loss": 0.0344,
+      "step": 70980
+    },
+    {
+      "epoch": 0.2272,
+      "grad_norm": 0.05044270101863525,
+      "learning_rate": 9.859147604318287e-05,
+      "loss": 0.029,
+      "step": 71000
+    },
+    {
+      "epoch": 0.227264,
+      "grad_norm": 0.10841430005961779,
+      "learning_rate": 9.859068614629907e-05,
+      "loss": 0.0319,
+      "step": 71020
+    },
+    {
+      "epoch": 0.227328,
+      "grad_norm": 0.08221273153549728,
+      "learning_rate": 9.858989603115729e-05,
+      "loss": 0.0288,
+      "step": 71040
+    },
+    {
+      "epoch": 0.227392,
+      "grad_norm": 0.09097897179277246,
+      "learning_rate": 9.858910569776101e-05,
+      "loss": 0.0335,
+      "step": 71060
+    },
+    {
+      "epoch": 0.227456,
+      "grad_norm": 0.055297123314702185,
+      "learning_rate": 9.858831514611382e-05,
+      "loss": 0.0282,
+      "step": 71080
+    },
+    {
+      "epoch": 0.22752,
+      "grad_norm": 0.07608198757606531,
+      "learning_rate": 9.858752437621925e-05,
+      "loss": 0.0307,
+      "step": 71100
+    },
+    {
+      "epoch": 0.227584,
+      "grad_norm": 0.0599109050514312,
+      "learning_rate": 9.858673338808086e-05,
+      "loss": 0.0312,
+      "step": 71120
+    },
+    {
+      "epoch": 0.227648,
+      "grad_norm": 0.03942068634870746,
+      "learning_rate": 9.858594218170221e-05,
+      "loss": 0.0252,
+      "step": 71140
+    },
+    {
+      "epoch": 0.227712,
+      "grad_norm": 0.05416762234939015,
+      "learning_rate": 9.858515075708685e-05,
+      "loss": 0.0282,
+      "step": 71160
+    },
+    {
+      "epoch": 0.227776,
+      "grad_norm": 0.12121948936915276,
+      "learning_rate": 9.858435911423831e-05,
+      "loss": 0.0309,
+      "step": 71180
+    },
+    {
+      "epoch": 0.22784,
+      "grad_norm": 0.041868368960762514,
+      "learning_rate": 9.858356725316019e-05,
+      "loss": 0.0299,
+      "step": 71200
+    },
+    {
+      "epoch": 0.227904,
+      "grad_norm": 0.058200155555062395,
+      "learning_rate": 9.858277517385601e-05,
+      "loss": 0.0307,
+      "step": 71220
+    },
+    {
+      "epoch": 0.227968,
+      "grad_norm": 0.06608379822285913,
+      "learning_rate": 9.858198287632935e-05,
+      "loss": 0.0307,
+      "step": 71240
+    },
+    {
+      "epoch": 0.228032,
+      "grad_norm": 0.05708604779548623,
+      "learning_rate": 9.858119036058377e-05,
+      "loss": 0.0345,
+      "step": 71260
+    },
+    {
+      "epoch": 0.228096,
+      "grad_norm": 0.08899591988316054,
+      "learning_rate": 9.85803976266228e-05,
+      "loss": 0.0348,
+      "step": 71280
+    },
+    {
+      "epoch": 0.22816,
+      "grad_norm": 0.08169544353497313,
+      "learning_rate": 9.857960467445003e-05,
+      "loss": 0.0321,
+      "step": 71300
+    },
+    {
+      "epoch": 0.228224,
+      "grad_norm": 0.1348740975243117,
+      "learning_rate": 9.857881150406901e-05,
+      "loss": 0.029,
+      "step": 71320
+    },
+    {
+      "epoch": 0.228288,
+      "grad_norm": 0.06257130258345407,
+      "learning_rate": 9.857801811548332e-05,
+      "loss": 0.0306,
+      "step": 71340
+    },
+    {
+      "epoch": 0.228352,
+      "grad_norm": 0.08424239104082941,
+      "learning_rate": 9.857722450869648e-05,
+      "loss": 0.0263,
+      "step": 71360
+    },
+    {
+      "epoch": 0.228416,
+      "grad_norm": 0.0699461452147675,
+      "learning_rate": 9.857643068371212e-05,
+      "loss": 0.0336,
+      "step": 71380
+    },
+    {
+      "epoch": 0.22848,
+      "grad_norm": 0.07777112326677162,
+      "learning_rate": 9.857563664053376e-05,
+      "loss": 0.0332,
+      "step": 71400
+    },
+    {
+      "epoch": 0.228544,
+      "grad_norm": 0.08098745005590956,
+      "learning_rate": 9.857484237916497e-05,
+      "loss": 0.0284,
+      "step": 71420
+    },
+    {
+      "epoch": 0.228608,
+      "grad_norm": 0.07398796965985235,
+      "learning_rate": 9.857404789960931e-05,
+      "loss": 0.0315,
+      "step": 71440
+    },
+    {
+      "epoch": 0.228672,
+      "grad_norm": 0.07373104298183948,
+      "learning_rate": 9.857325320187038e-05,
+      "loss": 0.0299,
+      "step": 71460
+    },
+    {
+      "epoch": 0.228736,
+      "grad_norm": 0.12303508748213184,
+      "learning_rate": 9.857245828595173e-05,
+      "loss": 0.0327,
+      "step": 71480
+    },
+    {
+      "epoch": 0.2288,
+      "grad_norm": 0.057822655736534175,
+      "learning_rate": 9.857166315185693e-05,
+      "loss": 0.0337,
+      "step": 71500
+    },
+    {
+      "epoch": 0.228864,
+      "grad_norm": 0.05462273842366747,
+      "learning_rate": 9.857086779958957e-05,
+      "loss": 0.033,
+      "step": 71520
+    },
+    {
+      "epoch": 0.228928,
+      "grad_norm": 0.05720386944429372,
+      "learning_rate": 9.857007222915319e-05,
+      "loss": 0.0306,
+      "step": 71540
+    },
+    {
+      "epoch": 0.228992,
+      "grad_norm": 0.07307075942986503,
+      "learning_rate": 9.856927644055138e-05,
+      "loss": 0.0276,
+      "step": 71560
+    },
+    {
+      "epoch": 0.229056,
+      "grad_norm": 0.06341500489193089,
+      "learning_rate": 9.856848043378772e-05,
+      "loss": 0.0278,
+      "step": 71580
+    },
+    {
+      "epoch": 0.22912,
+      "grad_norm": 0.06210893774492558,
+      "learning_rate": 9.856768420886577e-05,
+      "loss": 0.0302,
+      "step": 71600
+    },
+    {
+      "epoch": 0.229184,
+      "grad_norm": 0.10237382693517903,
+      "learning_rate": 9.856688776578914e-05,
+      "loss": 0.0297,
+      "step": 71620
+    },
+    {
+      "epoch": 0.229248,
+      "grad_norm": 0.05943778262486167,
+      "learning_rate": 9.856609110456136e-05,
+      "loss": 0.0313,
+      "step": 71640
+    },
+    {
+      "epoch": 0.229312,
+      "grad_norm": 0.06271999406604178,
+      "learning_rate": 9.856529422518606e-05,
+      "loss": 0.0325,
+      "step": 71660
+    },
+    {
+      "epoch": 0.229376,
+      "grad_norm": 0.06706829684427264,
+      "learning_rate": 9.856449712766678e-05,
+      "loss": 0.0277,
+      "step": 71680
+    },
+    {
+      "epoch": 0.22944,
+      "grad_norm": 0.06314365798703563,
+      "learning_rate": 9.85636998120071e-05,
+      "loss": 0.0296,
+      "step": 71700
+    },
+    {
+      "epoch": 0.229504,
+      "grad_norm": 0.052483717606852866,
+      "learning_rate": 9.856290227821064e-05,
+      "loss": 0.0293,
+      "step": 71720
+    },
+    {
+      "epoch": 0.229568,
+      "grad_norm": 0.08172471901602323,
+      "learning_rate": 9.856210452628092e-05,
+      "loss": 0.0282,
+      "step": 71740
+    },
+    {
+      "epoch": 0.229632,
+      "grad_norm": 0.11113952485063047,
+      "learning_rate": 9.85613065562216e-05,
+      "loss": 0.0327,
+      "step": 71760
+    },
+    {
+      "epoch": 0.229696,
+      "grad_norm": 0.06440926505141023,
+      "learning_rate": 9.85605083680362e-05,
+      "loss": 0.0297,
+      "step": 71780
+    },
+    {
+      "epoch": 0.22976,
+      "grad_norm": 0.05531329358997412,
+      "learning_rate": 9.855970996172833e-05,
+      "loss": 0.0308,
+      "step": 71800
+    },
+    {
+      "epoch": 0.229824,
+      "grad_norm": 0.06196579071209111,
+      "learning_rate": 9.855891133730158e-05,
+      "loss": 0.0334,
+      "step": 71820
+    },
+    {
+      "epoch": 0.229888,
+      "grad_norm": 0.10302780948203324,
+      "learning_rate": 9.855811249475952e-05,
+      "loss": 0.0308,
+      "step": 71840
+    },
+    {
+      "epoch": 0.229952,
+      "grad_norm": 0.11494051287857439,
+      "learning_rate": 9.855731343410576e-05,
+      "loss": 0.0278,
+      "step": 71860
+    },
+    {
+      "epoch": 0.230016,
+      "grad_norm": 0.05434459077806702,
+      "learning_rate": 9.855651415534391e-05,
+      "loss": 0.0299,
+      "step": 71880
+    },
+    {
+      "epoch": 0.23008,
+      "grad_norm": 0.07056731526516997,
+      "learning_rate": 9.855571465847749e-05,
+      "loss": 0.0277,
+      "step": 71900
+    },
+    {
+      "epoch": 0.230144,
+      "grad_norm": 0.0903388774666306,
+      "learning_rate": 9.855491494351015e-05,
+      "loss": 0.0293,
+      "step": 71920
+    },
+    {
+      "epoch": 0.230208,
+      "grad_norm": 0.04642249806281933,
+      "learning_rate": 9.855411501044545e-05,
+      "loss": 0.0267,
+      "step": 71940
+    },
+    {
+      "epoch": 0.230272,
+      "grad_norm": 0.08195177250898336,
+      "learning_rate": 9.8553314859287e-05,
+      "loss": 0.0305,
+      "step": 71960
+    },
+    {
+      "epoch": 0.230336,
+      "grad_norm": 0.045829004867807194,
+      "learning_rate": 9.855251449003842e-05,
+      "loss": 0.031,
+      "step": 71980
+    },
+    {
+      "epoch": 0.2304,
+      "grad_norm": 0.1869064642574679,
+      "learning_rate": 9.855171390270324e-05,
+      "loss": 0.0309,
+      "step": 72000
+    },
+    {
+      "epoch": 0.230464,
+      "grad_norm": 0.0764603708826692,
+      "learning_rate": 9.85509130972851e-05,
+      "loss": 0.0311,
+      "step": 72020
+    },
+    {
+      "epoch": 0.230528,
+      "grad_norm": 0.15592349234233618,
+      "learning_rate": 9.85501120737876e-05,
+      "loss": 0.0314,
+      "step": 72040
+    },
+    {
+      "epoch": 0.230592,
+      "grad_norm": 0.10552664150240071,
+      "learning_rate": 9.854931083221433e-05,
+      "loss": 0.0318,
+      "step": 72060
+    },
+    {
+      "epoch": 0.230656,
+      "grad_norm": 0.07495180337756942,
+      "learning_rate": 9.854850937256887e-05,
+      "loss": 0.0319,
+      "step": 72080
+    },
+    {
+      "epoch": 0.23072,
+      "grad_norm": 0.05206205638687262,
+      "learning_rate": 9.854770769485484e-05,
+      "loss": 0.0303,
+      "step": 72100
+    },
+    {
+      "epoch": 0.230784,
+      "grad_norm": 0.0861631549347789,
+      "learning_rate": 9.854690579907584e-05,
+      "loss": 0.0298,
+      "step": 72120
+    },
+    {
+      "epoch": 0.230848,
+      "grad_norm": 0.09837617101043866,
+      "learning_rate": 9.854610368523547e-05,
+      "loss": 0.0284,
+      "step": 72140
+    },
+    {
+      "epoch": 0.230912,
+      "grad_norm": 0.13567813095528705,
+      "learning_rate": 9.854530135333733e-05,
+      "loss": 0.0308,
+      "step": 72160
+    },
+    {
+      "epoch": 0.230976,
+      "grad_norm": 0.11513132331976397,
+      "learning_rate": 9.854449880338503e-05,
+      "loss": 0.0315,
+      "step": 72180
+    },
+    {
+      "epoch": 0.23104,
+      "grad_norm": 0.16515107381220356,
+      "learning_rate": 9.854369603538216e-05,
+      "loss": 0.0355,
+      "step": 72200
+    },
+    {
+      "epoch": 0.231104,
+      "grad_norm": 0.05606183173010271,
+      "learning_rate": 9.854289304933234e-05,
+      "loss": 0.0293,
+      "step": 72220
+    },
+    {
+      "epoch": 0.231168,
+      "grad_norm": 0.0849731232024897,
+      "learning_rate": 9.854208984523918e-05,
+      "loss": 0.0301,
+      "step": 72240
+    },
+    {
+      "epoch": 0.231232,
+      "grad_norm": 0.06643895312220752,
+      "learning_rate": 9.854128642310627e-05,
+      "loss": 0.0303,
+      "step": 72260
+    },
+    {
+      "epoch": 0.231296,
+      "grad_norm": 0.058753004920061226,
+      "learning_rate": 9.854048278293723e-05,
+      "loss": 0.0294,
+      "step": 72280
+    },
+    {
+      "epoch": 0.23136,
+      "grad_norm": 0.24123233547069345,
+      "learning_rate": 9.853967892473569e-05,
+      "loss": 0.0291,
+      "step": 72300
+    },
+    {
+      "epoch": 0.231424,
+      "grad_norm": 0.04594092651383566,
+      "learning_rate": 9.853887484850523e-05,
+      "loss": 0.0288,
+      "step": 72320
+    },
+    {
+      "epoch": 0.231488,
+      "grad_norm": 0.1347517942808203,
+      "learning_rate": 9.853807055424947e-05,
+      "loss": 0.0308,
+      "step": 72340
+    },
+    {
+      "epoch": 0.231552,
+      "grad_norm": 0.09659551760733022,
+      "learning_rate": 9.853726604197202e-05,
+      "loss": 0.0285,
+      "step": 72360
+    },
+    {
+      "epoch": 0.231616,
+      "grad_norm": 0.05950393429453599,
+      "learning_rate": 9.85364613116765e-05,
+      "loss": 0.0291,
+      "step": 72380
+    },
+    {
+      "epoch": 0.23168,
+      "grad_norm": 0.07527490142209554,
+      "learning_rate": 9.853565636336652e-05,
+      "loss": 0.0313,
+      "step": 72400
+    },
+    {
+      "epoch": 0.231744,
+      "grad_norm": 0.08145133182154145,
+      "learning_rate": 9.853485119704571e-05,
+      "loss": 0.0302,
+      "step": 72420
+    },
+    {
+      "epoch": 0.231808,
+      "grad_norm": 0.05019215430570018,
+      "learning_rate": 9.853404581271766e-05,
+      "loss": 0.0287,
+      "step": 72440
+    },
+    {
+      "epoch": 0.231872,
+      "grad_norm": 0.060856781847081196,
+      "learning_rate": 9.853324021038602e-05,
+      "loss": 0.0318,
+      "step": 72460
+    },
+    {
+      "epoch": 0.231936,
+      "grad_norm": 0.05248657855799008,
+      "learning_rate": 9.853243439005437e-05,
+      "loss": 0.029,
+      "step": 72480
+    },
+    {
+      "epoch": 0.232,
+      "grad_norm": 0.08487587807572816,
+      "learning_rate": 9.853162835172637e-05,
+      "loss": 0.0312,
+      "step": 72500
+    },
+    {
+      "epoch": 0.232064,
+      "grad_norm": 0.06194473556295857,
+      "learning_rate": 9.853082209540562e-05,
+      "loss": 0.0273,
+      "step": 72520
+    },
+    {
+      "epoch": 0.232128,
+      "grad_norm": 0.058843435829742614,
+      "learning_rate": 9.853001562109573e-05,
+      "loss": 0.0322,
+      "step": 72540
+    },
+    {
+      "epoch": 0.232192,
+      "grad_norm": 0.13416378690502218,
+      "learning_rate": 9.852920892880036e-05,
+      "loss": 0.0318,
+      "step": 72560
+    },
+    {
+      "epoch": 0.232256,
+      "grad_norm": 0.056075980759534405,
+      "learning_rate": 9.852840201852307e-05,
+      "loss": 0.0323,
+      "step": 72580
+    },
+    {
+      "epoch": 0.23232,
+      "grad_norm": 0.08170905644250934,
+      "learning_rate": 9.852759489026755e-05,
+      "loss": 0.0316,
+      "step": 72600
+    },
+    {
+      "epoch": 0.232384,
+      "grad_norm": 0.08291162617534513,
+      "learning_rate": 9.852678754403741e-05,
+      "loss": 0.0299,
+      "step": 72620
+    },
+    {
+      "epoch": 0.232448,
+      "grad_norm": 0.07373489452897254,
+      "learning_rate": 9.852597997983625e-05,
+      "loss": 0.0277,
+      "step": 72640
+    },
+    {
+      "epoch": 0.232512,
+      "grad_norm": 0.06618492591109143,
+      "learning_rate": 9.85251721976677e-05,
+      "loss": 0.0321,
+      "step": 72660
+    },
+    {
+      "epoch": 0.232576,
+      "grad_norm": 0.11748038921821068,
+      "learning_rate": 9.852436419753542e-05,
+      "loss": 0.0331,
+      "step": 72680
+    },
+    {
+      "epoch": 0.23264,
+      "grad_norm": 0.1160299393632872,
+      "learning_rate": 9.852355597944303e-05,
+      "loss": 0.0311,
+      "step": 72700
+    },
+    {
+      "epoch": 0.232704,
+      "grad_norm": 0.05902344545507101,
+      "learning_rate": 9.852274754339412e-05,
+      "loss": 0.0298,
+      "step": 72720
+    },
+    {
+      "epoch": 0.232768,
+      "grad_norm": 0.05753557154074273,
+      "learning_rate": 9.852193888939238e-05,
+      "loss": 0.0302,
+      "step": 72740
+    },
+    {
+      "epoch": 0.232832,
+      "grad_norm": 0.056919126024623456,
+      "learning_rate": 9.85211300174414e-05,
+      "loss": 0.034,
+      "step": 72760
+    },
+    {
+      "epoch": 0.232896,
+      "grad_norm": 0.050485798781149886,
+      "learning_rate": 9.852032092754483e-05,
+      "loss": 0.0328,
+      "step": 72780
+    },
+    {
+      "epoch": 0.23296,
+      "grad_norm": 0.06724347152252266,
+      "learning_rate": 9.85195116197063e-05,
+      "loss": 0.0313,
+      "step": 72800
+    },
+    {
+      "epoch": 0.233024,
+      "grad_norm": 0.0749119493276647,
+      "learning_rate": 9.851870209392944e-05,
+      "loss": 0.0285,
+      "step": 72820
+    },
+    {
+      "epoch": 0.233088,
+      "grad_norm": 0.0747565212144267,
+      "learning_rate": 9.851789235021791e-05,
+      "loss": 0.033,
+      "step": 72840
+    },
+    {
+      "epoch": 0.233152,
+      "grad_norm": 0.14922068837177918,
+      "learning_rate": 9.851708238857534e-05,
+      "loss": 0.0269,
+      "step": 72860
+    },
+    {
+      "epoch": 0.233216,
+      "grad_norm": 0.130045536240356,
+      "learning_rate": 9.851627220900533e-05,
+      "loss": 0.031,
+      "step": 72880
+    },
+    {
+      "epoch": 0.23328,
+      "grad_norm": 0.08096347998963688,
+      "learning_rate": 9.851546181151157e-05,
+      "loss": 0.0278,
+      "step": 72900
+    },
+    {
+      "epoch": 0.233344,
+      "grad_norm": 0.13871661455987636,
+      "learning_rate": 9.851465119609767e-05,
+      "loss": 0.0308,
+      "step": 72920
+    },
+    {
+      "epoch": 0.233408,
+      "grad_norm": 0.06201813537612768,
+      "learning_rate": 9.851384036276726e-05,
+      "loss": 0.0304,
+      "step": 72940
+    },
+    {
+      "epoch": 0.233472,
+      "grad_norm": 0.08931282117946661,
+      "learning_rate": 9.851302931152402e-05,
+      "loss": 0.0313,
+      "step": 72960
+    },
+    {
+      "epoch": 0.233536,
+      "grad_norm": 0.09496835265923786,
+      "learning_rate": 9.851221804237157e-05,
+      "loss": 0.0264,
+      "step": 72980
+    },
+    {
+      "epoch": 0.2336,
+      "grad_norm": 0.056307204672306474,
+      "learning_rate": 9.851140655531356e-05,
+      "loss": 0.0301,
+      "step": 73000
+    },
+    {
+      "epoch": 0.233664,
+      "grad_norm": 0.06429057948898363,
+      "learning_rate": 9.851059485035363e-05,
+      "loss": 0.0319,
+      "step": 73020
+    },
+    {
+      "epoch": 0.233728,
+      "grad_norm": 0.08041716825232202,
+      "learning_rate": 9.850978292749545e-05,
+      "loss": 0.0307,
+      "step": 73040
+    },
+    {
+      "epoch": 0.233792,
+      "grad_norm": 0.06610063827515962,
+      "learning_rate": 9.850897078674262e-05,
+      "loss": 0.03,
+      "step": 73060
+    },
+    {
+      "epoch": 0.233856,
+      "grad_norm": 0.06478378448968702,
+      "learning_rate": 9.850815842809882e-05,
+      "loss": 0.0318,
+      "step": 73080
+    },
+    {
+      "epoch": 0.23392,
+      "grad_norm": 0.08875153509941616,
+      "learning_rate": 9.850734585156769e-05,
+      "loss": 0.0323,
+      "step": 73100
+    },
+    {
+      "epoch": 0.233984,
+      "grad_norm": 0.1461013541162037,
+      "learning_rate": 9.85065330571529e-05,
+      "loss": 0.0327,
+      "step": 73120
+    },
+    {
+      "epoch": 0.234048,
+      "grad_norm": 0.12015203748012013,
+      "learning_rate": 9.850572004485807e-05,
+      "loss": 0.0334,
+      "step": 73140
+    },
+    {
+      "epoch": 0.234112,
+      "grad_norm": 0.07319280325016944,
+      "learning_rate": 9.850490681468688e-05,
+      "loss": 0.0301,
+      "step": 73160
+    },
+    {
+      "epoch": 0.234176,
+      "grad_norm": 0.08537072315072389,
+      "learning_rate": 9.850409336664295e-05,
+      "loss": 0.0324,
+      "step": 73180
+    },
+    {
+      "epoch": 0.23424,
+      "grad_norm": 0.06933867739439176,
+      "learning_rate": 9.850327970072995e-05,
+      "loss": 0.0292,
+      "step": 73200
+    },
+    {
+      "epoch": 0.234304,
+      "grad_norm": 0.10618527187894503,
+      "learning_rate": 9.850246581695155e-05,
+      "loss": 0.0299,
+      "step": 73220
+    },
+    {
+      "epoch": 0.234368,
+      "grad_norm": 0.0592141978464065,
+      "learning_rate": 9.850165171531138e-05,
+      "loss": 0.0316,
+      "step": 73240
+    },
+    {
+      "epoch": 0.234432,
+      "grad_norm": 0.11331446876855693,
+      "learning_rate": 9.850083739581313e-05,
+      "loss": 0.0282,
+      "step": 73260
+    },
+    {
+      "epoch": 0.234496,
+      "grad_norm": 0.07214465406807367,
+      "learning_rate": 9.850002285846041e-05,
+      "loss": 0.0307,
+      "step": 73280
+    },
+    {
+      "epoch": 0.23456,
+      "grad_norm": 0.09214934523273946,
+      "learning_rate": 9.849920810325692e-05,
+      "loss": 0.0323,
+      "step": 73300
+    },
+    {
+      "epoch": 0.234624,
+      "grad_norm": 0.06662451040451721,
+      "learning_rate": 9.849839313020632e-05,
+      "loss": 0.0321,
+      "step": 73320
+    },
+    {
+      "epoch": 0.234688,
+      "grad_norm": 0.05681010824671877,
+      "learning_rate": 9.849757793931224e-05,
+      "loss": 0.0305,
+      "step": 73340
+    },
+    {
+      "epoch": 0.234752,
+      "grad_norm": 0.08932626849913457,
+      "learning_rate": 9.849676253057835e-05,
+      "loss": 0.0307,
+      "step": 73360
+    },
+    {
+      "epoch": 0.234816,
+      "grad_norm": 0.053972331227776525,
+      "learning_rate": 9.849594690400834e-05,
+      "loss": 0.0272,
+      "step": 73380
+    },
+    {
+      "epoch": 0.23488,
+      "grad_norm": 0.06872158527024105,
+      "learning_rate": 9.849513105960586e-05,
+      "loss": 0.0298,
+      "step": 73400
+    },
+    {
+      "epoch": 0.234944,
+      "grad_norm": 0.05752597820959559,
+      "learning_rate": 9.849431499737455e-05,
+      "loss": 0.029,
+      "step": 73420
+    },
+    {
+      "epoch": 0.235008,
+      "grad_norm": 0.07124086533570095,
+      "learning_rate": 9.84934987173181e-05,
+      "loss": 0.0298,
+      "step": 73440
+    },
+    {
+      "epoch": 0.235072,
+      "grad_norm": 0.0559715033058606,
+      "learning_rate": 9.849268221944017e-05,
+      "loss": 0.0291,
+      "step": 73460
+    },
+    {
+      "epoch": 0.235136,
+      "grad_norm": 0.08191126959248517,
+      "learning_rate": 9.849186550374443e-05,
+      "loss": 0.0278,
+      "step": 73480
+    },
+    {
+      "epoch": 0.2352,
+      "grad_norm": 0.08273739800958059,
+      "learning_rate": 9.849104857023455e-05,
+      "loss": 0.0297,
+      "step": 73500
+    },
+    {
+      "epoch": 0.235264,
+      "grad_norm": 0.07598945937019032,
+      "learning_rate": 9.84902314189142e-05,
+      "loss": 0.0301,
+      "step": 73520
+    },
+    {
+      "epoch": 0.235328,
+      "grad_norm": 0.11996537515976421,
+      "learning_rate": 9.848941404978704e-05,
+      "loss": 0.0289,
+      "step": 73540
+    },
+    {
+      "epoch": 0.235392,
+      "grad_norm": 0.06735558748171384,
+      "learning_rate": 9.848859646285674e-05,
+      "loss": 0.0314,
+      "step": 73560
+    },
+    {
+      "epoch": 0.235456,
+      "grad_norm": 0.1376354388182584,
+      "learning_rate": 9.8487778658127e-05,
+      "loss": 0.0341,
+      "step": 73580
+    },
+    {
+      "epoch": 0.23552,
+      "grad_norm": 0.08248441431155565,
+      "learning_rate": 9.848696063560145e-05,
+      "loss": 0.0335,
+      "step": 73600
+    },
+    {
+      "epoch": 0.235584,
+      "grad_norm": 0.17015547019203925,
+      "learning_rate": 9.848614239528382e-05,
+      "loss": 0.0308,
+      "step": 73620
+    },
+    {
+      "epoch": 0.235648,
+      "grad_norm": 0.08528335001360855,
+      "learning_rate": 9.848532393717773e-05,
+      "loss": 0.0299,
+      "step": 73640
+    },
+    {
+      "epoch": 0.235712,
+      "grad_norm": 0.11351969947048708,
+      "learning_rate": 9.848450526128687e-05,
+      "loss": 0.0362,
+      "step": 73660
+    },
+    {
+      "epoch": 0.235776,
+      "grad_norm": 0.17909695871508194,
+      "learning_rate": 9.848368636761496e-05,
+      "loss": 0.0305,
+      "step": 73680
+    },
+    {
+      "epoch": 0.23584,
+      "grad_norm": 0.060247263401596564,
+      "learning_rate": 9.848286725616563e-05,
+      "loss": 0.0293,
+      "step": 73700
+    },
+    {
+      "epoch": 0.235904,
+      "grad_norm": 0.1254765242542778,
+      "learning_rate": 9.848204792694258e-05,
+      "loss": 0.0282,
+      "step": 73720
+    },
+    {
+      "epoch": 0.235968,
+      "grad_norm": 0.05062419509293313,
+      "learning_rate": 9.848122837994947e-05,
+      "loss": 0.0303,
+      "step": 73740
+    },
+    {
+      "epoch": 0.236032,
+      "grad_norm": 0.06058153936585436,
+      "learning_rate": 9.848040861519002e-05,
+      "loss": 0.026,
+      "step": 73760
+    },
+    {
+      "epoch": 0.236096,
+      "grad_norm": 0.08229034278063106,
+      "learning_rate": 9.847958863266787e-05,
+      "loss": 0.0274,
+      "step": 73780
+    },
+    {
+      "epoch": 0.23616,
+      "grad_norm": 0.06160442766718873,
+      "learning_rate": 9.847876843238672e-05,
+      "loss": 0.0297,
+      "step": 73800
+    },
+    {
+      "epoch": 0.236224,
+      "grad_norm": 0.07373141586076273,
+      "learning_rate": 9.847794801435026e-05,
+      "loss": 0.0308,
+      "step": 73820
+    },
+    {
+      "epoch": 0.236288,
+      "grad_norm": 0.04087093346366814,
+      "learning_rate": 9.847712737856218e-05,
+      "loss": 0.0316,
+      "step": 73840
+    },
+    {
+      "epoch": 0.236352,
+      "grad_norm": 0.10803671903985528,
+      "learning_rate": 9.847630652502616e-05,
+      "loss": 0.0307,
+      "step": 73860
+    },
+    {
+      "epoch": 0.236416,
+      "grad_norm": 0.05267634464677613,
+      "learning_rate": 9.847548545374587e-05,
+      "loss": 0.0312,
+      "step": 73880
+    },
+    {
+      "epoch": 0.23648,
+      "grad_norm": 0.08816769588836898,
+      "learning_rate": 9.847466416472501e-05,
+      "loss": 0.0292,
+      "step": 73900
+    },
+    {
+      "epoch": 0.236544,
+      "grad_norm": 0.06608869805524964,
+      "learning_rate": 9.847384265796728e-05,
+      "loss": 0.0271,
+      "step": 73920
+    },
+    {
+      "epoch": 0.236608,
+      "grad_norm": 0.11830898343450925,
+      "learning_rate": 9.847302093347636e-05,
+      "loss": 0.0304,
+      "step": 73940
+    },
+    {
+      "epoch": 0.236672,
+      "grad_norm": 0.11833431684363141,
+      "learning_rate": 9.847219899125594e-05,
+      "loss": 0.0309,
+      "step": 73960
+    },
+    {
+      "epoch": 0.236736,
+      "grad_norm": 0.10763763187066101,
+      "learning_rate": 9.847137683130973e-05,
+      "loss": 0.0306,
+      "step": 73980
+    },
+    {
+      "epoch": 0.2368,
+      "grad_norm": 0.11666805473157174,
+      "learning_rate": 9.847055445364139e-05,
+      "loss": 0.0297,
+      "step": 74000
+    },
+    {
+      "epoch": 0.236864,
+      "grad_norm": 0.06455038978450987,
+      "learning_rate": 9.846973185825463e-05,
+      "loss": 0.0338,
+      "step": 74020
+    },
+    {
+      "epoch": 0.236928,
+      "grad_norm": 0.06422816194578176,
+      "learning_rate": 9.846890904515315e-05,
+      "loss": 0.0336,
+      "step": 74040
+    },
+    {
+      "epoch": 0.236992,
+      "grad_norm": 0.06974785447800486,
+      "learning_rate": 9.846808601434065e-05,
+      "loss": 0.0318,
+      "step": 74060
+    },
+    {
+      "epoch": 0.237056,
+      "grad_norm": 0.0621248139391275,
+      "learning_rate": 9.846726276582081e-05,
+      "loss": 0.0277,
+      "step": 74080
+    },
+    {
+      "epoch": 0.23712,
+      "grad_norm": 0.0576323594134353,
+      "learning_rate": 9.846643929959735e-05,
+      "loss": 0.028,
+      "step": 74100
+    },
+    {
+      "epoch": 0.237184,
+      "grad_norm": 0.07056610832566135,
+      "learning_rate": 9.846561561567394e-05,
+      "loss": 0.0311,
+      "step": 74120
+    },
+    {
+      "epoch": 0.237248,
+      "grad_norm": 0.07671404815294516,
+      "learning_rate": 9.84647917140543e-05,
+      "loss": 0.0309,
+      "step": 74140
+    },
+    {
+      "epoch": 0.237312,
+      "grad_norm": 0.09053077568032004,
+      "learning_rate": 9.846396759474213e-05,
+      "loss": 0.028,
+      "step": 74160
+    },
+    {
+      "epoch": 0.237376,
+      "grad_norm": 0.08957798868528549,
+      "learning_rate": 9.846314325774113e-05,
+      "loss": 0.03,
+      "step": 74180
+    },
+    {
+      "epoch": 0.23744,
+      "grad_norm": 0.05337466435179542,
+      "learning_rate": 9.8462318703055e-05,
+      "loss": 0.0315,
+      "step": 74200
+    },
+    {
+      "epoch": 0.237504,
+      "grad_norm": 0.06968516692025764,
+      "learning_rate": 9.846149393068744e-05,
+      "loss": 0.0284,
+      "step": 74220
+    },
+    {
+      "epoch": 0.237568,
+      "grad_norm": 0.05058248393066313,
+      "learning_rate": 9.846066894064217e-05,
+      "loss": 0.0279,
+      "step": 74240
+    },
+    {
+      "epoch": 0.237632,
+      "grad_norm": 0.05316381100548303,
+      "learning_rate": 9.845984373292286e-05,
+      "loss": 0.0274,
+      "step": 74260
+    },
+    {
+      "epoch": 0.237696,
+      "grad_norm": 0.10876095392449166,
+      "learning_rate": 9.845901830753325e-05,
+      "loss": 0.0255,
+      "step": 74280
+    },
+    {
+      "epoch": 0.23776,
+      "grad_norm": 0.10985201297319612,
+      "learning_rate": 9.845819266447705e-05,
+      "loss": 0.026,
+      "step": 74300
+    },
+    {
+      "epoch": 0.237824,
+      "grad_norm": 0.0937930379900109,
+      "learning_rate": 9.845736680375795e-05,
+      "loss": 0.0311,
+      "step": 74320
+    },
+    {
+      "epoch": 0.237888,
+      "grad_norm": 0.091320114166907,
+      "learning_rate": 9.845654072537967e-05,
+      "loss": 0.0294,
+      "step": 74340
+    },
+    {
+      "epoch": 0.237952,
+      "grad_norm": 0.10419620454802064,
+      "learning_rate": 9.845571442934592e-05,
+      "loss": 0.0322,
+      "step": 74360
+    },
+    {
+      "epoch": 0.238016,
+      "grad_norm": 0.11630033619213617,
+      "learning_rate": 9.845488791566039e-05,
+      "loss": 0.035,
+      "step": 74380
+    },
+    {
+      "epoch": 0.23808,
+      "grad_norm": 0.06448702426022326,
+      "learning_rate": 9.845406118432685e-05,
+      "loss": 0.031,
+      "step": 74400
+    },
+    {
+      "epoch": 0.238144,
+      "grad_norm": 0.07934487373129798,
+      "learning_rate": 9.845323423534895e-05,
+      "loss": 0.031,
+      "step": 74420
+    },
+    {
+      "epoch": 0.238208,
+      "grad_norm": 0.057226907174601424,
+      "learning_rate": 9.845240706873042e-05,
+      "loss": 0.0288,
+      "step": 74440
+    },
+    {
+      "epoch": 0.238272,
+      "grad_norm": 0.05862630157613902,
+      "learning_rate": 9.8451579684475e-05,
+      "loss": 0.0272,
+      "step": 74460
+    },
+    {
+      "epoch": 0.238336,
+      "grad_norm": 0.049791687938707814,
+      "learning_rate": 9.84507520825864e-05,
+      "loss": 0.0313,
+      "step": 74480
+    },
+    {
+      "epoch": 0.2384,
+      "grad_norm": 0.10189010612878872,
+      "learning_rate": 9.844992426306832e-05,
+      "loss": 0.0279,
+      "step": 74500
+    },
+    {
+      "epoch": 0.238464,
+      "grad_norm": 0.05469239053897695,
+      "learning_rate": 9.844909622592449e-05,
+      "loss": 0.0325,
+      "step": 74520
+    },
+    {
+      "epoch": 0.238528,
+      "grad_norm": 0.1497191055849579,
+      "learning_rate": 9.844826797115861e-05,
+      "loss": 0.0316,
+      "step": 74540
+    },
+    {
+      "epoch": 0.238592,
+      "grad_norm": 0.05846861111562548,
+      "learning_rate": 9.844743949877442e-05,
+      "loss": 0.0275,
+      "step": 74560
+    },
+    {
+      "epoch": 0.238656,
+      "grad_norm": 0.051167784732405894,
+      "learning_rate": 9.844661080877567e-05,
+      "loss": 0.0285,
+      "step": 74580
+    },
+    {
+      "epoch": 0.23872,
+      "grad_norm": 0.06046727060241974,
+      "learning_rate": 9.844578190116602e-05,
+      "loss": 0.0281,
+      "step": 74600
+    },
+    {
+      "epoch": 0.238784,
+      "grad_norm": 0.06192622784986801,
+      "learning_rate": 9.844495277594922e-05,
+      "loss": 0.0267,
+      "step": 74620
+    },
+    {
+      "epoch": 0.238848,
+      "grad_norm": 0.07386421502205073,
+      "learning_rate": 9.844412343312901e-05,
+      "loss": 0.0288,
+      "step": 74640
+    },
+    {
+      "epoch": 0.238912,
+      "grad_norm": 0.1034401418418549,
+      "learning_rate": 9.844329387270912e-05,
+      "loss": 0.031,
+      "step": 74660
+    },
+    {
+      "epoch": 0.238976,
+      "grad_norm": 0.05847352846245029,
+      "learning_rate": 9.844246409469323e-05,
+      "loss": 0.0284,
+      "step": 74680
+    },
+    {
+      "epoch": 0.23904,
+      "grad_norm": 0.05030969306590917,
+      "learning_rate": 9.844163409908512e-05,
+      "loss": 0.028,
+      "step": 74700
+    },
+    {
+      "epoch": 0.239104,
+      "grad_norm": 0.041788225454165134,
+      "learning_rate": 9.844080388588848e-05,
+      "loss": 0.0298,
+      "step": 74720
+    },
+    {
+      "epoch": 0.239168,
+      "grad_norm": 0.06180616033186569,
+      "learning_rate": 9.843997345510705e-05,
+      "loss": 0.0313,
+      "step": 74740
+    },
+    {
+      "epoch": 0.239232,
+      "grad_norm": 0.0632717980652912,
+      "learning_rate": 9.843914280674458e-05,
+      "loss": 0.0277,
+      "step": 74760
+    },
+    {
+      "epoch": 0.239296,
+      "grad_norm": 0.05911849306000406,
+      "learning_rate": 9.843831194080478e-05,
+      "loss": 0.032,
+      "step": 74780
+    },
+    {
+      "epoch": 0.23936,
+      "grad_norm": 0.1151497719910364,
+      "learning_rate": 9.843748085729137e-05,
+      "loss": 0.0288,
+      "step": 74800
+    },
+    {
+      "epoch": 0.239424,
+      "grad_norm": 0.11722802954081228,
+      "learning_rate": 9.843664955620813e-05,
+      "loss": 0.0279,
+      "step": 74820
+    },
+    {
+      "epoch": 0.239488,
+      "grad_norm": 0.05516803285041774,
+      "learning_rate": 9.843581803755874e-05,
+      "loss": 0.0303,
+      "step": 74840
+    },
+    {
+      "epoch": 0.239552,
+      "grad_norm": 0.06453990585011933,
+      "learning_rate": 9.843498630134698e-05,
+      "loss": 0.0331,
+      "step": 74860
+    },
+    {
+      "epoch": 0.239616,
+      "grad_norm": 0.07541387803486191,
+      "learning_rate": 9.843415434757655e-05,
+      "loss": 0.0326,
+      "step": 74880
+    },
+    {
+      "epoch": 0.23968,
+      "grad_norm": 0.06242256556353007,
+      "learning_rate": 9.84333221762512e-05,
+      "loss": 0.0285,
+      "step": 74900
+    },
+    {
+      "epoch": 0.239744,
+      "grad_norm": 0.0664522994274791,
+      "learning_rate": 9.843248978737468e-05,
+      "loss": 0.0314,
+      "step": 74920
+    },
+    {
+      "epoch": 0.239808,
+      "grad_norm": 0.10259221337982401,
+      "learning_rate": 9.843165718095071e-05,
+      "loss": 0.0303,
+      "step": 74940
+    },
+    {
+      "epoch": 0.239872,
+      "grad_norm": 0.06844757421631792,
+      "learning_rate": 9.843082435698303e-05,
+      "loss": 0.0283,
+      "step": 74960
+    },
+    {
+      "epoch": 0.239936,
+      "grad_norm": 0.1294513965685381,
+      "learning_rate": 9.842999131547542e-05,
+      "loss": 0.029,
+      "step": 74980
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.09107291860812793,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 0.0298,
+      "step": 75000
+    },
+    {
+      "epoch": 0.240064,
+      "grad_norm": 0.065584023919824,
+      "learning_rate": 9.842832457985524e-05,
+      "loss": 0.0306,
+      "step": 75020
+    },
+    {
+      "epoch": 0.240128,
+      "grad_norm": 0.09560901023483112,
+      "learning_rate": 9.842749088575018e-05,
+      "loss": 0.0325,
+      "step": 75040
+    },
+    {
+      "epoch": 0.240192,
+      "grad_norm": 0.08385320206113882,
+      "learning_rate": 9.842665697412015e-05,
+      "loss": 0.0313,
+      "step": 75060
+    },
+    {
+      "epoch": 0.240256,
+      "grad_norm": 0.11271104262567187,
+      "learning_rate": 9.842582284496886e-05,
+      "loss": 0.0326,
+      "step": 75080
+    },
+    {
+      "epoch": 0.24032,
+      "grad_norm": 0.1306758567056416,
+      "learning_rate": 9.842498849830009e-05,
+      "loss": 0.0296,
+      "step": 75100
+    },
+    {
+      "epoch": 0.240384,
+      "grad_norm": 0.08729741724764371,
+      "learning_rate": 9.842415393411756e-05,
+      "loss": 0.0319,
+      "step": 75120
+    },
+    {
+      "epoch": 0.240448,
+      "grad_norm": 0.09138074500122444,
+      "learning_rate": 9.842331915242503e-05,
+      "loss": 0.0327,
+      "step": 75140
+    },
+    {
+      "epoch": 0.240512,
+      "grad_norm": 0.07223615507656593,
+      "learning_rate": 9.842248415322626e-05,
+      "loss": 0.0312,
+      "step": 75160
+    },
+    {
+      "epoch": 0.240576,
+      "grad_norm": 0.09092386466451736,
+      "learning_rate": 9.842164893652498e-05,
+      "loss": 0.0304,
+      "step": 75180
+    },
+    {
+      "epoch": 0.24064,
+      "grad_norm": 0.1060830872137615,
+      "learning_rate": 9.842081350232497e-05,
+      "loss": 0.0295,
+      "step": 75200
+    },
+    {
+      "epoch": 0.240704,
+      "grad_norm": 0.07253465442860489,
+      "learning_rate": 9.841997785062996e-05,
+      "loss": 0.0301,
+      "step": 75220
+    },
+    {
+      "epoch": 0.240768,
+      "grad_norm": 0.12029569981983633,
+      "learning_rate": 9.841914198144371e-05,
+      "loss": 0.0305,
+      "step": 75240
+    },
+    {
+      "epoch": 0.240832,
+      "grad_norm": 0.12878346882860503,
+      "learning_rate": 9.841830589476997e-05,
+      "loss": 0.0293,
+      "step": 75260
+    },
+    {
+      "epoch": 0.240896,
+      "grad_norm": 0.11208580219226276,
+      "learning_rate": 9.84174695906125e-05,
+      "loss": 0.0318,
+      "step": 75280
+    },
+    {
+      "epoch": 0.24096,
+      "grad_norm": 0.07272513327685043,
+      "learning_rate": 9.841663306897506e-05,
+      "loss": 0.0283,
+      "step": 75300
+    },
+    {
+      "epoch": 0.241024,
+      "grad_norm": 0.08059159786577916,
+      "learning_rate": 9.841579632986141e-05,
+      "loss": 0.0321,
+      "step": 75320
+    },
+    {
+      "epoch": 0.241088,
+      "grad_norm": 0.041763518377769,
+      "learning_rate": 9.841495937327529e-05,
+      "loss": 0.03,
+      "step": 75340
+    },
+    {
+      "epoch": 0.241152,
+      "grad_norm": 0.12265735614200002,
+      "learning_rate": 9.841412219922048e-05,
+      "loss": 0.0326,
+      "step": 75360
+    },
+    {
+      "epoch": 0.241216,
+      "grad_norm": 0.08370074327224666,
+      "learning_rate": 9.841328480770072e-05,
+      "loss": 0.0342,
+      "step": 75380
+    },
+    {
+      "epoch": 0.24128,
+      "grad_norm": 0.07261776174199651,
+      "learning_rate": 9.841244719871979e-05,
+      "loss": 0.0337,
+      "step": 75400
+    },
+    {
+      "epoch": 0.241344,
+      "grad_norm": 0.14367652055605545,
+      "learning_rate": 9.841160937228144e-05,
+      "loss": 0.0317,
+      "step": 75420
+    },
+    {
+      "epoch": 0.241408,
+      "grad_norm": 0.06795748208057648,
+      "learning_rate": 9.841077132838945e-05,
+      "loss": 0.0336,
+      "step": 75440
+    },
+    {
+      "epoch": 0.241472,
+      "grad_norm": 0.08862408875577264,
+      "learning_rate": 9.840993306704758e-05,
+      "loss": 0.0276,
+      "step": 75460
+    },
+    {
+      "epoch": 0.241536,
+      "grad_norm": 0.100862640022274,
+      "learning_rate": 9.840909458825957e-05,
+      "loss": 0.0327,
+      "step": 75480
+    },
+    {
+      "epoch": 0.2416,
+      "grad_norm": 0.06623897632055767,
+      "learning_rate": 9.840825589202922e-05,
+      "loss": 0.0338,
+      "step": 75500
+    },
+    {
+      "epoch": 0.241664,
+      "grad_norm": 0.06960896485864733,
+      "learning_rate": 9.840741697836027e-05,
+      "loss": 0.0339,
+      "step": 75520
+    },
+    {
+      "epoch": 0.241728,
+      "grad_norm": 0.055396091183682286,
+      "learning_rate": 9.84065778472565e-05,
+      "loss": 0.0333,
+      "step": 75540
+    },
+    {
+      "epoch": 0.241792,
+      "grad_norm": 0.07051217244228872,
+      "learning_rate": 9.840573849872168e-05,
+      "loss": 0.0305,
+      "step": 75560
+    },
+    {
+      "epoch": 0.241856,
+      "grad_norm": 0.08109862932951696,
+      "learning_rate": 9.840489893275958e-05,
+      "loss": 0.0309,
+      "step": 75580
+    },
+    {
+      "epoch": 0.24192,
+      "grad_norm": 0.082116669636281,
+      "learning_rate": 9.840405914937397e-05,
+      "loss": 0.0303,
+      "step": 75600
+    },
+    {
+      "epoch": 0.241984,
+      "grad_norm": 0.11144333995349691,
+      "learning_rate": 9.840321914856862e-05,
+      "loss": 0.0287,
+      "step": 75620
+    },
+    {
+      "epoch": 0.242048,
+      "grad_norm": 0.07252721450558351,
+      "learning_rate": 9.840237893034732e-05,
+      "loss": 0.0319,
+      "step": 75640
+    },
+    {
+      "epoch": 0.242112,
+      "grad_norm": 0.06338077105411824,
+      "learning_rate": 9.840153849471382e-05,
+      "loss": 0.0327,
+      "step": 75660
+    },
+    {
+      "epoch": 0.242176,
+      "grad_norm": 0.0823634023370179,
+      "learning_rate": 9.840069784167189e-05,
+      "loss": 0.0279,
+      "step": 75680
+    },
+    {
+      "epoch": 0.24224,
+      "grad_norm": 0.05633925323777528,
+      "learning_rate": 9.839985697122535e-05,
+      "loss": 0.0279,
+      "step": 75700
+    },
+    {
+      "epoch": 0.242304,
+      "grad_norm": 0.11868043095235185,
+      "learning_rate": 9.839901588337794e-05,
+      "loss": 0.0332,
+      "step": 75720
+    },
+    {
+      "epoch": 0.242368,
+      "grad_norm": 0.05167566744116622,
+      "learning_rate": 9.839817457813343e-05,
+      "loss": 0.0312,
+      "step": 75740
+    },
+    {
+      "epoch": 0.242432,
+      "grad_norm": 0.07965503603273497,
+      "learning_rate": 9.839733305549563e-05,
+      "loss": 0.0311,
+      "step": 75760
+    },
+    {
+      "epoch": 0.242496,
+      "grad_norm": 0.051797361580601234,
+      "learning_rate": 9.83964913154683e-05,
+      "loss": 0.0293,
+      "step": 75780
+    },
+    {
+      "epoch": 0.24256,
+      "grad_norm": 0.08194270094632075,
+      "learning_rate": 9.839564935805522e-05,
+      "loss": 0.0303,
+      "step": 75800
+    },
+    {
+      "epoch": 0.242624,
+      "grad_norm": 0.11614724221854153,
+      "learning_rate": 9.839480718326018e-05,
+      "loss": 0.0293,
+      "step": 75820
+    },
+    {
+      "epoch": 0.242688,
+      "grad_norm": 0.10095941696256949,
+      "learning_rate": 9.839396479108696e-05,
+      "loss": 0.0274,
+      "step": 75840
+    },
+    {
+      "epoch": 0.242752,
+      "grad_norm": 0.08656951949934724,
+      "learning_rate": 9.839312218153936e-05,
+      "loss": 0.0292,
+      "step": 75860
+    },
+    {
+      "epoch": 0.242816,
+      "grad_norm": 0.05363075283005728,
+      "learning_rate": 9.839227935462113e-05,
+      "loss": 0.0263,
+      "step": 75880
+    },
+    {
+      "epoch": 0.24288,
+      "grad_norm": 0.08136538396257342,
+      "learning_rate": 9.839143631033609e-05,
+      "loss": 0.0257,
+      "step": 75900
+    },
+    {
+      "epoch": 0.242944,
+      "grad_norm": 0.11441507471062821,
+      "learning_rate": 9.8390593048688e-05,
+      "loss": 0.0282,
+      "step": 75920
+    },
+    {
+      "epoch": 0.243008,
+      "grad_norm": 0.053824921405020966,
+      "learning_rate": 9.838974956968065e-05,
+      "loss": 0.031,
+      "step": 75940
+    },
+    {
+      "epoch": 0.243072,
+      "grad_norm": 0.11311796096233652,
+      "learning_rate": 9.838890587331787e-05,
+      "loss": 0.033,
+      "step": 75960
+    },
+    {
+      "epoch": 0.243136,
+      "grad_norm": 0.07760726689821014,
+      "learning_rate": 9.838806195960339e-05,
+      "loss": 0.031,
+      "step": 75980
+    },
+    {
+      "epoch": 0.2432,
+      "grad_norm": 0.054907806782401654,
+      "learning_rate": 9.838721782854103e-05,
+      "loss": 0.0321,
+      "step": 76000
+    },
+    {
+      "epoch": 0.243264,
+      "grad_norm": 0.05421980681761685,
+      "learning_rate": 9.838637348013459e-05,
+      "loss": 0.0284,
+      "step": 76020
+    },
+    {
+      "epoch": 0.243328,
+      "grad_norm": 0.17211193283158316,
+      "learning_rate": 9.838552891438783e-05,
+      "loss": 0.0323,
+      "step": 76040
+    },
+    {
+      "epoch": 0.243392,
+      "grad_norm": 0.12943102314118832,
+      "learning_rate": 9.83846841313046e-05,
+      "loss": 0.0331,
+      "step": 76060
+    },
+    {
+      "epoch": 0.243456,
+      "grad_norm": 0.07306620831294458,
+      "learning_rate": 9.838383913088865e-05,
+      "loss": 0.0301,
+      "step": 76080
+    },
+    {
+      "epoch": 0.24352,
+      "grad_norm": 0.09334050633062034,
+      "learning_rate": 9.838299391314377e-05,
+      "loss": 0.0303,
+      "step": 76100
+    },
+    {
+      "epoch": 0.243584,
+      "grad_norm": 0.11094428704503621,
+      "learning_rate": 9.838214847807378e-05,
+      "loss": 0.0275,
+      "step": 76120
+    },
+    {
+      "epoch": 0.243648,
+      "grad_norm": 0.06014980405667603,
+      "learning_rate": 9.838130282568248e-05,
+      "loss": 0.0289,
+      "step": 76140
+    },
+    {
+      "epoch": 0.243712,
+      "grad_norm": 0.06511569587223197,
+      "learning_rate": 9.838045695597366e-05,
+      "loss": 0.0278,
+      "step": 76160
+    },
+    {
+      "epoch": 0.243776,
+      "grad_norm": 0.12912756406288878,
+      "learning_rate": 9.837961086895111e-05,
+      "loss": 0.0279,
+      "step": 76180
+    },
+    {
+      "epoch": 0.24384,
+      "grad_norm": 0.21140688177877892,
+      "learning_rate": 9.837876456461863e-05,
+      "loss": 0.0303,
+      "step": 76200
+    },
+    {
+      "epoch": 0.243904,
+      "grad_norm": 0.11682353169127459,
+      "learning_rate": 9.837791804298004e-05,
+      "loss": 0.0303,
+      "step": 76220
+    },
+    {
+      "epoch": 0.243968,
+      "grad_norm": 0.04890235485560692,
+      "learning_rate": 9.837707130403914e-05,
+      "loss": 0.0284,
+      "step": 76240
+    },
+    {
+      "epoch": 0.244032,
+      "grad_norm": 0.1443420489632538,
+      "learning_rate": 9.837622434779972e-05,
+      "loss": 0.0321,
+      "step": 76260
+    },
+    {
+      "epoch": 0.244096,
+      "grad_norm": 0.05551651036284427,
+      "learning_rate": 9.837537717426558e-05,
+      "loss": 0.0275,
+      "step": 76280
+    },
+    {
+      "epoch": 0.24416,
+      "grad_norm": 0.05469018564943794,
+      "learning_rate": 9.837452978344055e-05,
+      "loss": 0.032,
+      "step": 76300
+    },
+    {
+      "epoch": 0.244224,
+      "grad_norm": 0.14420695280174145,
+      "learning_rate": 9.837368217532841e-05,
+      "loss": 0.0321,
+      "step": 76320
+    },
+    {
+      "epoch": 0.244288,
+      "grad_norm": 0.08072035424872051,
+      "learning_rate": 9.837283434993299e-05,
+      "loss": 0.0328,
+      "step": 76340
+    },
+    {
+      "epoch": 0.244352,
+      "grad_norm": 0.08134410699162518,
+      "learning_rate": 9.837198630725809e-05,
+      "loss": 0.0304,
+      "step": 76360
+    },
+    {
+      "epoch": 0.244416,
+      "grad_norm": 0.20766627533964196,
+      "learning_rate": 9.837113804730748e-05,
+      "loss": 0.0334,
+      "step": 76380
+    },
+    {
+      "epoch": 0.24448,
+      "grad_norm": 0.07761996894839283,
+      "learning_rate": 9.837028957008505e-05,
+      "loss": 0.0304,
+      "step": 76400
+    },
+    {
+      "epoch": 0.244544,
+      "grad_norm": 0.0718093416297512,
+      "learning_rate": 9.836944087559454e-05,
+      "loss": 0.0337,
+      "step": 76420
+    },
+    {
+      "epoch": 0.244608,
+      "grad_norm": 0.09542797531609302,
+      "learning_rate": 9.836859196383981e-05,
+      "loss": 0.0328,
+      "step": 76440
+    },
+    {
+      "epoch": 0.244672,
+      "grad_norm": 0.07118146419230027,
+      "learning_rate": 9.836774283482465e-05,
+      "loss": 0.0301,
+      "step": 76460
+    },
+    {
+      "epoch": 0.244736,
+      "grad_norm": 0.07169651634961503,
+      "learning_rate": 9.836689348855287e-05,
+      "loss": 0.0327,
+      "step": 76480
+    },
+    {
+      "epoch": 0.2448,
+      "grad_norm": 0.10067836871486986,
+      "learning_rate": 9.83660439250283e-05,
+      "loss": 0.0299,
+      "step": 76500
+    },
+    {
+      "epoch": 0.244864,
+      "grad_norm": 0.0612769273747591,
+      "learning_rate": 9.836519414425473e-05,
+      "loss": 0.03,
+      "step": 76520
+    },
+    {
+      "epoch": 0.244928,
+      "grad_norm": 0.05323430100573117,
+      "learning_rate": 9.836434414623601e-05,
+      "loss": 0.0338,
+      "step": 76540
+    },
+    {
+      "epoch": 0.244992,
+      "grad_norm": 0.060166023215523064,
+      "learning_rate": 9.836349393097595e-05,
+      "loss": 0.0303,
+      "step": 76560
+    },
+    {
+      "epoch": 0.245056,
+      "grad_norm": 0.06670798865807341,
+      "learning_rate": 9.836264349847834e-05,
+      "loss": 0.0276,
+      "step": 76580
+    },
+    {
+      "epoch": 0.24512,
+      "grad_norm": 0.0924887380559937,
+      "learning_rate": 9.836179284874705e-05,
+      "loss": 0.0303,
+      "step": 76600
+    },
+    {
+      "epoch": 0.245184,
+      "grad_norm": 0.1748014715501169,
+      "learning_rate": 9.836094198178585e-05,
+      "loss": 0.0306,
+      "step": 76620
+    },
+    {
+      "epoch": 0.245248,
+      "grad_norm": 0.06334115605273537,
+      "learning_rate": 9.836009089759858e-05,
+      "loss": 0.0314,
+      "step": 76640
+    },
+    {
+      "epoch": 0.245312,
+      "grad_norm": 0.07557922164391759,
+      "learning_rate": 9.835923959618909e-05,
+      "loss": 0.0305,
+      "step": 76660
+    },
+    {
+      "epoch": 0.245376,
+      "grad_norm": 0.07202051052605302,
+      "learning_rate": 9.835838807756117e-05,
+      "loss": 0.0313,
+      "step": 76680
+    },
+    {
+      "epoch": 0.24544,
+      "grad_norm": 0.057647582387074243,
+      "learning_rate": 9.835753634171867e-05,
+      "loss": 0.0305,
+      "step": 76700
+    },
+    {
+      "epoch": 0.245504,
+      "grad_norm": 0.07739491268279507,
+      "learning_rate": 9.835668438866539e-05,
+      "loss": 0.0294,
+      "step": 76720
+    },
+    {
+      "epoch": 0.245568,
+      "grad_norm": 0.055959057245121076,
+      "learning_rate": 9.835583221840517e-05,
+      "loss": 0.0311,
+      "step": 76740
+    },
+    {
+      "epoch": 0.245632,
+      "grad_norm": 0.07899574307674032,
+      "learning_rate": 9.835497983094183e-05,
+      "loss": 0.0299,
+      "step": 76760
+    },
+    {
+      "epoch": 0.245696,
+      "grad_norm": 0.057799453819936876,
+      "learning_rate": 9.835412722627921e-05,
+      "loss": 0.0321,
+      "step": 76780
+    },
+    {
+      "epoch": 0.24576,
+      "grad_norm": 0.11643829837244915,
+      "learning_rate": 9.835327440442115e-05,
+      "loss": 0.0333,
+      "step": 76800
+    },
+    {
+      "epoch": 0.245824,
+      "grad_norm": 0.08624893771687397,
+      "learning_rate": 9.835242136537145e-05,
+      "loss": 0.0328,
+      "step": 76820
+    },
+    {
+      "epoch": 0.245888,
+      "grad_norm": 0.04596068917249059,
+      "learning_rate": 9.835156810913396e-05,
+      "loss": 0.0306,
+      "step": 76840
+    },
+    {
+      "epoch": 0.245952,
+      "grad_norm": 0.07869583556877166,
+      "learning_rate": 9.835071463571251e-05,
+      "loss": 0.0312,
+      "step": 76860
+    },
+    {
+      "epoch": 0.246016,
+      "grad_norm": 0.13684626957591095,
+      "learning_rate": 9.834986094511094e-05,
+      "loss": 0.0303,
+      "step": 76880
+    },
+    {
+      "epoch": 0.24608,
+      "grad_norm": 0.1334043304577334,
+      "learning_rate": 9.834900703733307e-05,
+      "loss": 0.0313,
+      "step": 76900
+    },
+    {
+      "epoch": 0.246144,
+      "grad_norm": 0.06703308575094528,
+      "learning_rate": 9.834815291238275e-05,
+      "loss": 0.0311,
+      "step": 76920
+    },
+    {
+      "epoch": 0.246208,
+      "grad_norm": 0.06881031254180857,
+      "learning_rate": 9.834729857026381e-05,
+      "loss": 0.0273,
+      "step": 76940
+    },
+    {
+      "epoch": 0.246272,
+      "grad_norm": 0.04849289519230238,
+      "learning_rate": 9.834644401098008e-05,
+      "loss": 0.0304,
+      "step": 76960
+    },
+    {
+      "epoch": 0.246336,
+      "grad_norm": 0.05459818641608831,
+      "learning_rate": 9.834558923453541e-05,
+      "loss": 0.0285,
+      "step": 76980
+    },
+    {
+      "epoch": 0.2464,
+      "grad_norm": 0.11798483005671742,
+      "learning_rate": 9.834473424093364e-05,
+      "loss": 0.0297,
+      "step": 77000
+    },
+    {
+      "epoch": 0.246464,
+      "grad_norm": 0.12591111899375504,
+      "learning_rate": 9.83438790301786e-05,
+      "loss": 0.0305,
+      "step": 77020
+    },
+    {
+      "epoch": 0.246528,
+      "grad_norm": 0.10548308955584164,
+      "learning_rate": 9.834302360227414e-05,
+      "loss": 0.0315,
+      "step": 77040
+    },
+    {
+      "epoch": 0.246592,
+      "grad_norm": 0.060514481728976006,
+      "learning_rate": 9.834216795722411e-05,
+      "loss": 0.0331,
+      "step": 77060
+    },
+    {
+      "epoch": 0.246656,
+      "grad_norm": 0.09798948715073799,
+      "learning_rate": 9.834131209503234e-05,
+      "loss": 0.0276,
+      "step": 77080
+    },
+    {
+      "epoch": 0.24672,
+      "grad_norm": 0.1226635075811686,
+      "learning_rate": 9.834045601570268e-05,
+      "loss": 0.0283,
+      "step": 77100
+    },
+    {
+      "epoch": 0.246784,
+      "grad_norm": 0.1133288002661007,
+      "learning_rate": 9.833959971923896e-05,
+      "loss": 0.0294,
+      "step": 77120
+    },
+    {
+      "epoch": 0.246848,
+      "grad_norm": 0.08880995574568823,
+      "learning_rate": 9.833874320564505e-05,
+      "loss": 0.0303,
+      "step": 77140
+    },
+    {
+      "epoch": 0.246912,
+      "grad_norm": 0.0680191401890256,
+      "learning_rate": 9.833788647492476e-05,
+      "loss": 0.0279,
+      "step": 77160
+    },
+    {
+      "epoch": 0.246976,
+      "grad_norm": 0.11108621594750857,
+      "learning_rate": 9.833702952708201e-05,
+      "loss": 0.0321,
+      "step": 77180
+    },
+    {
+      "epoch": 0.24704,
+      "grad_norm": 0.10269296161350197,
+      "learning_rate": 9.833617236212058e-05,
+      "loss": 0.0282,
+      "step": 77200
+    },
+    {
+      "epoch": 0.247104,
+      "grad_norm": 0.06686281183308215,
+      "learning_rate": 9.833531498004434e-05,
+      "loss": 0.03,
+      "step": 77220
+    },
+    {
+      "epoch": 0.247168,
+      "grad_norm": 0.06545199033933594,
+      "learning_rate": 9.833445738085716e-05,
+      "loss": 0.0302,
+      "step": 77240
+    },
+    {
+      "epoch": 0.247232,
+      "grad_norm": 0.1063622710446205,
+      "learning_rate": 9.833359956456286e-05,
+      "loss": 0.0288,
+      "step": 77260
+    },
+    {
+      "epoch": 0.247296,
+      "grad_norm": 0.06616559277544147,
+      "learning_rate": 9.833274153116532e-05,
+      "loss": 0.0305,
+      "step": 77280
+    },
+    {
+      "epoch": 0.24736,
+      "grad_norm": 0.04785651257103933,
+      "learning_rate": 9.833188328066838e-05,
+      "loss": 0.0305,
+      "step": 77300
+    },
+    {
+      "epoch": 0.247424,
+      "grad_norm": 0.12466527698517027,
+      "learning_rate": 9.83310248130759e-05,
+      "loss": 0.0295,
+      "step": 77320
+    },
+    {
+      "epoch": 0.247488,
+      "grad_norm": 0.07278809306280792,
+      "learning_rate": 9.833016612839174e-05,
+      "loss": 0.0284,
+      "step": 77340
+    },
+    {
+      "epoch": 0.247552,
+      "grad_norm": 0.09423818905593444,
+      "learning_rate": 9.832930722661975e-05,
+      "loss": 0.0312,
+      "step": 77360
+    },
+    {
+      "epoch": 0.247616,
+      "grad_norm": 0.05177919790010331,
+      "learning_rate": 9.832844810776381e-05,
+      "loss": 0.0291,
+      "step": 77380
+    },
+    {
+      "epoch": 0.24768,
+      "grad_norm": 0.10172456377581898,
+      "learning_rate": 9.832758877182774e-05,
+      "loss": 0.032,
+      "step": 77400
+    },
+    {
+      "epoch": 0.247744,
+      "grad_norm": 0.048264535962026144,
+      "learning_rate": 9.832672921881542e-05,
+      "loss": 0.0305,
+      "step": 77420
+    },
+    {
+      "epoch": 0.247808,
+      "grad_norm": 0.11135292699733396,
+      "learning_rate": 9.832586944873071e-05,
+      "loss": 0.0251,
+      "step": 77440
+    },
+    {
+      "epoch": 0.247872,
+      "grad_norm": 0.10873800990550316,
+      "learning_rate": 9.832500946157748e-05,
+      "loss": 0.0278,
+      "step": 77460
+    },
+    {
+      "epoch": 0.247936,
+      "grad_norm": 0.07030144709651247,
+      "learning_rate": 9.832414925735958e-05,
+      "loss": 0.0291,
+      "step": 77480
+    },
+    {
+      "epoch": 0.248,
+      "grad_norm": 0.12103864638116191,
+      "learning_rate": 9.832328883608088e-05,
+      "loss": 0.0313,
+      "step": 77500
+    },
+    {
+      "epoch": 0.248064,
+      "grad_norm": 0.05490590115872208,
+      "learning_rate": 9.832242819774524e-05,
+      "loss": 0.029,
+      "step": 77520
+    },
+    {
+      "epoch": 0.248128,
+      "grad_norm": 0.10682516899331987,
+      "learning_rate": 9.832156734235655e-05,
+      "loss": 0.0308,
+      "step": 77540
+    },
+    {
+      "epoch": 0.248192,
+      "grad_norm": 0.08565029298773781,
+      "learning_rate": 9.832070626991864e-05,
+      "loss": 0.0321,
+      "step": 77560
+    },
+    {
+      "epoch": 0.248256,
+      "grad_norm": 0.06830226989994787,
+      "learning_rate": 9.83198449804354e-05,
+      "loss": 0.0303,
+      "step": 77580
+    },
+    {
+      "epoch": 0.24832,
+      "grad_norm": 0.06400127148481424,
+      "learning_rate": 9.831898347391068e-05,
+      "loss": 0.0304,
+      "step": 77600
+    },
+    {
+      "epoch": 0.248384,
+      "grad_norm": 0.1289076541918976,
+      "learning_rate": 9.831812175034839e-05,
+      "loss": 0.0309,
+      "step": 77620
+    },
+    {
+      "epoch": 0.248448,
+      "grad_norm": 0.10268903902974988,
+      "learning_rate": 9.831725980975234e-05,
+      "loss": 0.0292,
+      "step": 77640
+    },
+    {
+      "epoch": 0.248512,
+      "grad_norm": 0.08131089624304555,
+      "learning_rate": 9.831639765212646e-05,
+      "loss": 0.0279,
+      "step": 77660
+    },
+    {
+      "epoch": 0.248576,
+      "grad_norm": 0.06727296576277478,
+      "learning_rate": 9.831553527747458e-05,
+      "loss": 0.0302,
+      "step": 77680
+    },
+    {
+      "epoch": 0.24864,
+      "grad_norm": 0.07896931175174525,
+      "learning_rate": 9.831467268580058e-05,
+      "loss": 0.0347,
+      "step": 77700
+    },
+    {
+      "epoch": 0.248704,
+      "grad_norm": 0.07543986966319662,
+      "learning_rate": 9.831380987710839e-05,
+      "loss": 0.0276,
+      "step": 77720
+    },
+    {
+      "epoch": 0.248768,
+      "grad_norm": 0.07853862265100248,
+      "learning_rate": 9.831294685140181e-05,
+      "loss": 0.0292,
+      "step": 77740
+    },
+    {
+      "epoch": 0.248832,
+      "grad_norm": 0.07548178472344115,
+      "learning_rate": 9.831208360868476e-05,
+      "loss": 0.0313,
+      "step": 77760
+    },
+    {
+      "epoch": 0.248896,
+      "grad_norm": 0.04356577268160738,
+      "learning_rate": 9.831122014896109e-05,
+      "loss": 0.0274,
+      "step": 77780
+    },
+    {
+      "epoch": 0.24896,
+      "grad_norm": 0.07696284344124553,
+      "learning_rate": 9.83103564722347e-05,
+      "loss": 0.0315,
+      "step": 77800
+    },
+    {
+      "epoch": 0.249024,
+      "grad_norm": 0.06451635893351533,
+      "learning_rate": 9.830949257850947e-05,
+      "loss": 0.0292,
+      "step": 77820
+    },
+    {
+      "epoch": 0.249088,
+      "grad_norm": 0.06483559410974471,
+      "learning_rate": 9.830862846778928e-05,
+      "loss": 0.0275,
+      "step": 77840
+    },
+    {
+      "epoch": 0.249152,
+      "grad_norm": 0.06257365637286286,
+      "learning_rate": 9.830776414007799e-05,
+      "loss": 0.0261,
+      "step": 77860
+    },
+    {
+      "epoch": 0.249216,
+      "grad_norm": 0.06652426972771643,
+      "learning_rate": 9.830689959537952e-05,
+      "loss": 0.0284,
+      "step": 77880
+    },
+    {
+      "epoch": 0.24928,
+      "grad_norm": 0.09662805890308412,
+      "learning_rate": 9.83060348336977e-05,
+      "loss": 0.0315,
+      "step": 77900
+    },
+    {
+      "epoch": 0.249344,
+      "grad_norm": 0.049093729443121015,
+      "learning_rate": 9.830516985503645e-05,
+      "loss": 0.0307,
+      "step": 77920
+    },
+    {
+      "epoch": 0.249408,
+      "grad_norm": 0.05306713163586091,
+      "learning_rate": 9.830430465939966e-05,
+      "loss": 0.032,
+      "step": 77940
+    },
+    {
+      "epoch": 0.249472,
+      "grad_norm": 0.12642777448502335,
+      "learning_rate": 9.830343924679121e-05,
+      "loss": 0.0306,
+      "step": 77960
+    },
+    {
+      "epoch": 0.249536,
+      "grad_norm": 0.07175161103336694,
+      "learning_rate": 9.830257361721497e-05,
+      "loss": 0.0323,
+      "step": 77980
+    },
+    {
+      "epoch": 0.2496,
+      "grad_norm": 0.08937313958416067,
+      "learning_rate": 9.830170777067485e-05,
+      "loss": 0.0313,
+      "step": 78000
+    },
+    {
+      "epoch": 0.249664,
+      "grad_norm": 0.10213694889388962,
+      "learning_rate": 9.830084170717473e-05,
+      "loss": 0.0321,
+      "step": 78020
+    },
+    {
+      "epoch": 0.249728,
+      "grad_norm": 0.0891454155729414,
+      "learning_rate": 9.829997542671851e-05,
+      "loss": 0.0279,
+      "step": 78040
+    },
+    {
+      "epoch": 0.249792,
+      "grad_norm": 0.08296183027519251,
+      "learning_rate": 9.829910892931007e-05,
+      "loss": 0.0303,
+      "step": 78060
+    },
+    {
+      "epoch": 0.249856,
+      "grad_norm": 0.06329615025836577,
+      "learning_rate": 9.82982422149533e-05,
+      "loss": 0.033,
+      "step": 78080
+    },
+    {
+      "epoch": 0.24992,
+      "grad_norm": 0.050042055448042175,
+      "learning_rate": 9.82973752836521e-05,
+      "loss": 0.0317,
+      "step": 78100
+    },
+    {
+      "epoch": 0.249984,
+      "grad_norm": 0.09103175259121889,
+      "learning_rate": 9.829650813541036e-05,
+      "loss": 0.0291,
+      "step": 78120
+    },
+    {
+      "epoch": 0.250048,
+      "grad_norm": 0.11344347331378879,
+      "learning_rate": 9.829564077023197e-05,
+      "loss": 0.0313,
+      "step": 78140
+    },
+    {
+      "epoch": 0.250112,
+      "grad_norm": 0.05607198401695192,
+      "learning_rate": 9.829477318812083e-05,
+      "loss": 0.0305,
+      "step": 78160
+    },
+    {
+      "epoch": 0.250176,
+      "grad_norm": 0.057861448233872556,
+      "learning_rate": 9.829390538908086e-05,
+      "loss": 0.0294,
+      "step": 78180
+    },
+    {
+      "epoch": 0.25024,
+      "grad_norm": 0.056910754285138004,
+      "learning_rate": 9.829303737311593e-05,
+      "loss": 0.0364,
+      "step": 78200
+    },
+    {
+      "epoch": 0.250304,
+      "grad_norm": 0.05110854915484866,
+      "learning_rate": 9.829216914022994e-05,
+      "loss": 0.0303,
+      "step": 78220
+    },
+    {
+      "epoch": 0.250368,
+      "grad_norm": 0.06340253366776188,
+      "learning_rate": 9.82913006904268e-05,
+      "loss": 0.0303,
+      "step": 78240
+    },
+    {
+      "epoch": 0.250432,
+      "grad_norm": 0.07060800008782184,
+      "learning_rate": 9.829043202371041e-05,
+      "loss": 0.0302,
+      "step": 78260
+    },
+    {
+      "epoch": 0.250496,
+      "grad_norm": 0.058812205786097645,
+      "learning_rate": 9.828956314008466e-05,
+      "loss": 0.0317,
+      "step": 78280
+    },
+    {
+      "epoch": 0.25056,
+      "grad_norm": 0.05669931385874617,
+      "learning_rate": 9.828869403955348e-05,
+      "loss": 0.0301,
+      "step": 78300
+    },
+    {
+      "epoch": 0.250624,
+      "grad_norm": 0.24026646329345613,
+      "learning_rate": 9.828782472212073e-05,
+      "loss": 0.0302,
+      "step": 78320
+    },
+    {
+      "epoch": 0.250688,
+      "grad_norm": 0.04951313476192179,
+      "learning_rate": 9.828695518779037e-05,
+      "loss": 0.0279,
+      "step": 78340
+    },
+    {
+      "epoch": 0.250752,
+      "grad_norm": 0.0805412200847954,
+      "learning_rate": 9.828608543656626e-05,
+      "loss": 0.0285,
+      "step": 78360
+    },
+    {
+      "epoch": 0.250816,
+      "grad_norm": 0.08549113639175138,
+      "learning_rate": 9.828521546845232e-05,
+      "loss": 0.031,
+      "step": 78380
+    },
+    {
+      "epoch": 0.25088,
+      "grad_norm": 0.08029612634340495,
+      "learning_rate": 9.828434528345246e-05,
+      "loss": 0.0297,
+      "step": 78400
+    },
+    {
+      "epoch": 0.250944,
+      "grad_norm": 0.06068178567996576,
+      "learning_rate": 9.82834748815706e-05,
+      "loss": 0.0314,
+      "step": 78420
+    },
+    {
+      "epoch": 0.251008,
+      "grad_norm": 0.06426209848275896,
+      "learning_rate": 9.828260426281062e-05,
+      "loss": 0.0277,
+      "step": 78440
+    },
+    {
+      "epoch": 0.251072,
+      "grad_norm": 0.050895077060587296,
+      "learning_rate": 9.828173342717648e-05,
+      "loss": 0.0271,
+      "step": 78460
+    },
+    {
+      "epoch": 0.251136,
+      "grad_norm": 0.13159640576956252,
+      "learning_rate": 9.828086237467204e-05,
+      "loss": 0.0314,
+      "step": 78480
+    },
+    {
+      "epoch": 0.2512,
+      "grad_norm": 0.06978428213278695,
+      "learning_rate": 9.827999110530123e-05,
+      "loss": 0.033,
+      "step": 78500
+    },
+    {
+      "epoch": 0.251264,
+      "grad_norm": 0.06668744407271042,
+      "learning_rate": 9.827911961906799e-05,
+      "loss": 0.0319,
+      "step": 78520
+    },
+    {
+      "epoch": 0.251328,
+      "grad_norm": 0.07810984220809664,
+      "learning_rate": 9.82782479159762e-05,
+      "loss": 0.0304,
+      "step": 78540
+    },
+    {
+      "epoch": 0.251392,
+      "grad_norm": 0.07176983446722066,
+      "learning_rate": 9.827737599602977e-05,
+      "loss": 0.0309,
+      "step": 78560
+    },
+    {
+      "epoch": 0.251456,
+      "grad_norm": 0.13246234366306997,
+      "learning_rate": 9.827650385923266e-05,
+      "loss": 0.0342,
+      "step": 78580
+    },
+    {
+      "epoch": 0.25152,
+      "grad_norm": 0.06782392818550931,
+      "learning_rate": 9.827563150558874e-05,
+      "loss": 0.0286,
+      "step": 78600
+    },
+    {
+      "epoch": 0.251584,
+      "grad_norm": 0.15766432061444388,
+      "learning_rate": 9.827475893510197e-05,
+      "loss": 0.0272,
+      "step": 78620
+    },
+    {
+      "epoch": 0.251648,
+      "grad_norm": 0.06517815181701653,
+      "learning_rate": 9.827388614777622e-05,
+      "loss": 0.0284,
+      "step": 78640
+    },
+    {
+      "epoch": 0.251712,
+      "grad_norm": 0.04449363377826685,
+      "learning_rate": 9.827301314361547e-05,
+      "loss": 0.0281,
+      "step": 78660
+    },
+    {
+      "epoch": 0.251776,
+      "grad_norm": 0.05972258737737138,
+      "learning_rate": 9.82721399226236e-05,
+      "loss": 0.0321,
+      "step": 78680
+    },
+    {
+      "epoch": 0.25184,
+      "grad_norm": 0.04642535453077361,
+      "learning_rate": 9.827126648480454e-05,
+      "loss": 0.0302,
+      "step": 78700
+    },
+    {
+      "epoch": 0.251904,
+      "grad_norm": 0.07230552143316371,
+      "learning_rate": 9.827039283016222e-05,
+      "loss": 0.03,
+      "step": 78720
+    },
+    {
+      "epoch": 0.251968,
+      "grad_norm": 0.04400990805093012,
+      "learning_rate": 9.826951895870056e-05,
+      "loss": 0.0321,
+      "step": 78740
+    },
+    {
+      "epoch": 0.252032,
+      "grad_norm": 0.05823823757675434,
+      "learning_rate": 9.826864487042349e-05,
+      "loss": 0.0322,
+      "step": 78760
+    },
+    {
+      "epoch": 0.252096,
+      "grad_norm": 0.13236327909933257,
+      "learning_rate": 9.826777056533491e-05,
+      "loss": 0.0336,
+      "step": 78780
+    },
+    {
+      "epoch": 0.25216,
+      "grad_norm": 0.04819873422211765,
+      "learning_rate": 9.82668960434388e-05,
+      "loss": 0.031,
+      "step": 78800
+    },
+    {
+      "epoch": 0.252224,
+      "grad_norm": 0.08645905562891312,
+      "learning_rate": 9.826602130473903e-05,
+      "loss": 0.0308,
+      "step": 78820
+    },
+    {
+      "epoch": 0.252288,
+      "grad_norm": 0.07233498534487104,
+      "learning_rate": 9.826514634923958e-05,
+      "loss": 0.0298,
+      "step": 78840
+    },
+    {
+      "epoch": 0.252352,
+      "grad_norm": 0.0744801491601935,
+      "learning_rate": 9.826427117694435e-05,
+      "loss": 0.0274,
+      "step": 78860
+    },
+    {
+      "epoch": 0.252416,
+      "grad_norm": 0.10590792200145402,
+      "learning_rate": 9.826339578785726e-05,
+      "loss": 0.0317,
+      "step": 78880
+    },
+    {
+      "epoch": 0.25248,
+      "grad_norm": 0.06164106718259327,
+      "learning_rate": 9.826252018198228e-05,
+      "loss": 0.0321,
+      "step": 78900
+    },
+    {
+      "epoch": 0.252544,
+      "grad_norm": 0.06458212225610689,
+      "learning_rate": 9.826164435932332e-05,
+      "loss": 0.0342,
+      "step": 78920
+    },
+    {
+      "epoch": 0.252608,
+      "grad_norm": 0.05582948480120334,
+      "learning_rate": 9.826076831988432e-05,
+      "loss": 0.0294,
+      "step": 78940
+    },
+    {
+      "epoch": 0.252672,
+      "grad_norm": 0.10019100228415243,
+      "learning_rate": 9.825989206366919e-05,
+      "loss": 0.0278,
+      "step": 78960
+    },
+    {
+      "epoch": 0.252736,
+      "grad_norm": 0.06861413856339732,
+      "learning_rate": 9.82590155906819e-05,
+      "loss": 0.0285,
+      "step": 78980
+    },
+    {
+      "epoch": 0.2528,
+      "grad_norm": 0.07821143363812459,
+      "learning_rate": 9.825813890092637e-05,
+      "loss": 0.0327,
+      "step": 79000
+    },
+    {
+      "epoch": 0.252864,
+      "grad_norm": 0.058331578974219166,
+      "learning_rate": 9.825726199440656e-05,
+      "loss": 0.0298,
+      "step": 79020
+    },
+    {
+      "epoch": 0.252928,
+      "grad_norm": 0.09366912172003448,
+      "learning_rate": 9.825638487112639e-05,
+      "loss": 0.0266,
+      "step": 79040
+    },
+    {
+      "epoch": 0.252992,
+      "grad_norm": 0.06255353050511842,
+      "learning_rate": 9.825550753108979e-05,
+      "loss": 0.0291,
+      "step": 79060
+    },
+    {
+      "epoch": 0.253056,
+      "grad_norm": 0.0688141245874151,
+      "learning_rate": 9.825462997430071e-05,
+      "loss": 0.0339,
+      "step": 79080
+    },
+    {
+      "epoch": 0.25312,
+      "grad_norm": 0.05495070999806289,
+      "learning_rate": 9.82537522007631e-05,
+      "loss": 0.0263,
+      "step": 79100
+    },
+    {
+      "epoch": 0.253184,
+      "grad_norm": 0.08118166147858945,
+      "learning_rate": 9.825287421048088e-05,
+      "loss": 0.0285,
+      "step": 79120
+    },
+    {
+      "epoch": 0.253248,
+      "grad_norm": 0.06552850220555453,
+      "learning_rate": 9.825199600345802e-05,
+      "loss": 0.0299,
+      "step": 79140
+    },
+    {
+      "epoch": 0.253312,
+      "grad_norm": 0.13817780316877504,
+      "learning_rate": 9.825111757969846e-05,
+      "loss": 0.0314,
+      "step": 79160
+    },
+    {
+      "epoch": 0.253376,
+      "grad_norm": 0.07176870823192916,
+      "learning_rate": 9.825023893920614e-05,
+      "loss": 0.0286,
+      "step": 79180
+    },
+    {
+      "epoch": 0.25344,
+      "grad_norm": 0.056512643913864444,
+      "learning_rate": 9.8249360081985e-05,
+      "loss": 0.0288,
+      "step": 79200
+    },
+    {
+      "epoch": 0.253504,
+      "grad_norm": 0.06100558479497491,
+      "learning_rate": 9.824848100803901e-05,
+      "loss": 0.0325,
+      "step": 79220
+    },
+    {
+      "epoch": 0.253568,
+      "grad_norm": 0.05868749562230104,
+      "learning_rate": 9.824760171737208e-05,
+      "loss": 0.0302,
+      "step": 79240
+    },
+    {
+      "epoch": 0.253632,
+      "grad_norm": 0.05669320044494591,
+      "learning_rate": 9.82467222099882e-05,
+      "loss": 0.0266,
+      "step": 79260
+    },
+    {
+      "epoch": 0.253696,
+      "grad_norm": 0.056992850294694815,
+      "learning_rate": 9.82458424858913e-05,
+      "loss": 0.029,
+      "step": 79280
+    },
+    {
+      "epoch": 0.25376,
+      "grad_norm": 0.05279529883271108,
+      "learning_rate": 9.824496254508533e-05,
+      "loss": 0.0326,
+      "step": 79300
+    },
+    {
+      "epoch": 0.253824,
+      "grad_norm": 0.0681924422686678,
+      "learning_rate": 9.824408238757426e-05,
+      "loss": 0.0318,
+      "step": 79320
+    },
+    {
+      "epoch": 0.253888,
+      "grad_norm": 0.11506294693731017,
+      "learning_rate": 9.824320201336204e-05,
+      "loss": 0.0312,
+      "step": 79340
+    },
+    {
+      "epoch": 0.253952,
+      "grad_norm": 0.12897682111765474,
+      "learning_rate": 9.824232142245259e-05,
+      "loss": 0.0284,
+      "step": 79360
+    },
+    {
+      "epoch": 0.254016,
+      "grad_norm": 0.06372258651627359,
+      "learning_rate": 9.82414406148499e-05,
+      "loss": 0.0303,
+      "step": 79380
+    },
+    {
+      "epoch": 0.25408,
+      "grad_norm": 0.06616387326001123,
+      "learning_rate": 9.824055959055791e-05,
+      "loss": 0.0329,
+      "step": 79400
+    },
+    {
+      "epoch": 0.254144,
+      "grad_norm": 0.07605244762096397,
+      "learning_rate": 9.823967834958059e-05,
+      "loss": 0.0306,
+      "step": 79420
+    },
+    {
+      "epoch": 0.254208,
+      "grad_norm": 0.058875584959462234,
+      "learning_rate": 9.82387968919219e-05,
+      "loss": 0.0336,
+      "step": 79440
+    },
+    {
+      "epoch": 0.254272,
+      "grad_norm": 0.07709415911169192,
+      "learning_rate": 9.823791521758579e-05,
+      "loss": 0.0306,
+      "step": 79460
+    },
+    {
+      "epoch": 0.254336,
+      "grad_norm": 0.13684115385125947,
+      "learning_rate": 9.823703332657621e-05,
+      "loss": 0.0315,
+      "step": 79480
+    },
+    {
+      "epoch": 0.2544,
+      "grad_norm": 0.10821203828357712,
+      "learning_rate": 9.823615121889716e-05,
+      "loss": 0.0296,
+      "step": 79500
+    },
+    {
+      "epoch": 0.254464,
+      "grad_norm": 0.08244829791429087,
+      "learning_rate": 9.823526889455255e-05,
+      "loss": 0.0281,
+      "step": 79520
+    },
+    {
+      "epoch": 0.254528,
+      "grad_norm": 0.07710309520883259,
+      "learning_rate": 9.823438635354639e-05,
+      "loss": 0.0303,
+      "step": 79540
+    },
+    {
+      "epoch": 0.254592,
+      "grad_norm": 0.05271271298933364,
+      "learning_rate": 9.82335035958826e-05,
+      "loss": 0.0315,
+      "step": 79560
+    },
+    {
+      "epoch": 0.254656,
+      "grad_norm": 0.05915432849330216,
+      "learning_rate": 9.823262062156517e-05,
+      "loss": 0.0322,
+      "step": 79580
+    },
+    {
+      "epoch": 0.25472,
+      "grad_norm": 0.07801281949559437,
+      "learning_rate": 9.823173743059809e-05,
+      "loss": 0.0346,
+      "step": 79600
+    },
+    {
+      "epoch": 0.254784,
+      "grad_norm": 0.07361694461158655,
+      "learning_rate": 9.823085402298528e-05,
+      "loss": 0.032,
+      "step": 79620
+    },
+    {
+      "epoch": 0.254848,
+      "grad_norm": 0.0800530107945764,
+      "learning_rate": 9.822997039873073e-05,
+      "loss": 0.0332,
+      "step": 79640
+    },
+    {
+      "epoch": 0.254912,
+      "grad_norm": 0.05549395167229514,
+      "learning_rate": 9.822908655783841e-05,
+      "loss": 0.0284,
+      "step": 79660
+    },
+    {
+      "epoch": 0.254976,
+      "grad_norm": 0.054152509955608365,
+      "learning_rate": 9.822820250031229e-05,
+      "loss": 0.0314,
+      "step": 79680
+    },
+    {
+      "epoch": 0.25504,
+      "grad_norm": 0.05952221985471428,
+      "learning_rate": 9.822731822615634e-05,
+      "loss": 0.0287,
+      "step": 79700
+    },
+    {
+      "epoch": 0.255104,
+      "grad_norm": 0.059836099855398575,
+      "learning_rate": 9.822643373537454e-05,
+      "loss": 0.0295,
+      "step": 79720
+    },
+    {
+      "epoch": 0.255168,
+      "grad_norm": 0.06715782651072263,
+      "learning_rate": 9.822554902797085e-05,
+      "loss": 0.0302,
+      "step": 79740
+    },
+    {
+      "epoch": 0.255232,
+      "grad_norm": 0.07561743503481089,
+      "learning_rate": 9.822466410394926e-05,
+      "loss": 0.0292,
+      "step": 79760
+    },
+    {
+      "epoch": 0.255296,
+      "grad_norm": 0.05845715434568501,
+      "learning_rate": 9.82237789633137e-05,
+      "loss": 0.0313,
+      "step": 79780
+    },
+    {
+      "epoch": 0.25536,
+      "grad_norm": 0.13798946482568997,
+      "learning_rate": 9.82228936060682e-05,
+      "loss": 0.0304,
+      "step": 79800
+    },
+    {
+      "epoch": 0.255424,
+      "grad_norm": 0.07440087246092897,
+      "learning_rate": 9.822200803221673e-05,
+      "loss": 0.0316,
+      "step": 79820
+    },
+    {
+      "epoch": 0.255488,
+      "grad_norm": 0.058707283427543944,
+      "learning_rate": 9.822112224176323e-05,
+      "loss": 0.0311,
+      "step": 79840
+    },
+    {
+      "epoch": 0.255552,
+      "grad_norm": 0.06006530261997314,
+      "learning_rate": 9.822023623471172e-05,
+      "loss": 0.0299,
+      "step": 79860
+    },
+    {
+      "epoch": 0.255616,
+      "grad_norm": 0.10956573571804336,
+      "learning_rate": 9.821935001106615e-05,
+      "loss": 0.0293,
+      "step": 79880
+    },
+    {
+      "epoch": 0.25568,
+      "grad_norm": 0.06294482674982198,
+      "learning_rate": 9.821846357083051e-05,
+      "loss": 0.034,
+      "step": 79900
+    },
+    {
+      "epoch": 0.255744,
+      "grad_norm": 0.09169174510257477,
+      "learning_rate": 9.821757691400879e-05,
+      "loss": 0.0305,
+      "step": 79920
+    },
+    {
+      "epoch": 0.255808,
+      "grad_norm": 0.0653400476858161,
+      "learning_rate": 9.821669004060497e-05,
+      "loss": 0.0323,
+      "step": 79940
+    },
+    {
+      "epoch": 0.255872,
+      "grad_norm": 0.057565416350614775,
+      "learning_rate": 9.821580295062303e-05,
+      "loss": 0.0337,
+      "step": 79960
+    },
+    {
+      "epoch": 0.255936,
+      "grad_norm": 0.04684698250802921,
+      "learning_rate": 9.821491564406696e-05,
+      "loss": 0.0275,
+      "step": 79980
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.051481881448666805,
+      "learning_rate": 9.821402812094073e-05,
+      "loss": 0.0301,
+      "step": 80000
+    },
+    {
+      "epoch": 0.256064,
+      "grad_norm": 0.10348352407832796,
+      "learning_rate": 9.821314038124836e-05,
+      "loss": 0.0303,
+      "step": 80020
+    },
+    {
+      "epoch": 0.256128,
+      "grad_norm": 0.07998212865699095,
+      "learning_rate": 9.821225242499379e-05,
+      "loss": 0.0343,
+      "step": 80040
+    },
+    {
+      "epoch": 0.256192,
+      "grad_norm": 0.05699575727399758,
+      "learning_rate": 9.821136425218104e-05,
+      "loss": 0.0317,
+      "step": 80060
+    },
+    {
+      "epoch": 0.256256,
+      "grad_norm": 0.09179057759407547,
+      "learning_rate": 9.821047586281412e-05,
+      "loss": 0.0298,
+      "step": 80080
+    },
+    {
+      "epoch": 0.25632,
+      "grad_norm": 0.0404718997503838,
+      "learning_rate": 9.820958725689695e-05,
+      "loss": 0.0292,
+      "step": 80100
+    },
+    {
+      "epoch": 0.256384,
+      "grad_norm": 0.05867817751504825,
+      "learning_rate": 9.820869843443358e-05,
+      "loss": 0.0266,
+      "step": 80120
+    },
+    {
+      "epoch": 0.256448,
+      "grad_norm": 0.05012720250689934,
+      "learning_rate": 9.820780939542799e-05,
+      "loss": 0.0293,
+      "step": 80140
+    },
+    {
+      "epoch": 0.256512,
+      "grad_norm": 0.050060013154556236,
+      "learning_rate": 9.820692013988418e-05,
+      "loss": 0.032,
+      "step": 80160
+    },
+    {
+      "epoch": 0.256576,
+      "grad_norm": 0.09957734596690702,
+      "learning_rate": 9.820603066780613e-05,
+      "loss": 0.028,
+      "step": 80180
+    },
+    {
+      "epoch": 0.25664,
+      "grad_norm": 0.06763112401289502,
+      "learning_rate": 9.820514097919784e-05,
+      "loss": 0.0348,
+      "step": 80200
+    },
+    {
+      "epoch": 0.256704,
+      "grad_norm": 0.06737574112005623,
+      "learning_rate": 9.82042510740633e-05,
+      "loss": 0.0332,
+      "step": 80220
+    },
+    {
+      "epoch": 0.256768,
+      "grad_norm": 0.06701179871594416,
+      "learning_rate": 9.820336095240652e-05,
+      "loss": 0.0277,
+      "step": 80240
+    },
+    {
+      "epoch": 0.256832,
+      "grad_norm": 0.14272412703173623,
+      "learning_rate": 9.82024706142315e-05,
+      "loss": 0.0295,
+      "step": 80260
+    },
+    {
+      "epoch": 0.256896,
+      "grad_norm": 0.06712952188686684,
+      "learning_rate": 9.820158005954223e-05,
+      "loss": 0.029,
+      "step": 80280
+    },
+    {
+      "epoch": 0.25696,
+      "grad_norm": 0.06127182934757832,
+      "learning_rate": 9.82006892883427e-05,
+      "loss": 0.0357,
+      "step": 80300
+    },
+    {
+      "epoch": 0.257024,
+      "grad_norm": 0.07637282180157111,
+      "learning_rate": 9.819979830063693e-05,
+      "loss": 0.0306,
+      "step": 80320
+    },
+    {
+      "epoch": 0.257088,
+      "grad_norm": 0.06050276703049385,
+      "learning_rate": 9.81989070964289e-05,
+      "loss": 0.0308,
+      "step": 80340
+    },
+    {
+      "epoch": 0.257152,
+      "grad_norm": 0.16482091044791472,
+      "learning_rate": 9.819801567572264e-05,
+      "loss": 0.0319,
+      "step": 80360
+    },
+    {
+      "epoch": 0.257216,
+      "grad_norm": 0.11106276428262839,
+      "learning_rate": 9.819712403852215e-05,
+      "loss": 0.0314,
+      "step": 80380
+    },
+    {
+      "epoch": 0.25728,
+      "grad_norm": 0.07282805275781835,
+      "learning_rate": 9.819623218483141e-05,
+      "loss": 0.034,
+      "step": 80400
+    },
+    {
+      "epoch": 0.257344,
+      "grad_norm": 0.05225038639125422,
+      "learning_rate": 9.819534011465445e-05,
+      "loss": 0.0276,
+      "step": 80420
+    },
+    {
+      "epoch": 0.257408,
+      "grad_norm": 0.1945117131428148,
+      "learning_rate": 9.819444782799527e-05,
+      "loss": 0.0337,
+      "step": 80440
+    },
+    {
+      "epoch": 0.257472,
+      "grad_norm": 0.11048494777938277,
+      "learning_rate": 9.819355532485789e-05,
+      "loss": 0.0332,
+      "step": 80460
+    },
+    {
+      "epoch": 0.257536,
+      "grad_norm": 0.07946331243942782,
+      "learning_rate": 9.819266260524629e-05,
+      "loss": 0.0321,
+      "step": 80480
+    },
+    {
+      "epoch": 0.2576,
+      "grad_norm": 0.04945339282303996,
+      "learning_rate": 9.81917696691645e-05,
+      "loss": 0.03,
+      "step": 80500
+    },
+    {
+      "epoch": 0.257664,
+      "grad_norm": 0.05342191180754064,
+      "learning_rate": 9.819087651661654e-05,
+      "loss": 0.0345,
+      "step": 80520
+    },
+    {
+      "epoch": 0.257728,
+      "grad_norm": 0.0857724606332447,
+      "learning_rate": 9.81899831476064e-05,
+      "loss": 0.0301,
+      "step": 80540
+    },
+    {
+      "epoch": 0.257792,
+      "grad_norm": 0.04679502073647181,
+      "learning_rate": 9.81890895621381e-05,
+      "loss": 0.0281,
+      "step": 80560
+    },
+    {
+      "epoch": 0.257856,
+      "grad_norm": 0.05525005697882699,
+      "learning_rate": 9.818819576021566e-05,
+      "loss": 0.0298,
+      "step": 80580
+    },
+    {
+      "epoch": 0.25792,
+      "grad_norm": 0.0663905514849343,
+      "learning_rate": 9.818730174184307e-05,
+      "loss": 0.0329,
+      "step": 80600
+    },
+    {
+      "epoch": 0.257984,
+      "grad_norm": 0.12153188529194182,
+      "learning_rate": 9.818640750702439e-05,
+      "loss": 0.0323,
+      "step": 80620
+    },
+    {
+      "epoch": 0.258048,
+      "grad_norm": 0.0863666060499636,
+      "learning_rate": 9.818551305576361e-05,
+      "loss": 0.0292,
+      "step": 80640
+    },
+    {
+      "epoch": 0.258112,
+      "grad_norm": 0.06580074043203675,
+      "learning_rate": 9.818461838806475e-05,
+      "loss": 0.0274,
+      "step": 80660
+    },
+    {
+      "epoch": 0.258176,
+      "grad_norm": 0.08597577257820976,
+      "learning_rate": 9.818372350393183e-05,
+      "loss": 0.0286,
+      "step": 80680
+    },
+    {
+      "epoch": 0.25824,
+      "grad_norm": 0.07692577917454702,
+      "learning_rate": 9.818282840336887e-05,
+      "loss": 0.0299,
+      "step": 80700
+    },
+    {
+      "epoch": 0.258304,
+      "grad_norm": 0.051625804774256365,
+      "learning_rate": 9.818193308637989e-05,
+      "loss": 0.0307,
+      "step": 80720
+    },
+    {
+      "epoch": 0.258368,
+      "grad_norm": 0.0941947497599387,
+      "learning_rate": 9.81810375529689e-05,
+      "loss": 0.0331,
+      "step": 80740
+    },
+    {
+      "epoch": 0.258432,
+      "grad_norm": 0.062537354762688,
+      "learning_rate": 9.818014180313995e-05,
+      "loss": 0.0287,
+      "step": 80760
+    },
+    {
+      "epoch": 0.258496,
+      "grad_norm": 0.10654082457070405,
+      "learning_rate": 9.817924583689703e-05,
+      "loss": 0.0321,
+      "step": 80780
+    },
+    {
+      "epoch": 0.25856,
+      "grad_norm": 0.06335092396578564,
+      "learning_rate": 9.817834965424418e-05,
+      "loss": 0.0311,
+      "step": 80800
+    },
+    {
+      "epoch": 0.258624,
+      "grad_norm": 0.0510586329974211,
+      "learning_rate": 9.817745325518544e-05,
+      "loss": 0.0304,
+      "step": 80820
+    },
+    {
+      "epoch": 0.258688,
+      "grad_norm": 0.054574368054886954,
+      "learning_rate": 9.817655663972482e-05,
+      "loss": 0.0294,
+      "step": 80840
+    },
+    {
+      "epoch": 0.258752,
+      "grad_norm": 0.053816337085745486,
+      "learning_rate": 9.817565980786634e-05,
+      "loss": 0.0287,
+      "step": 80860
+    },
+    {
+      "epoch": 0.258816,
+      "grad_norm": 0.07031536363302589,
+      "learning_rate": 9.817476275961405e-05,
+      "loss": 0.0316,
+      "step": 80880
+    },
+    {
+      "epoch": 0.25888,
+      "grad_norm": 0.056513539865396076,
+      "learning_rate": 9.817386549497198e-05,
+      "loss": 0.0316,
+      "step": 80900
+    },
+    {
+      "epoch": 0.258944,
+      "grad_norm": 0.08594161849582678,
+      "learning_rate": 9.817296801394413e-05,
+      "loss": 0.0277,
+      "step": 80920
+    },
+    {
+      "epoch": 0.259008,
+      "grad_norm": 0.06124775758700676,
+      "learning_rate": 9.817207031653457e-05,
+      "loss": 0.0298,
+      "step": 80940
+    },
+    {
+      "epoch": 0.259072,
+      "grad_norm": 0.09469645615054358,
+      "learning_rate": 9.817117240274729e-05,
+      "loss": 0.0277,
+      "step": 80960
+    },
+    {
+      "epoch": 0.259136,
+      "grad_norm": 0.05574095694641624,
+      "learning_rate": 9.817027427258636e-05,
+      "loss": 0.0298,
+      "step": 80980
+    },
+    {
+      "epoch": 0.2592,
+      "grad_norm": 0.059973070323330366,
+      "learning_rate": 9.816937592605579e-05,
+      "loss": 0.0281,
+      "step": 81000
+    },
+    {
+      "epoch": 0.259264,
+      "grad_norm": 0.10666801523911035,
+      "learning_rate": 9.816847736315963e-05,
+      "loss": 0.029,
+      "step": 81020
+    },
+    {
+      "epoch": 0.259328,
+      "grad_norm": 0.06975186943306917,
+      "learning_rate": 9.816757858390191e-05,
+      "loss": 0.0316,
+      "step": 81040
+    },
+    {
+      "epoch": 0.259392,
+      "grad_norm": 0.08111864832528527,
+      "learning_rate": 9.816667958828667e-05,
+      "loss": 0.0331,
+      "step": 81060
+    },
+    {
+      "epoch": 0.259456,
+      "grad_norm": 0.04915575394458525,
+      "learning_rate": 9.816578037631795e-05,
+      "loss": 0.0308,
+      "step": 81080
+    },
+    {
+      "epoch": 0.25952,
+      "grad_norm": 0.0731447427936237,
+      "learning_rate": 9.816488094799979e-05,
+      "loss": 0.0289,
+      "step": 81100
+    },
+    {
+      "epoch": 0.259584,
+      "grad_norm": 0.08194905614355694,
+      "learning_rate": 9.81639813033362e-05,
+      "loss": 0.0286,
+      "step": 81120
+    },
+    {
+      "epoch": 0.259648,
+      "grad_norm": 0.09500970904970563,
+      "learning_rate": 9.816308144233127e-05,
+      "loss": 0.0286,
+      "step": 81140
+    },
+    {
+      "epoch": 0.259712,
+      "grad_norm": 0.06518560360686543,
+      "learning_rate": 9.8162181364989e-05,
+      "loss": 0.0285,
+      "step": 81160
+    },
+    {
+      "epoch": 0.259776,
+      "grad_norm": 0.09664734863207758,
+      "learning_rate": 9.816128107131347e-05,
+      "loss": 0.029,
+      "step": 81180
+    },
+    {
+      "epoch": 0.25984,
+      "grad_norm": 0.09088977944237343,
+      "learning_rate": 9.81603805613087e-05,
+      "loss": 0.0286,
+      "step": 81200
+    },
+    {
+      "epoch": 0.259904,
+      "grad_norm": 0.11827952083425156,
+      "learning_rate": 9.815947983497872e-05,
+      "loss": 0.0305,
+      "step": 81220
+    },
+    {
+      "epoch": 0.259968,
+      "grad_norm": 0.06716928447437376,
+      "learning_rate": 9.815857889232762e-05,
+      "loss": 0.0325,
+      "step": 81240
+    },
+    {
+      "epoch": 0.260032,
+      "grad_norm": 0.15848059358519304,
+      "learning_rate": 9.815767773335943e-05,
+      "loss": 0.0311,
+      "step": 81260
+    },
+    {
+      "epoch": 0.260096,
+      "grad_norm": 0.08449594589566033,
+      "learning_rate": 9.815677635807817e-05,
+      "loss": 0.0305,
+      "step": 81280
+    },
+    {
+      "epoch": 0.26016,
+      "grad_norm": 0.08708967121740034,
+      "learning_rate": 9.815587476648791e-05,
+      "loss": 0.0298,
+      "step": 81300
+    },
+    {
+      "epoch": 0.260224,
+      "grad_norm": 0.11327293866982925,
+      "learning_rate": 9.81549729585927e-05,
+      "loss": 0.0318,
+      "step": 81320
+    },
+    {
+      "epoch": 0.260288,
+      "grad_norm": 0.07392135189078142,
+      "learning_rate": 9.815407093439662e-05,
+      "loss": 0.0297,
+      "step": 81340
+    },
+    {
+      "epoch": 0.260352,
+      "grad_norm": 0.06756293763526075,
+      "learning_rate": 9.815316869390365e-05,
+      "loss": 0.0299,
+      "step": 81360
+    },
+    {
+      "epoch": 0.260416,
+      "grad_norm": 0.07012657181568799,
+      "learning_rate": 9.81522662371179e-05,
+      "loss": 0.0277,
+      "step": 81380
+    },
+    {
+      "epoch": 0.26048,
+      "grad_norm": 0.08621584889473753,
+      "learning_rate": 9.81513635640434e-05,
+      "loss": 0.03,
+      "step": 81400
+    },
+    {
+      "epoch": 0.260544,
+      "grad_norm": 0.05720849290507598,
+      "learning_rate": 9.815046067468423e-05,
+      "loss": 0.0306,
+      "step": 81420
+    },
+    {
+      "epoch": 0.260608,
+      "grad_norm": 0.10446105306100466,
+      "learning_rate": 9.814955756904441e-05,
+      "loss": 0.0301,
+      "step": 81440
+    },
+    {
+      "epoch": 0.260672,
+      "grad_norm": 0.2408105831405315,
+      "learning_rate": 9.814865424712803e-05,
+      "loss": 0.0261,
+      "step": 81460
+    },
+    {
+      "epoch": 0.260736,
+      "grad_norm": 0.09839830869178157,
+      "learning_rate": 9.814775070893913e-05,
+      "loss": 0.0286,
+      "step": 81480
+    },
+    {
+      "epoch": 0.2608,
+      "grad_norm": 0.0697326903528802,
+      "learning_rate": 9.814684695448175e-05,
+      "loss": 0.0286,
+      "step": 81500
+    },
+    {
+      "epoch": 0.260864,
+      "grad_norm": 0.09794311869679777,
+      "learning_rate": 9.814594298375998e-05,
+      "loss": 0.0276,
+      "step": 81520
+    },
+    {
+      "epoch": 0.260928,
+      "grad_norm": 0.09780757500744494,
+      "learning_rate": 9.814503879677787e-05,
+      "loss": 0.0305,
+      "step": 81540
+    },
+    {
+      "epoch": 0.260992,
+      "grad_norm": 0.1197732211908016,
+      "learning_rate": 9.81441343935395e-05,
+      "loss": 0.028,
+      "step": 81560
+    },
+    {
+      "epoch": 0.261056,
+      "grad_norm": 0.081949988141081,
+      "learning_rate": 9.814322977404891e-05,
+      "loss": 0.0313,
+      "step": 81580
+    },
+    {
+      "epoch": 0.26112,
+      "grad_norm": 0.06800502240732292,
+      "learning_rate": 9.814232493831014e-05,
+      "loss": 0.0304,
+      "step": 81600
+    },
+    {
+      "epoch": 0.261184,
+      "grad_norm": 0.06035202843635463,
+      "learning_rate": 9.814141988632731e-05,
+      "loss": 0.0312,
+      "step": 81620
+    },
+    {
+      "epoch": 0.261248,
+      "grad_norm": 0.060216976246327776,
+      "learning_rate": 9.814051461810444e-05,
+      "loss": 0.0312,
+      "step": 81640
+    },
+    {
+      "epoch": 0.261312,
+      "grad_norm": 0.06026072292505581,
+      "learning_rate": 9.813960913364561e-05,
+      "loss": 0.0342,
+      "step": 81660
+    },
+    {
+      "epoch": 0.261376,
+      "grad_norm": 0.06469011581823055,
+      "learning_rate": 9.81387034329549e-05,
+      "loss": 0.0336,
+      "step": 81680
+    },
+    {
+      "epoch": 0.26144,
+      "grad_norm": 0.05568897461195142,
+      "learning_rate": 9.813779751603638e-05,
+      "loss": 0.0323,
+      "step": 81700
+    },
+    {
+      "epoch": 0.261504,
+      "grad_norm": 0.09271259854842587,
+      "learning_rate": 9.813689138289409e-05,
+      "loss": 0.0292,
+      "step": 81720
+    },
+    {
+      "epoch": 0.261568,
+      "grad_norm": 0.04448803758439845,
+      "learning_rate": 9.813598503353213e-05,
+      "loss": 0.0296,
+      "step": 81740
+    },
+    {
+      "epoch": 0.261632,
+      "grad_norm": 0.0700163238975115,
+      "learning_rate": 9.813507846795455e-05,
+      "loss": 0.0313,
+      "step": 81760
+    },
+    {
+      "epoch": 0.261696,
+      "grad_norm": 0.10372909526588295,
+      "learning_rate": 9.813417168616543e-05,
+      "loss": 0.0288,
+      "step": 81780
+    },
+    {
+      "epoch": 0.26176,
+      "grad_norm": 0.0689318972573089,
+      "learning_rate": 9.813326468816886e-05,
+      "loss": 0.0283,
+      "step": 81800
+    },
+    {
+      "epoch": 0.261824,
+      "grad_norm": 0.05376779469467516,
+      "learning_rate": 9.813235747396887e-05,
+      "loss": 0.0293,
+      "step": 81820
+    },
+    {
+      "epoch": 0.261888,
+      "grad_norm": 0.04745857654412596,
+      "learning_rate": 9.813145004356959e-05,
+      "loss": 0.0289,
+      "step": 81840
+    },
+    {
+      "epoch": 0.261952,
+      "grad_norm": 0.10358046582279584,
+      "learning_rate": 9.813054239697506e-05,
+      "loss": 0.0279,
+      "step": 81860
+    },
+    {
+      "epoch": 0.262016,
+      "grad_norm": 0.11327081371182941,
+      "learning_rate": 9.812963453418935e-05,
+      "loss": 0.0314,
+      "step": 81880
+    },
+    {
+      "epoch": 0.26208,
+      "grad_norm": 0.06805392779208723,
+      "learning_rate": 9.812872645521659e-05,
+      "loss": 0.0318,
+      "step": 81900
+    },
+    {
+      "epoch": 0.262144,
+      "grad_norm": 0.08826098576115303,
+      "learning_rate": 9.81278181600608e-05,
+      "loss": 0.0298,
+      "step": 81920
+    },
+    {
+      "epoch": 0.262208,
+      "grad_norm": 0.0743733919726987,
+      "learning_rate": 9.812690964872607e-05,
+      "loss": 0.0313,
+      "step": 81940
+    },
+    {
+      "epoch": 0.262272,
+      "grad_norm": 0.08141661011693588,
+      "learning_rate": 9.812600092121651e-05,
+      "loss": 0.0267,
+      "step": 81960
+    },
+    {
+      "epoch": 0.262336,
+      "grad_norm": 0.05339682099320481,
+      "learning_rate": 9.812509197753618e-05,
+      "loss": 0.029,
+      "step": 81980
+    },
+    {
+      "epoch": 0.2624,
+      "grad_norm": 0.06527011641043304,
+      "learning_rate": 9.812418281768918e-05,
+      "loss": 0.0291,
+      "step": 82000
+    },
+    {
+      "epoch": 0.262464,
+      "grad_norm": 0.10724814188083759,
+      "learning_rate": 9.812327344167957e-05,
+      "loss": 0.0329,
+      "step": 82020
+    },
+    {
+      "epoch": 0.262528,
+      "grad_norm": 0.09267235220214855,
+      "learning_rate": 9.812236384951145e-05,
+      "loss": 0.0309,
+      "step": 82040
+    },
+    {
+      "epoch": 0.262592,
+      "grad_norm": 0.0787347844346524,
+      "learning_rate": 9.81214540411889e-05,
+      "loss": 0.0335,
+      "step": 82060
+    },
+    {
+      "epoch": 0.262656,
+      "grad_norm": 0.06652226314305634,
+      "learning_rate": 9.812054401671601e-05,
+      "loss": 0.0306,
+      "step": 82080
+    },
+    {
+      "epoch": 0.26272,
+      "grad_norm": 0.11702629384103384,
+      "learning_rate": 9.811963377609687e-05,
+      "loss": 0.0312,
+      "step": 82100
+    },
+    {
+      "epoch": 0.262784,
+      "grad_norm": 0.09740386779261498,
+      "learning_rate": 9.811872331933556e-05,
+      "loss": 0.0316,
+      "step": 82120
+    },
+    {
+      "epoch": 0.262848,
+      "grad_norm": 0.08625983478789148,
+      "learning_rate": 9.811781264643618e-05,
+      "loss": 0.031,
+      "step": 82140
+    },
+    {
+      "epoch": 0.262912,
+      "grad_norm": 0.08435834094911722,
+      "learning_rate": 9.81169017574028e-05,
+      "loss": 0.0293,
+      "step": 82160
+    },
+    {
+      "epoch": 0.262976,
+      "grad_norm": 0.054182967548826455,
+      "learning_rate": 9.811599065223955e-05,
+      "loss": 0.0309,
+      "step": 82180
+    },
+    {
+      "epoch": 0.26304,
+      "grad_norm": 0.09404408733885183,
+      "learning_rate": 9.811507933095049e-05,
+      "loss": 0.0297,
+      "step": 82200
+    },
+    {
+      "epoch": 0.263104,
+      "grad_norm": 0.07798906024146565,
+      "learning_rate": 9.811416779353973e-05,
+      "loss": 0.0282,
+      "step": 82220
+    },
+    {
+      "epoch": 0.263168,
+      "grad_norm": 0.05644303330300428,
+      "learning_rate": 9.811325604001134e-05,
+      "loss": 0.0295,
+      "step": 82240
+    },
+    {
+      "epoch": 0.263232,
+      "grad_norm": 0.08238391090596367,
+      "learning_rate": 9.811234407036943e-05,
+      "loss": 0.0293,
+      "step": 82260
+    },
+    {
+      "epoch": 0.263296,
+      "grad_norm": 0.1043279599805744,
+      "learning_rate": 9.811143188461811e-05,
+      "loss": 0.0287,
+      "step": 82280
+    },
+    {
+      "epoch": 0.26336,
+      "grad_norm": 0.12285385131147136,
+      "learning_rate": 9.811051948276146e-05,
+      "loss": 0.0325,
+      "step": 82300
+    },
+    {
+      "epoch": 0.263424,
+      "grad_norm": 0.05591431016466163,
+      "learning_rate": 9.81096068648036e-05,
+      "loss": 0.0352,
+      "step": 82320
+    },
+    {
+      "epoch": 0.263488,
+      "grad_norm": 0.15812167649990463,
+      "learning_rate": 9.81086940307486e-05,
+      "loss": 0.0331,
+      "step": 82340
+    },
+    {
+      "epoch": 0.263552,
+      "grad_norm": 0.0860341796119538,
+      "learning_rate": 9.810778098060057e-05,
+      "loss": 0.0315,
+      "step": 82360
+    },
+    {
+      "epoch": 0.263616,
+      "grad_norm": 0.04860840060452707,
+      "learning_rate": 9.810686771436363e-05,
+      "loss": 0.0298,
+      "step": 82380
+    },
+    {
+      "epoch": 0.26368,
+      "grad_norm": 0.08782150963846318,
+      "learning_rate": 9.810595423204185e-05,
+      "loss": 0.0299,
+      "step": 82400
+    },
+    {
+      "epoch": 0.263744,
+      "grad_norm": 0.06470179903630253,
+      "learning_rate": 9.810504053363936e-05,
+      "loss": 0.0316,
+      "step": 82420
+    },
+    {
+      "epoch": 0.263808,
+      "grad_norm": 0.04362726244937285,
+      "learning_rate": 9.810412661916026e-05,
+      "loss": 0.0296,
+      "step": 82440
+    },
+    {
+      "epoch": 0.263872,
+      "grad_norm": 0.05823542292676939,
+      "learning_rate": 9.810321248860864e-05,
+      "loss": 0.0286,
+      "step": 82460
+    },
+    {
+      "epoch": 0.263936,
+      "grad_norm": 0.052556805970796185,
+      "learning_rate": 9.810229814198861e-05,
+      "loss": 0.0287,
+      "step": 82480
+    },
+    {
+      "epoch": 0.264,
+      "grad_norm": 0.05246565378324967,
+      "learning_rate": 9.81013835793043e-05,
+      "loss": 0.0278,
+      "step": 82500
+    },
+    {
+      "epoch": 0.264064,
+      "grad_norm": 0.05098062108331092,
+      "learning_rate": 9.810046880055979e-05,
+      "loss": 0.0281,
+      "step": 82520
+    },
+    {
+      "epoch": 0.264128,
+      "grad_norm": 0.06358754218972872,
+      "learning_rate": 9.809955380575921e-05,
+      "loss": 0.0298,
+      "step": 82540
+    },
+    {
+      "epoch": 0.264192,
+      "grad_norm": 0.053068448530542565,
+      "learning_rate": 9.809863859490665e-05,
+      "loss": 0.0314,
+      "step": 82560
+    },
+    {
+      "epoch": 0.264256,
+      "grad_norm": 0.08909274805819939,
+      "learning_rate": 9.809772316800622e-05,
+      "loss": 0.0282,
+      "step": 82580
+    },
+    {
+      "epoch": 0.26432,
+      "grad_norm": 0.0533745311320274,
+      "learning_rate": 9.809680752506207e-05,
+      "loss": 0.031,
+      "step": 82600
+    },
+    {
+      "epoch": 0.264384,
+      "grad_norm": 0.05552295021353528,
+      "learning_rate": 9.809589166607827e-05,
+      "loss": 0.0303,
+      "step": 82620
+    },
+    {
+      "epoch": 0.264448,
+      "grad_norm": 0.07063557717636143,
+      "learning_rate": 9.809497559105893e-05,
+      "loss": 0.0307,
+      "step": 82640
+    },
+    {
+      "epoch": 0.264512,
+      "grad_norm": 0.08525692346644853,
+      "learning_rate": 9.809405930000821e-05,
+      "loss": 0.0302,
+      "step": 82660
+    },
+    {
+      "epoch": 0.264576,
+      "grad_norm": 0.06904069494601878,
+      "learning_rate": 9.809314279293019e-05,
+      "loss": 0.0299,
+      "step": 82680
+    },
+    {
+      "epoch": 0.26464,
+      "grad_norm": 0.07834860143495333,
+      "learning_rate": 9.809222606982899e-05,
+      "loss": 0.0327,
+      "step": 82700
+    },
+    {
+      "epoch": 0.264704,
+      "grad_norm": 0.048476885117785806,
+      "learning_rate": 9.809130913070875e-05,
+      "loss": 0.0287,
+      "step": 82720
+    },
+    {
+      "epoch": 0.264768,
+      "grad_norm": 0.07594934709559249,
+      "learning_rate": 9.809039197557357e-05,
+      "loss": 0.0328,
+      "step": 82740
+    },
+    {
+      "epoch": 0.264832,
+      "grad_norm": 0.05329317919173235,
+      "learning_rate": 9.808947460442757e-05,
+      "loss": 0.0275,
+      "step": 82760
+    },
+    {
+      "epoch": 0.264896,
+      "grad_norm": 0.048546923206690254,
+      "learning_rate": 9.808855701727486e-05,
+      "loss": 0.026,
+      "step": 82780
+    },
+    {
+      "epoch": 0.26496,
+      "grad_norm": 0.08896429148318381,
+      "learning_rate": 9.80876392141196e-05,
+      "loss": 0.0332,
+      "step": 82800
+    },
+    {
+      "epoch": 0.265024,
+      "grad_norm": 0.09207320437853551,
+      "learning_rate": 9.808672119496587e-05,
+      "loss": 0.0324,
+      "step": 82820
+    },
+    {
+      "epoch": 0.265088,
+      "grad_norm": 0.07183155953399545,
+      "learning_rate": 9.808580295981782e-05,
+      "loss": 0.0278,
+      "step": 82840
+    },
+    {
+      "epoch": 0.265152,
+      "grad_norm": 0.054770862998715815,
+      "learning_rate": 9.808488450867955e-05,
+      "loss": 0.0286,
+      "step": 82860
+    },
+    {
+      "epoch": 0.265216,
+      "grad_norm": 0.10969675561424654,
+      "learning_rate": 9.808396584155521e-05,
+      "loss": 0.0279,
+      "step": 82880
+    },
+    {
+      "epoch": 0.26528,
+      "grad_norm": 0.044993427871510186,
+      "learning_rate": 9.808304695844892e-05,
+      "loss": 0.0261,
+      "step": 82900
+    },
+    {
+      "epoch": 0.265344,
+      "grad_norm": 0.13350018965163324,
+      "learning_rate": 9.808212785936479e-05,
+      "loss": 0.0278,
+      "step": 82920
+    },
+    {
+      "epoch": 0.265408,
+      "grad_norm": 0.0962440979448633,
+      "learning_rate": 9.808120854430698e-05,
+      "loss": 0.0303,
+      "step": 82940
+    },
+    {
+      "epoch": 0.265472,
+      "grad_norm": 0.07901939686419454,
+      "learning_rate": 9.808028901327959e-05,
+      "loss": 0.0298,
+      "step": 82960
+    },
+    {
+      "epoch": 0.265536,
+      "grad_norm": 0.056455710362152016,
+      "learning_rate": 9.807936926628679e-05,
+      "loss": 0.0356,
+      "step": 82980
+    },
+    {
+      "epoch": 0.2656,
+      "grad_norm": 0.0799307569450036,
+      "learning_rate": 9.807844930333265e-05,
+      "loss": 0.0334,
+      "step": 83000
+    },
+    {
+      "epoch": 0.265664,
+      "grad_norm": 0.08242803749427387,
+      "learning_rate": 9.807752912442134e-05,
+      "loss": 0.0314,
+      "step": 83020
+    },
+    {
+      "epoch": 0.265728,
+      "grad_norm": 0.20927871116377614,
+      "learning_rate": 9.8076608729557e-05,
+      "loss": 0.0292,
+      "step": 83040
+    },
+    {
+      "epoch": 0.265792,
+      "grad_norm": 0.0539293873528177,
+      "learning_rate": 9.807568811874375e-05,
+      "loss": 0.0295,
+      "step": 83060
+    },
+    {
+      "epoch": 0.265856,
+      "grad_norm": 0.08907445720381324,
+      "learning_rate": 9.807476729198574e-05,
+      "loss": 0.026,
+      "step": 83080
+    },
+    {
+      "epoch": 0.26592,
+      "grad_norm": 0.05382542527044014,
+      "learning_rate": 9.807384624928708e-05,
+      "loss": 0.0289,
+      "step": 83100
+    },
+    {
+      "epoch": 0.265984,
+      "grad_norm": 0.061018822787795975,
+      "learning_rate": 9.807292499065192e-05,
+      "loss": 0.0307,
+      "step": 83120
+    },
+    {
+      "epoch": 0.266048,
+      "grad_norm": 0.05502075686613906,
+      "learning_rate": 9.807200351608442e-05,
+      "loss": 0.0289,
+      "step": 83140
+    },
+    {
+      "epoch": 0.266112,
+      "grad_norm": 0.059400822046276024,
+      "learning_rate": 9.807108182558868e-05,
+      "loss": 0.0264,
+      "step": 83160
+    },
+    {
+      "epoch": 0.266176,
+      "grad_norm": 0.056793519015407815,
+      "learning_rate": 9.807015991916886e-05,
+      "loss": 0.0287,
+      "step": 83180
+    },
+    {
+      "epoch": 0.26624,
+      "grad_norm": 0.08116013394870043,
+      "learning_rate": 9.80692377968291e-05,
+      "loss": 0.0292,
+      "step": 83200
+    },
+    {
+      "epoch": 0.266304,
+      "grad_norm": 0.12305114272001146,
+      "learning_rate": 9.806831545857355e-05,
+      "loss": 0.0306,
+      "step": 83220
+    },
+    {
+      "epoch": 0.266368,
+      "grad_norm": 0.08576420917547242,
+      "learning_rate": 9.806739290440634e-05,
+      "loss": 0.0311,
+      "step": 83240
+    },
+    {
+      "epoch": 0.266432,
+      "grad_norm": 0.06050547962807207,
+      "learning_rate": 9.806647013433163e-05,
+      "loss": 0.0287,
+      "step": 83260
+    },
+    {
+      "epoch": 0.266496,
+      "grad_norm": 0.06380217200415908,
+      "learning_rate": 9.806554714835354e-05,
+      "loss": 0.0303,
+      "step": 83280
+    },
+    {
+      "epoch": 0.26656,
+      "grad_norm": 0.05784158302046477,
+      "learning_rate": 9.806462394647625e-05,
+      "loss": 0.0306,
+      "step": 83300
+    },
+    {
+      "epoch": 0.266624,
+      "grad_norm": 0.0821086176670607,
+      "learning_rate": 9.806370052870387e-05,
+      "loss": 0.0322,
+      "step": 83320
+    },
+    {
+      "epoch": 0.266688,
+      "grad_norm": 0.12418416797770163,
+      "learning_rate": 9.806277689504055e-05,
+      "loss": 0.0325,
+      "step": 83340
+    },
+    {
+      "epoch": 0.266752,
+      "grad_norm": 0.0795882345431432,
+      "learning_rate": 9.806185304549047e-05,
+      "loss": 0.0298,
+      "step": 83360
+    },
+    {
+      "epoch": 0.266816,
+      "grad_norm": 0.05904477827471279,
+      "learning_rate": 9.806092898005776e-05,
+      "loss": 0.0315,
+      "step": 83380
+    },
+    {
+      "epoch": 0.26688,
+      "grad_norm": 0.05886312890314173,
+      "learning_rate": 9.806000469874658e-05,
+      "loss": 0.0297,
+      "step": 83400
+    },
+    {
+      "epoch": 0.266944,
+      "grad_norm": 0.11337657251818192,
+      "learning_rate": 9.805908020156107e-05,
+      "loss": 0.03,
+      "step": 83420
+    },
+    {
+      "epoch": 0.267008,
+      "grad_norm": 0.13213416437650924,
+      "learning_rate": 9.805815548850539e-05,
+      "loss": 0.031,
+      "step": 83440
+    },
+    {
+      "epoch": 0.267072,
+      "grad_norm": 0.14603095590654483,
+      "learning_rate": 9.805723055958369e-05,
+      "loss": 0.0318,
+      "step": 83460
+    },
+    {
+      "epoch": 0.267136,
+      "grad_norm": 0.05654691084481549,
+      "learning_rate": 9.805630541480011e-05,
+      "loss": 0.0265,
+      "step": 83480
+    },
+    {
+      "epoch": 0.2672,
+      "grad_norm": 0.05286593249076137,
+      "learning_rate": 9.805538005415883e-05,
+      "loss": 0.0272,
+      "step": 83500
+    },
+    {
+      "epoch": 0.267264,
+      "grad_norm": 0.11100359696754704,
+      "learning_rate": 9.805445447766402e-05,
+      "loss": 0.0305,
+      "step": 83520
+    },
+    {
+      "epoch": 0.267328,
+      "grad_norm": 0.1095437781787013,
+      "learning_rate": 9.805352868531978e-05,
+      "loss": 0.0317,
+      "step": 83540
+    },
+    {
+      "epoch": 0.267392,
+      "grad_norm": 0.11758156960394733,
+      "learning_rate": 9.805260267713032e-05,
+      "loss": 0.0327,
+      "step": 83560
+    },
+    {
+      "epoch": 0.267456,
+      "grad_norm": 0.06142819496947849,
+      "learning_rate": 9.80516764530998e-05,
+      "loss": 0.0306,
+      "step": 83580
+    },
+    {
+      "epoch": 0.26752,
+      "grad_norm": 0.08461361778639025,
+      "learning_rate": 9.805075001323235e-05,
+      "loss": 0.0337,
+      "step": 83600
+    },
+    {
+      "epoch": 0.267584,
+      "grad_norm": 0.11341523994067702,
+      "learning_rate": 9.804982335753213e-05,
+      "loss": 0.0318,
+      "step": 83620
+    },
+    {
+      "epoch": 0.267648,
+      "grad_norm": 0.17135941316363298,
+      "learning_rate": 9.804889648600333e-05,
+      "loss": 0.0315,
+      "step": 83640
+    },
+    {
+      "epoch": 0.267712,
+      "grad_norm": 0.05719203022538088,
+      "learning_rate": 9.80479693986501e-05,
+      "loss": 0.0319,
+      "step": 83660
+    },
+    {
+      "epoch": 0.267776,
+      "grad_norm": 0.06846239563936252,
+      "learning_rate": 9.804704209547662e-05,
+      "loss": 0.0302,
+      "step": 83680
+    },
+    {
+      "epoch": 0.26784,
+      "grad_norm": 0.060188672940843686,
+      "learning_rate": 9.804611457648701e-05,
+      "loss": 0.0321,
+      "step": 83700
+    },
+    {
+      "epoch": 0.267904,
+      "grad_norm": 0.07048526257122847,
+      "learning_rate": 9.804518684168549e-05,
+      "loss": 0.0296,
+      "step": 83720
+    },
+    {
+      "epoch": 0.267968,
+      "grad_norm": 0.08617592330735553,
+      "learning_rate": 9.804425889107619e-05,
+      "loss": 0.0302,
+      "step": 83740
+    },
+    {
+      "epoch": 0.268032,
+      "grad_norm": 0.10785136787932685,
+      "learning_rate": 9.80433307246633e-05,
+      "loss": 0.03,
+      "step": 83760
+    },
+    {
+      "epoch": 0.268096,
+      "grad_norm": 0.04709386912577561,
+      "learning_rate": 9.804240234245096e-05,
+      "loss": 0.0311,
+      "step": 83780
+    },
+    {
+      "epoch": 0.26816,
+      "grad_norm": 0.07624198765432086,
+      "learning_rate": 9.804147374444339e-05,
+      "loss": 0.027,
+      "step": 83800
+    },
+    {
+      "epoch": 0.268224,
+      "grad_norm": 0.05659355702614735,
+      "learning_rate": 9.804054493064472e-05,
+      "loss": 0.0285,
+      "step": 83820
+    },
+    {
+      "epoch": 0.268288,
+      "grad_norm": 0.09442541728789391,
+      "learning_rate": 9.803961590105913e-05,
+      "loss": 0.0326,
+      "step": 83840
+    },
+    {
+      "epoch": 0.268352,
+      "grad_norm": 0.08145683024820768,
+      "learning_rate": 9.80386866556908e-05,
+      "loss": 0.0288,
+      "step": 83860
+    },
+    {
+      "epoch": 0.268416,
+      "grad_norm": 0.06367600734575908,
+      "learning_rate": 9.80377571945439e-05,
+      "loss": 0.0273,
+      "step": 83880
+    },
+    {
+      "epoch": 0.26848,
+      "grad_norm": 0.14422940249471647,
+      "learning_rate": 9.80368275176226e-05,
+      "loss": 0.0292,
+      "step": 83900
+    },
+    {
+      "epoch": 0.268544,
+      "grad_norm": 0.07948842822171882,
+      "learning_rate": 9.80358976249311e-05,
+      "loss": 0.0315,
+      "step": 83920
+    },
+    {
+      "epoch": 0.268608,
+      "grad_norm": 0.04827399032183594,
+      "learning_rate": 9.803496751647354e-05,
+      "loss": 0.0299,
+      "step": 83940
+    },
+    {
+      "epoch": 0.268672,
+      "grad_norm": 0.07905905307559835,
+      "learning_rate": 9.803403719225412e-05,
+      "loss": 0.028,
+      "step": 83960
+    },
+    {
+      "epoch": 0.268736,
+      "grad_norm": 0.06400415304780636,
+      "learning_rate": 9.803310665227702e-05,
+      "loss": 0.0273,
+      "step": 83980
+    },
+    {
+      "epoch": 0.2688,
+      "grad_norm": 0.08879650397370734,
+      "learning_rate": 9.80321758965464e-05,
+      "loss": 0.0301,
+      "step": 84000
+    },
+    {
+      "epoch": 0.268864,
+      "grad_norm": 0.05051466954464443,
+      "learning_rate": 9.803124492506649e-05,
+      "loss": 0.0297,
+      "step": 84020
+    },
+    {
+      "epoch": 0.268928,
+      "grad_norm": 0.08875681379309433,
+      "learning_rate": 9.803031373784139e-05,
+      "loss": 0.0312,
+      "step": 84040
+    },
+    {
+      "epoch": 0.268992,
+      "grad_norm": 0.04905621779177208,
+      "learning_rate": 9.802938233487537e-05,
+      "loss": 0.0312,
+      "step": 84060
+    },
+    {
+      "epoch": 0.269056,
+      "grad_norm": 0.061605606064430204,
+      "learning_rate": 9.802845071617255e-05,
+      "loss": 0.0323,
+      "step": 84080
+    },
+    {
+      "epoch": 0.26912,
+      "grad_norm": 0.13002920965100176,
+      "learning_rate": 9.802751888173714e-05,
+      "loss": 0.0323,
+      "step": 84100
+    },
+    {
+      "epoch": 0.269184,
+      "grad_norm": 0.12527330086309482,
+      "learning_rate": 9.802658683157332e-05,
+      "loss": 0.0342,
+      "step": 84120
+    },
+    {
+      "epoch": 0.269248,
+      "grad_norm": 0.05306600849477869,
+      "learning_rate": 9.802565456568532e-05,
+      "loss": 0.0288,
+      "step": 84140
+    },
+    {
+      "epoch": 0.269312,
+      "grad_norm": 0.08326756145931723,
+      "learning_rate": 9.802472208407725e-05,
+      "loss": 0.0317,
+      "step": 84160
+    },
+    {
+      "epoch": 0.269376,
+      "grad_norm": 0.05991642605912518,
+      "learning_rate": 9.802378938675334e-05,
+      "loss": 0.029,
+      "step": 84180
+    },
+    {
+      "epoch": 0.26944,
+      "grad_norm": 0.06939870452093788,
+      "learning_rate": 9.802285647371777e-05,
+      "loss": 0.0318,
+      "step": 84200
+    },
+    {
+      "epoch": 0.269504,
+      "grad_norm": 0.08732350545099776,
+      "learning_rate": 9.802192334497475e-05,
+      "loss": 0.0313,
+      "step": 84220
+    },
+    {
+      "epoch": 0.269568,
+      "grad_norm": 0.06525631033888081,
+      "learning_rate": 9.802099000052844e-05,
+      "loss": 0.0292,
+      "step": 84240
+    },
+    {
+      "epoch": 0.269632,
+      "grad_norm": 0.05811240368582541,
+      "learning_rate": 9.802005644038307e-05,
+      "loss": 0.0295,
+      "step": 84260
+    },
+    {
+      "epoch": 0.269696,
+      "grad_norm": 0.05498861911976698,
+      "learning_rate": 9.80191226645428e-05,
+      "loss": 0.0297,
+      "step": 84280
+    },
+    {
+      "epoch": 0.26976,
+      "grad_norm": 0.05978738507642877,
+      "learning_rate": 9.801818867301185e-05,
+      "loss": 0.0323,
+      "step": 84300
+    },
+    {
+      "epoch": 0.269824,
+      "grad_norm": 0.06846160899227903,
+      "learning_rate": 9.801725446579439e-05,
+      "loss": 0.0285,
+      "step": 84320
+    },
+    {
+      "epoch": 0.269888,
+      "grad_norm": 0.07560469691925452,
+      "learning_rate": 9.801632004289464e-05,
+      "loss": 0.0323,
+      "step": 84340
+    },
+    {
+      "epoch": 0.269952,
+      "grad_norm": 0.05342238755106254,
+      "learning_rate": 9.801538540431678e-05,
+      "loss": 0.0333,
+      "step": 84360
+    },
+    {
+      "epoch": 0.270016,
+      "grad_norm": 0.07723935859970293,
+      "learning_rate": 9.801445055006502e-05,
+      "loss": 0.0296,
+      "step": 84380
+    },
+    {
+      "epoch": 0.27008,
+      "grad_norm": 0.08018040919385412,
+      "learning_rate": 9.801351548014355e-05,
+      "loss": 0.0298,
+      "step": 84400
+    },
+    {
+      "epoch": 0.270144,
+      "grad_norm": 0.24518639464800812,
+      "learning_rate": 9.801258019455657e-05,
+      "loss": 0.0303,
+      "step": 84420
+    },
+    {
+      "epoch": 0.270208,
+      "grad_norm": 0.07175643329712977,
+      "learning_rate": 9.801164469330828e-05,
+      "loss": 0.0307,
+      "step": 84440
+    },
+    {
+      "epoch": 0.270272,
+      "grad_norm": 0.06497103123223065,
+      "learning_rate": 9.80107089764029e-05,
+      "loss": 0.0309,
+      "step": 84460
+    },
+    {
+      "epoch": 0.270336,
+      "grad_norm": 0.07397703204474573,
+      "learning_rate": 9.800977304384463e-05,
+      "loss": 0.0291,
+      "step": 84480
+    },
+    {
+      "epoch": 0.2704,
+      "grad_norm": 0.08838116531025192,
+      "learning_rate": 9.800883689563763e-05,
+      "loss": 0.0324,
+      "step": 84500
+    },
+    {
+      "epoch": 0.270464,
+      "grad_norm": 0.0878010237333341,
+      "learning_rate": 9.800790053178617e-05,
+      "loss": 0.0304,
+      "step": 84520
+    },
+    {
+      "epoch": 0.270528,
+      "grad_norm": 0.060596572739442287,
+      "learning_rate": 9.80069639522944e-05,
+      "loss": 0.031,
+      "step": 84540
+    },
+    {
+      "epoch": 0.270592,
+      "grad_norm": 0.08069378972392388,
+      "learning_rate": 9.800602715716657e-05,
+      "loss": 0.0318,
+      "step": 84560
+    },
+    {
+      "epoch": 0.270656,
+      "grad_norm": 0.09604190548341528,
+      "learning_rate": 9.800509014640687e-05,
+      "loss": 0.0278,
+      "step": 84580
+    },
+    {
+      "epoch": 0.27072,
+      "grad_norm": 0.05566169449220183,
+      "learning_rate": 9.80041529200195e-05,
+      "loss": 0.0268,
+      "step": 84600
+    },
+    {
+      "epoch": 0.270784,
+      "grad_norm": 0.05497926504454757,
+      "learning_rate": 9.800321547800868e-05,
+      "loss": 0.0315,
+      "step": 84620
+    },
+    {
+      "epoch": 0.270848,
+      "grad_norm": 0.09314957843132894,
+      "learning_rate": 9.80022778203786e-05,
+      "loss": 0.0323,
+      "step": 84640
+    },
+    {
+      "epoch": 0.270912,
+      "grad_norm": 0.041308005308699346,
+      "learning_rate": 9.800133994713353e-05,
+      "loss": 0.0274,
+      "step": 84660
+    },
+    {
+      "epoch": 0.270976,
+      "grad_norm": 0.1677917064111496,
+      "learning_rate": 9.800040185827761e-05,
+      "loss": 0.0324,
+      "step": 84680
+    },
+    {
+      "epoch": 0.27104,
+      "grad_norm": 0.06273966244738766,
+      "learning_rate": 9.799946355381509e-05,
+      "loss": 0.0302,
+      "step": 84700
+    },
+    {
+      "epoch": 0.271104,
+      "grad_norm": 0.06352611855355872,
+      "learning_rate": 9.799852503375019e-05,
+      "loss": 0.0273,
+      "step": 84720
+    },
+    {
+      "epoch": 0.271168,
+      "grad_norm": 0.09325996628082922,
+      "learning_rate": 9.799758629808712e-05,
+      "loss": 0.0297,
+      "step": 84740
+    },
+    {
+      "epoch": 0.271232,
+      "grad_norm": 0.0786642599073224,
+      "learning_rate": 9.79966473468301e-05,
+      "loss": 0.0292,
+      "step": 84760
+    },
+    {
+      "epoch": 0.271296,
+      "grad_norm": 0.06626413740482451,
+      "learning_rate": 9.799570817998334e-05,
+      "loss": 0.0304,
+      "step": 84780
+    },
+    {
+      "epoch": 0.27136,
+      "grad_norm": 0.08519917166108687,
+      "learning_rate": 9.799476879755105e-05,
+      "loss": 0.0293,
+      "step": 84800
+    },
+    {
+      "epoch": 0.271424,
+      "grad_norm": 0.06089092400708726,
+      "learning_rate": 9.799382919953745e-05,
+      "loss": 0.0338,
+      "step": 84820
+    },
+    {
+      "epoch": 0.271488,
+      "grad_norm": 0.11995367248914196,
+      "learning_rate": 9.79928893859468e-05,
+      "loss": 0.0309,
+      "step": 84840
+    },
+    {
+      "epoch": 0.271552,
+      "grad_norm": 0.0681922965306965,
+      "learning_rate": 9.799194935678327e-05,
+      "loss": 0.0304,
+      "step": 84860
+    },
+    {
+      "epoch": 0.271616,
+      "grad_norm": 0.09819432056694928,
+      "learning_rate": 9.79910091120511e-05,
+      "loss": 0.0318,
+      "step": 84880
+    },
+    {
+      "epoch": 0.27168,
+      "grad_norm": 0.12725861957601556,
+      "learning_rate": 9.799006865175453e-05,
+      "loss": 0.0331,
+      "step": 84900
+    },
+    {
+      "epoch": 0.271744,
+      "grad_norm": 0.08678271465884582,
+      "learning_rate": 9.798912797589777e-05,
+      "loss": 0.0301,
+      "step": 84920
+    },
+    {
+      "epoch": 0.271808,
+      "grad_norm": 0.0801701541304339,
+      "learning_rate": 9.798818708448503e-05,
+      "loss": 0.0285,
+      "step": 84940
+    },
+    {
+      "epoch": 0.271872,
+      "grad_norm": 0.05660896989207953,
+      "learning_rate": 9.798724597752057e-05,
+      "loss": 0.0292,
+      "step": 84960
+    },
+    {
+      "epoch": 0.271936,
+      "grad_norm": 0.09016039784040258,
+      "learning_rate": 9.79863046550086e-05,
+      "loss": 0.0299,
+      "step": 84980
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.08174356912198062,
+      "learning_rate": 9.798536311695334e-05,
+      "loss": 0.0312,
+      "step": 85000
+    },
+    {
+      "epoch": 0.272064,
+      "grad_norm": 0.12707304076724268,
+      "learning_rate": 9.798442136335904e-05,
+      "loss": 0.0293,
+      "step": 85020
+    },
+    {
+      "epoch": 0.272128,
+      "grad_norm": 0.12311919714449544,
+      "learning_rate": 9.79834793942299e-05,
+      "loss": 0.03,
+      "step": 85040
+    },
+    {
+      "epoch": 0.272192,
+      "grad_norm": 0.10883787152805918,
+      "learning_rate": 9.798253720957017e-05,
+      "loss": 0.0338,
+      "step": 85060
+    },
+    {
+      "epoch": 0.272256,
+      "grad_norm": 0.054824874470380695,
+      "learning_rate": 9.798159480938409e-05,
+      "loss": 0.031,
+      "step": 85080
+    },
+    {
+      "epoch": 0.27232,
+      "grad_norm": 0.06097059615035825,
+      "learning_rate": 9.798065219367589e-05,
+      "loss": 0.0288,
+      "step": 85100
+    },
+    {
+      "epoch": 0.272384,
+      "grad_norm": 0.05836905962488298,
+      "learning_rate": 9.79797093624498e-05,
+      "loss": 0.0297,
+      "step": 85120
+    },
+    {
+      "epoch": 0.272448,
+      "grad_norm": 0.08518501764553253,
+      "learning_rate": 9.797876631571004e-05,
+      "loss": 0.0306,
+      "step": 85140
+    },
+    {
+      "epoch": 0.272512,
+      "grad_norm": 0.05333231558663774,
+      "learning_rate": 9.797782305346086e-05,
+      "loss": 0.0296,
+      "step": 85160
+    },
+    {
+      "epoch": 0.272576,
+      "grad_norm": 0.05500228079502022,
+      "learning_rate": 9.79768795757065e-05,
+      "loss": 0.03,
+      "step": 85180
+    },
+    {
+      "epoch": 0.27264,
+      "grad_norm": 0.058086025985596784,
+      "learning_rate": 9.797593588245119e-05,
+      "loss": 0.0311,
+      "step": 85200
+    },
+    {
+      "epoch": 0.272704,
+      "grad_norm": 0.056115054169460964,
+      "learning_rate": 9.797499197369917e-05,
+      "loss": 0.0316,
+      "step": 85220
+    },
+    {
+      "epoch": 0.272768,
+      "grad_norm": 0.08240041059262236,
+      "learning_rate": 9.797404784945468e-05,
+      "loss": 0.0309,
+      "step": 85240
+    },
+    {
+      "epoch": 0.272832,
+      "grad_norm": 0.11274368765566864,
+      "learning_rate": 9.797310350972197e-05,
+      "loss": 0.0317,
+      "step": 85260
+    },
+    {
+      "epoch": 0.272896,
+      "grad_norm": 0.06876873384694675,
+      "learning_rate": 9.797215895450528e-05,
+      "loss": 0.0322,
+      "step": 85280
+    },
+    {
+      "epoch": 0.27296,
+      "grad_norm": 0.052225760597196046,
+      "learning_rate": 9.797121418380883e-05,
+      "loss": 0.0323,
+      "step": 85300
+    },
+    {
+      "epoch": 0.273024,
+      "grad_norm": 0.06015037346163621,
+      "learning_rate": 9.79702691976369e-05,
+      "loss": 0.0296,
+      "step": 85320
+    },
+    {
+      "epoch": 0.273088,
+      "grad_norm": 0.05781054238714294,
+      "learning_rate": 9.796932399599371e-05,
+      "loss": 0.032,
+      "step": 85340
+    },
+    {
+      "epoch": 0.273152,
+      "grad_norm": 0.06317369040919812,
+      "learning_rate": 9.796837857888351e-05,
+      "loss": 0.0316,
+      "step": 85360
+    },
+    {
+      "epoch": 0.273216,
+      "grad_norm": 0.0832702442050206,
+      "learning_rate": 9.796743294631055e-05,
+      "loss": 0.0315,
+      "step": 85380
+    },
+    {
+      "epoch": 0.27328,
+      "grad_norm": 0.06266493999264361,
+      "learning_rate": 9.796648709827907e-05,
+      "loss": 0.0285,
+      "step": 85400
+    },
+    {
+      "epoch": 0.273344,
+      "grad_norm": 0.05567813190490739,
+      "learning_rate": 9.796554103479334e-05,
+      "loss": 0.0262,
+      "step": 85420
+    },
+    {
+      "epoch": 0.273408,
+      "grad_norm": 0.055038755296454446,
+      "learning_rate": 9.796459475585757e-05,
+      "loss": 0.0306,
+      "step": 85440
+    },
+    {
+      "epoch": 0.273472,
+      "grad_norm": 0.04596768925943805,
+      "learning_rate": 9.796364826147606e-05,
+      "loss": 0.0291,
+      "step": 85460
+    },
+    {
+      "epoch": 0.273536,
+      "grad_norm": 0.05376378355457439,
+      "learning_rate": 9.796270155165301e-05,
+      "loss": 0.03,
+      "step": 85480
+    },
+    {
+      "epoch": 0.2736,
+      "grad_norm": 0.09836295804457233,
+      "learning_rate": 9.796175462639272e-05,
+      "loss": 0.0302,
+      "step": 85500
+    },
+    {
+      "epoch": 0.273664,
+      "grad_norm": 0.038182229175833506,
+      "learning_rate": 9.79608074856994e-05,
+      "loss": 0.031,
+      "step": 85520
+    },
+    {
+      "epoch": 0.273728,
+      "grad_norm": 0.0825642382254262,
+      "learning_rate": 9.795986012957735e-05,
+      "loss": 0.0299,
+      "step": 85540
+    },
+    {
+      "epoch": 0.273792,
+      "grad_norm": 0.07299668852744007,
+      "learning_rate": 9.795891255803078e-05,
+      "loss": 0.0291,
+      "step": 85560
+    },
+    {
+      "epoch": 0.273856,
+      "grad_norm": 0.08299507101785107,
+      "learning_rate": 9.795796477106398e-05,
+      "loss": 0.0305,
+      "step": 85580
+    },
+    {
+      "epoch": 0.27392,
+      "grad_norm": 0.06617500607608204,
+      "learning_rate": 9.795701676868118e-05,
+      "loss": 0.0299,
+      "step": 85600
+    },
+    {
+      "epoch": 0.273984,
+      "grad_norm": 0.06268138452121712,
+      "learning_rate": 9.795606855088667e-05,
+      "loss": 0.0297,
+      "step": 85620
+    },
+    {
+      "epoch": 0.274048,
+      "grad_norm": 0.07579649670096585,
+      "learning_rate": 9.795512011768469e-05,
+      "loss": 0.031,
+      "step": 85640
+    },
+    {
+      "epoch": 0.274112,
+      "grad_norm": 0.06705169163430981,
+      "learning_rate": 9.795417146907949e-05,
+      "loss": 0.0309,
+      "step": 85660
+    },
+    {
+      "epoch": 0.274176,
+      "grad_norm": 0.047804243192109644,
+      "learning_rate": 9.795322260507535e-05,
+      "loss": 0.0279,
+      "step": 85680
+    },
+    {
+      "epoch": 0.27424,
+      "grad_norm": 0.14898783175267707,
+      "learning_rate": 9.795227352567653e-05,
+      "loss": 0.0281,
+      "step": 85700
+    },
+    {
+      "epoch": 0.274304,
+      "grad_norm": 0.06547951319468213,
+      "learning_rate": 9.795132423088728e-05,
+      "loss": 0.0301,
+      "step": 85720
+    },
+    {
+      "epoch": 0.274368,
+      "grad_norm": 0.061865644974783925,
+      "learning_rate": 9.795037472071187e-05,
+      "loss": 0.0301,
+      "step": 85740
+    },
+    {
+      "epoch": 0.274432,
+      "grad_norm": 0.10018796097965492,
+      "learning_rate": 9.794942499515458e-05,
+      "loss": 0.031,
+      "step": 85760
+    },
+    {
+      "epoch": 0.274496,
+      "grad_norm": 0.05287937747053099,
+      "learning_rate": 9.794847505421964e-05,
+      "loss": 0.0283,
+      "step": 85780
+    },
+    {
+      "epoch": 0.27456,
+      "grad_norm": 0.06792134738717569,
+      "learning_rate": 9.794752489791137e-05,
+      "loss": 0.0278,
+      "step": 85800
+    },
+    {
+      "epoch": 0.274624,
+      "grad_norm": 0.0657432201599237,
+      "learning_rate": 9.794657452623399e-05,
+      "loss": 0.0296,
+      "step": 85820
+    },
+    {
+      "epoch": 0.274688,
+      "grad_norm": 0.130538813508102,
+      "learning_rate": 9.79456239391918e-05,
+      "loss": 0.0297,
+      "step": 85840
+    },
+    {
+      "epoch": 0.274752,
+      "grad_norm": 0.09722925913876694,
+      "learning_rate": 9.794467313678903e-05,
+      "loss": 0.0307,
+      "step": 85860
+    },
+    {
+      "epoch": 0.274816,
+      "grad_norm": 0.06820036369345822,
+      "learning_rate": 9.794372211903e-05,
+      "loss": 0.0275,
+      "step": 85880
+    },
+    {
+      "epoch": 0.27488,
+      "grad_norm": 0.0648979535393599,
+      "learning_rate": 9.794277088591896e-05,
+      "loss": 0.0326,
+      "step": 85900
+    },
+    {
+      "epoch": 0.274944,
+      "grad_norm": 0.07450109670677589,
+      "learning_rate": 9.794181943746016e-05,
+      "loss": 0.0335,
+      "step": 85920
+    },
+    {
+      "epoch": 0.275008,
+      "grad_norm": 0.05501593972194541,
+      "learning_rate": 9.794086777365792e-05,
+      "loss": 0.0312,
+      "step": 85940
+    },
+    {
+      "epoch": 0.275072,
+      "grad_norm": 0.09658042504712852,
+      "learning_rate": 9.793991589451649e-05,
+      "loss": 0.0341,
+      "step": 85960
+    },
+    {
+      "epoch": 0.275136,
+      "grad_norm": 0.06867279535277838,
+      "learning_rate": 9.793896380004013e-05,
+      "loss": 0.0289,
+      "step": 85980
+    },
+    {
+      "epoch": 0.2752,
+      "grad_norm": 0.08318097974867286,
+      "learning_rate": 9.793801149023315e-05,
+      "loss": 0.0346,
+      "step": 86000
+    },
+    {
+      "epoch": 0.275264,
+      "grad_norm": 0.0643437635406813,
+      "learning_rate": 9.793705896509979e-05,
+      "loss": 0.0327,
+      "step": 86020
+    },
+    {
+      "epoch": 0.275328,
+      "grad_norm": 0.10777496131867699,
+      "learning_rate": 9.793610622464436e-05,
+      "loss": 0.0293,
+      "step": 86040
+    },
+    {
+      "epoch": 0.275392,
+      "grad_norm": 0.1042368934969462,
+      "learning_rate": 9.793515326887112e-05,
+      "loss": 0.0312,
+      "step": 86060
+    },
+    {
+      "epoch": 0.275456,
+      "grad_norm": 0.05918410850329582,
+      "learning_rate": 9.793420009778439e-05,
+      "loss": 0.0291,
+      "step": 86080
+    },
+    {
+      "epoch": 0.27552,
+      "grad_norm": 0.07314888757026075,
+      "learning_rate": 9.793324671138838e-05,
+      "loss": 0.0294,
+      "step": 86100
+    },
+    {
+      "epoch": 0.275584,
+      "grad_norm": 0.11125913626107348,
+      "learning_rate": 9.793229310968744e-05,
+      "loss": 0.0314,
+      "step": 86120
+    },
+    {
+      "epoch": 0.275648,
+      "grad_norm": 0.06474536870651333,
+      "learning_rate": 9.793133929268579e-05,
+      "loss": 0.0306,
+      "step": 86140
+    },
+    {
+      "epoch": 0.275712,
+      "grad_norm": 0.1269847018114356,
+      "learning_rate": 9.793038526038778e-05,
+      "loss": 0.0319,
+      "step": 86160
+    },
+    {
+      "epoch": 0.275776,
+      "grad_norm": 0.06180642748263615,
+      "learning_rate": 9.792943101279765e-05,
+      "loss": 0.027,
+      "step": 86180
+    },
+    {
+      "epoch": 0.27584,
+      "grad_norm": 0.0540963517270991,
+      "learning_rate": 9.792847654991973e-05,
+      "loss": 0.0264,
+      "step": 86200
+    },
+    {
+      "epoch": 0.275904,
+      "grad_norm": 0.050657832243577366,
+      "learning_rate": 9.792752187175824e-05,
+      "loss": 0.0304,
+      "step": 86220
+    },
+    {
+      "epoch": 0.275968,
+      "grad_norm": 0.0594789426264427,
+      "learning_rate": 9.792656697831752e-05,
+      "loss": 0.0304,
+      "step": 86240
+    },
+    {
+      "epoch": 0.276032,
+      "grad_norm": 0.10940930600609011,
+      "learning_rate": 9.792561186960187e-05,
+      "loss": 0.0333,
+      "step": 86260
+    },
+    {
+      "epoch": 0.276096,
+      "grad_norm": 0.07878726246716143,
+      "learning_rate": 9.792465654561553e-05,
+      "loss": 0.0264,
+      "step": 86280
+    },
+    {
+      "epoch": 0.27616,
+      "grad_norm": 0.049459638481452045,
+      "learning_rate": 9.792370100636284e-05,
+      "loss": 0.0295,
+      "step": 86300
+    },
+    {
+      "epoch": 0.276224,
+      "grad_norm": 0.1534288336008078,
+      "learning_rate": 9.792274525184804e-05,
+      "loss": 0.0277,
+      "step": 86320
+    },
+    {
+      "epoch": 0.276288,
+      "grad_norm": 0.06056755514828449,
+      "learning_rate": 9.792178928207547e-05,
+      "loss": 0.0319,
+      "step": 86340
+    },
+    {
+      "epoch": 0.276352,
+      "grad_norm": 0.05531651290280109,
+      "learning_rate": 9.79208330970494e-05,
+      "loss": 0.0283,
+      "step": 86360
+    },
+    {
+      "epoch": 0.276416,
+      "grad_norm": 0.09022758450309691,
+      "learning_rate": 9.791987669677413e-05,
+      "loss": 0.0322,
+      "step": 86380
+    },
+    {
+      "epoch": 0.27648,
+      "grad_norm": 0.10694658017729007,
+      "learning_rate": 9.791892008125396e-05,
+      "loss": 0.0322,
+      "step": 86400
+    },
+    {
+      "epoch": 0.276544,
+      "grad_norm": 0.06339716168520947,
+      "learning_rate": 9.791796325049318e-05,
+      "loss": 0.0314,
+      "step": 86420
+    },
+    {
+      "epoch": 0.276608,
+      "grad_norm": 0.07350140643381871,
+      "learning_rate": 9.791700620449611e-05,
+      "loss": 0.0294,
+      "step": 86440
+    },
+    {
+      "epoch": 0.276672,
+      "grad_norm": 0.0728987286265031,
+      "learning_rate": 9.791604894326702e-05,
+      "loss": 0.0268,
+      "step": 86460
+    },
+    {
+      "epoch": 0.276736,
+      "grad_norm": 0.060632471717695625,
+      "learning_rate": 9.791509146681021e-05,
+      "loss": 0.029,
+      "step": 86480
+    },
+    {
+      "epoch": 0.2768,
+      "grad_norm": 0.05662697976667785,
+      "learning_rate": 9.791413377513e-05,
+      "loss": 0.0318,
+      "step": 86500
+    },
+    {
+      "epoch": 0.276864,
+      "grad_norm": 0.09638368246998033,
+      "learning_rate": 9.791317586823069e-05,
+      "loss": 0.0281,
+      "step": 86520
+    },
+    {
+      "epoch": 0.276928,
+      "grad_norm": 0.05952625489701873,
+      "learning_rate": 9.791221774611657e-05,
+      "loss": 0.0312,
+      "step": 86540
+    },
+    {
+      "epoch": 0.276992,
+      "grad_norm": 0.051886649453004,
+      "learning_rate": 9.791125940879195e-05,
+      "loss": 0.0289,
+      "step": 86560
+    },
+    {
+      "epoch": 0.277056,
+      "grad_norm": 0.09019776516560665,
+      "learning_rate": 9.791030085626113e-05,
+      "loss": 0.0288,
+      "step": 86580
+    },
+    {
+      "epoch": 0.27712,
+      "grad_norm": 0.07869405139886636,
+      "learning_rate": 9.790934208852842e-05,
+      "loss": 0.0308,
+      "step": 86600
+    },
+    {
+      "epoch": 0.277184,
+      "grad_norm": 0.041619912820924906,
+      "learning_rate": 9.790838310559813e-05,
+      "loss": 0.0317,
+      "step": 86620
+    },
+    {
+      "epoch": 0.277248,
+      "grad_norm": 0.0919733048092292,
+      "learning_rate": 9.790742390747456e-05,
+      "loss": 0.0308,
+      "step": 86640
+    },
+    {
+      "epoch": 0.277312,
+      "grad_norm": 0.05977085425331287,
+      "learning_rate": 9.790646449416203e-05,
+      "loss": 0.0305,
+      "step": 86660
+    },
+    {
+      "epoch": 0.277376,
+      "grad_norm": 0.053444572976496886,
+      "learning_rate": 9.790550486566484e-05,
+      "loss": 0.0344,
+      "step": 86680
+    },
+    {
+      "epoch": 0.27744,
+      "grad_norm": 0.04987945064223151,
+      "learning_rate": 9.790454502198729e-05,
+      "loss": 0.029,
+      "step": 86700
+    },
+    {
+      "epoch": 0.277504,
+      "grad_norm": 0.14874682594634941,
+      "learning_rate": 9.79035849631337e-05,
+      "loss": 0.0328,
+      "step": 86720
+    },
+    {
+      "epoch": 0.277568,
+      "grad_norm": 0.08329816196199069,
+      "learning_rate": 9.79026246891084e-05,
+      "loss": 0.0318,
+      "step": 86740
+    },
+    {
+      "epoch": 0.277632,
+      "grad_norm": 0.10139743005476297,
+      "learning_rate": 9.790166419991569e-05,
+      "loss": 0.0283,
+      "step": 86760
+    },
+    {
+      "epoch": 0.277696,
+      "grad_norm": 0.058987790897106034,
+      "learning_rate": 9.790070349555988e-05,
+      "loss": 0.029,
+      "step": 86780
+    },
+    {
+      "epoch": 0.27776,
+      "grad_norm": 0.04690977078573306,
+      "learning_rate": 9.78997425760453e-05,
+      "loss": 0.0266,
+      "step": 86800
+    },
+    {
+      "epoch": 0.277824,
+      "grad_norm": 0.10533020413123005,
+      "learning_rate": 9.789878144137624e-05,
+      "loss": 0.0304,
+      "step": 86820
+    },
+    {
+      "epoch": 0.277888,
+      "grad_norm": 0.06928994150015012,
+      "learning_rate": 9.789782009155703e-05,
+      "loss": 0.0323,
+      "step": 86840
+    },
+    {
+      "epoch": 0.277952,
+      "grad_norm": 0.05024198716775345,
+      "learning_rate": 9.789685852659201e-05,
+      "loss": 0.0286,
+      "step": 86860
+    },
+    {
+      "epoch": 0.278016,
+      "grad_norm": 0.05769235583202409,
+      "learning_rate": 9.789589674648546e-05,
+      "loss": 0.03,
+      "step": 86880
+    },
+    {
+      "epoch": 0.27808,
+      "grad_norm": 0.06799772548319964,
+      "learning_rate": 9.789493475124172e-05,
+      "loss": 0.0295,
+      "step": 86900
+    },
+    {
+      "epoch": 0.278144,
+      "grad_norm": 0.05499796267403035,
+      "learning_rate": 9.789397254086512e-05,
+      "loss": 0.0307,
+      "step": 86920
+    },
+    {
+      "epoch": 0.278208,
+      "grad_norm": 0.056765407475772786,
+      "learning_rate": 9.789301011535997e-05,
+      "loss": 0.0342,
+      "step": 86940
+    },
+    {
+      "epoch": 0.278272,
+      "grad_norm": 0.10057380979106006,
+      "learning_rate": 9.78920474747306e-05,
+      "loss": 0.0291,
+      "step": 86960
+    },
+    {
+      "epoch": 0.278336,
+      "grad_norm": 0.044651434140292524,
+      "learning_rate": 9.789108461898134e-05,
+      "loss": 0.0286,
+      "step": 86980
+    },
+    {
+      "epoch": 0.2784,
+      "grad_norm": 0.08231344306035984,
+      "learning_rate": 9.789012154811647e-05,
+      "loss": 0.0276,
+      "step": 87000
+    },
+    {
+      "epoch": 0.278464,
+      "grad_norm": 0.08359464122419687,
+      "learning_rate": 9.788915826214038e-05,
+      "loss": 0.0268,
+      "step": 87020
+    },
+    {
+      "epoch": 0.278528,
+      "grad_norm": 0.05069940259484946,
+      "learning_rate": 9.788819476105735e-05,
+      "loss": 0.0322,
+      "step": 87040
+    },
+    {
+      "epoch": 0.278592,
+      "grad_norm": 0.04606302440688619,
+      "learning_rate": 9.788723104487173e-05,
+      "loss": 0.0275,
+      "step": 87060
+    },
+    {
+      "epoch": 0.278656,
+      "grad_norm": 0.10052722766795257,
+      "learning_rate": 9.788626711358784e-05,
+      "loss": 0.0315,
+      "step": 87080
+    },
+    {
+      "epoch": 0.27872,
+      "grad_norm": 0.046607637651675256,
+      "learning_rate": 9.788530296721004e-05,
+      "loss": 0.0299,
+      "step": 87100
+    },
+    {
+      "epoch": 0.278784,
+      "grad_norm": 0.085825876056137,
+      "learning_rate": 9.788433860574259e-05,
+      "loss": 0.0284,
+      "step": 87120
+    },
+    {
+      "epoch": 0.278848,
+      "grad_norm": 0.0483105038535408,
+      "learning_rate": 9.78833740291899e-05,
+      "loss": 0.0292,
+      "step": 87140
+    },
+    {
+      "epoch": 0.278912,
+      "grad_norm": 0.08396270922012711,
+      "learning_rate": 9.788240923755626e-05,
+      "loss": 0.0314,
+      "step": 87160
+    },
+    {
+      "epoch": 0.278976,
+      "grad_norm": 0.06600495869368793,
+      "learning_rate": 9.788144423084602e-05,
+      "loss": 0.0318,
+      "step": 87180
+    },
+    {
+      "epoch": 0.27904,
+      "grad_norm": 0.07039616227869977,
+      "learning_rate": 9.78804790090635e-05,
+      "loss": 0.0289,
+      "step": 87200
+    },
+    {
+      "epoch": 0.279104,
+      "grad_norm": 0.05084539090153172,
+      "learning_rate": 9.787951357221304e-05,
+      "loss": 0.0295,
+      "step": 87220
+    },
+    {
+      "epoch": 0.279168,
+      "grad_norm": 0.05869937692400422,
+      "learning_rate": 9.787854792029898e-05,
+      "loss": 0.029,
+      "step": 87240
+    },
+    {
+      "epoch": 0.279232,
+      "grad_norm": 0.058435245175246585,
+      "learning_rate": 9.787758205332565e-05,
+      "loss": 0.0313,
+      "step": 87260
+    },
+    {
+      "epoch": 0.279296,
+      "grad_norm": 0.10909701838162907,
+      "learning_rate": 9.78766159712974e-05,
+      "loss": 0.0296,
+      "step": 87280
+    },
+    {
+      "epoch": 0.27936,
+      "grad_norm": 0.07962040098009483,
+      "learning_rate": 9.787564967421856e-05,
+      "loss": 0.0302,
+      "step": 87300
+    },
+    {
+      "epoch": 0.279424,
+      "grad_norm": 0.05777992700468173,
+      "learning_rate": 9.787468316209348e-05,
+      "loss": 0.03,
+      "step": 87320
+    },
+    {
+      "epoch": 0.279488,
+      "grad_norm": 0.10068539971746267,
+      "learning_rate": 9.78737164349265e-05,
+      "loss": 0.0294,
+      "step": 87340
+    },
+    {
+      "epoch": 0.279552,
+      "grad_norm": 0.12867784239491714,
+      "learning_rate": 9.787274949272196e-05,
+      "loss": 0.0296,
+      "step": 87360
+    },
+    {
+      "epoch": 0.279616,
+      "grad_norm": 0.05918472376299408,
+      "learning_rate": 9.78717823354842e-05,
+      "loss": 0.0296,
+      "step": 87380
+    },
+    {
+      "epoch": 0.27968,
+      "grad_norm": 0.11037426451433513,
+      "learning_rate": 9.787081496321755e-05,
+      "loss": 0.0268,
+      "step": 87400
+    },
+    {
+      "epoch": 0.279744,
+      "grad_norm": 0.07750467271927361,
+      "learning_rate": 9.786984737592639e-05,
+      "loss": 0.0285,
+      "step": 87420
+    },
+    {
+      "epoch": 0.279808,
+      "grad_norm": 0.07153689931213025,
+      "learning_rate": 9.786887957361504e-05,
+      "loss": 0.0298,
+      "step": 87440
+    },
+    {
+      "epoch": 0.279872,
+      "grad_norm": 0.05622509774366207,
+      "learning_rate": 9.786791155628785e-05,
+      "loss": 0.0304,
+      "step": 87460
+    },
+    {
+      "epoch": 0.279936,
+      "grad_norm": 0.06928629182959103,
+      "learning_rate": 9.786694332394917e-05,
+      "loss": 0.0297,
+      "step": 87480
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.07343317426812289,
+      "learning_rate": 9.786597487660337e-05,
+      "loss": 0.0274,
+      "step": 87500
+    },
+    {
+      "epoch": 0.280064,
+      "grad_norm": 0.05053321047334571,
+      "learning_rate": 9.786500621425476e-05,
+      "loss": 0.0305,
+      "step": 87520
+    },
+    {
+      "epoch": 0.280128,
+      "grad_norm": 0.06271978577819856,
+      "learning_rate": 9.786403733690773e-05,
+      "loss": 0.0283,
+      "step": 87540
+    },
+    {
+      "epoch": 0.280192,
+      "grad_norm": 0.07466438604798549,
+      "learning_rate": 9.786306824456661e-05,
+      "loss": 0.0315,
+      "step": 87560
+    },
+    {
+      "epoch": 0.280256,
+      "grad_norm": 0.04870267024623838,
+      "learning_rate": 9.786209893723576e-05,
+      "loss": 0.0328,
+      "step": 87580
+    },
+    {
+      "epoch": 0.28032,
+      "grad_norm": 0.07132627744862043,
+      "learning_rate": 9.786112941491951e-05,
+      "loss": 0.0321,
+      "step": 87600
+    },
+    {
+      "epoch": 0.280384,
+      "grad_norm": 0.054736281379201224,
+      "learning_rate": 9.786015967762227e-05,
+      "loss": 0.0304,
+      "step": 87620
+    },
+    {
+      "epoch": 0.280448,
+      "grad_norm": 0.13911064240644316,
+      "learning_rate": 9.785918972534835e-05,
+      "loss": 0.0299,
+      "step": 87640
+    },
+    {
+      "epoch": 0.280512,
+      "grad_norm": 0.06041006297236142,
+      "learning_rate": 9.785821955810211e-05,
+      "loss": 0.0277,
+      "step": 87660
+    },
+    {
+      "epoch": 0.280576,
+      "grad_norm": 0.08371421081887791,
+      "learning_rate": 9.785724917588793e-05,
+      "loss": 0.0312,
+      "step": 87680
+    },
+    {
+      "epoch": 0.28064,
+      "grad_norm": 0.05380178955558852,
+      "learning_rate": 9.785627857871014e-05,
+      "loss": 0.0288,
+      "step": 87700
+    },
+    {
+      "epoch": 0.280704,
+      "grad_norm": 0.0633165202959439,
+      "learning_rate": 9.785530776657311e-05,
+      "loss": 0.0293,
+      "step": 87720
+    },
+    {
+      "epoch": 0.280768,
+      "grad_norm": 0.10383334516992913,
+      "learning_rate": 9.785433673948122e-05,
+      "loss": 0.0302,
+      "step": 87740
+    },
+    {
+      "epoch": 0.280832,
+      "grad_norm": 0.06836653180060898,
+      "learning_rate": 9.785336549743882e-05,
+      "loss": 0.0293,
+      "step": 87760
+    },
+    {
+      "epoch": 0.280896,
+      "grad_norm": 0.08977274507134558,
+      "learning_rate": 9.785239404045026e-05,
+      "loss": 0.026,
+      "step": 87780
+    },
+    {
+      "epoch": 0.28096,
+      "grad_norm": 0.07882766459491623,
+      "learning_rate": 9.785142236851992e-05,
+      "loss": 0.028,
+      "step": 87800
+    },
+    {
+      "epoch": 0.281024,
+      "grad_norm": 0.0473756964153374,
+      "learning_rate": 9.785045048165215e-05,
+      "loss": 0.0294,
+      "step": 87820
+    },
+    {
+      "epoch": 0.281088,
+      "grad_norm": 0.08741708088111487,
+      "learning_rate": 9.784947837985135e-05,
+      "loss": 0.03,
+      "step": 87840
+    },
+    {
+      "epoch": 0.281152,
+      "grad_norm": 0.08896864533232335,
+      "learning_rate": 9.784850606312183e-05,
+      "loss": 0.0325,
+      "step": 87860
+    },
+    {
+      "epoch": 0.281216,
+      "grad_norm": 0.07191041666580815,
+      "learning_rate": 9.784753353146799e-05,
+      "loss": 0.03,
+      "step": 87880
+    },
+    {
+      "epoch": 0.28128,
+      "grad_norm": 0.06807424602043183,
+      "learning_rate": 9.78465607848942e-05,
+      "loss": 0.0333,
+      "step": 87900
+    },
+    {
+      "epoch": 0.281344,
+      "grad_norm": 0.059038763684752214,
+      "learning_rate": 9.784558782340484e-05,
+      "loss": 0.03,
+      "step": 87920
+    },
+    {
+      "epoch": 0.281408,
+      "grad_norm": 0.052960339839825524,
+      "learning_rate": 9.784461464700425e-05,
+      "loss": 0.0306,
+      "step": 87940
+    },
+    {
+      "epoch": 0.281472,
+      "grad_norm": 0.07398003151996829,
+      "learning_rate": 9.784364125569682e-05,
+      "loss": 0.0315,
+      "step": 87960
+    },
+    {
+      "epoch": 0.281536,
+      "grad_norm": 0.13746150670390714,
+      "learning_rate": 9.784266764948693e-05,
+      "loss": 0.0303,
+      "step": 87980
+    },
+    {
+      "epoch": 0.2816,
+      "grad_norm": 0.06126668560269124,
+      "learning_rate": 9.784169382837893e-05,
+      "loss": 0.0303,
+      "step": 88000
+    },
+    {
+      "epoch": 0.281664,
+      "grad_norm": 0.12349929981244709,
+      "learning_rate": 9.784071979237722e-05,
+      "loss": 0.0322,
+      "step": 88020
+    },
+    {
+      "epoch": 0.281728,
+      "grad_norm": 0.049660911312167676,
+      "learning_rate": 9.783974554148614e-05,
+      "loss": 0.0321,
+      "step": 88040
+    },
+    {
+      "epoch": 0.281792,
+      "grad_norm": 0.05332389690175779,
+      "learning_rate": 9.783877107571008e-05,
+      "loss": 0.0324,
+      "step": 88060
+    },
+    {
+      "epoch": 0.281856,
+      "grad_norm": 0.061465295396124386,
+      "learning_rate": 9.783779639505347e-05,
+      "loss": 0.03,
+      "step": 88080
+    },
+    {
+      "epoch": 0.28192,
+      "grad_norm": 0.05223477104142059,
+      "learning_rate": 9.78368214995206e-05,
+      "loss": 0.0308,
+      "step": 88100
+    },
+    {
+      "epoch": 0.281984,
+      "grad_norm": 0.07960575393553908,
+      "learning_rate": 9.783584638911591e-05,
+      "loss": 0.0307,
+      "step": 88120
+    },
+    {
+      "epoch": 0.282048,
+      "grad_norm": 0.09587232676052003,
+      "learning_rate": 9.783487106384377e-05,
+      "loss": 0.0313,
+      "step": 88140
+    },
+    {
+      "epoch": 0.282112,
+      "grad_norm": 0.05224901400640773,
+      "learning_rate": 9.783389552370854e-05,
+      "loss": 0.0263,
+      "step": 88160
+    },
+    {
+      "epoch": 0.282176,
+      "grad_norm": 0.06589659869829143,
+      "learning_rate": 9.783291976871461e-05,
+      "loss": 0.0302,
+      "step": 88180
+    },
+    {
+      "epoch": 0.28224,
+      "grad_norm": 0.09856512467752102,
+      "learning_rate": 9.783194379886638e-05,
+      "loss": 0.0297,
+      "step": 88200
+    },
+    {
+      "epoch": 0.282304,
+      "grad_norm": 0.06724834841550711,
+      "learning_rate": 9.783096761416821e-05,
+      "loss": 0.0284,
+      "step": 88220
+    },
+    {
+      "epoch": 0.282368,
+      "grad_norm": 0.13464014024573914,
+      "learning_rate": 9.78299912146245e-05,
+      "loss": 0.0313,
+      "step": 88240
+    },
+    {
+      "epoch": 0.282432,
+      "grad_norm": 0.0751026318896103,
+      "learning_rate": 9.782901460023964e-05,
+      "loss": 0.0297,
+      "step": 88260
+    },
+    {
+      "epoch": 0.282496,
+      "grad_norm": 0.049440990259487685,
+      "learning_rate": 9.7828037771018e-05,
+      "loss": 0.0286,
+      "step": 88280
+    },
+    {
+      "epoch": 0.28256,
+      "grad_norm": 0.06006985393059307,
+      "learning_rate": 9.782706072696397e-05,
+      "loss": 0.0314,
+      "step": 88300
+    },
+    {
+      "epoch": 0.282624,
+      "grad_norm": 0.04658429990932494,
+      "learning_rate": 9.782608346808197e-05,
+      "loss": 0.028,
+      "step": 88320
+    },
+    {
+      "epoch": 0.282688,
+      "grad_norm": 0.05097101886833978,
+      "learning_rate": 9.782510599437634e-05,
+      "loss": 0.0282,
+      "step": 88340
+    },
+    {
+      "epoch": 0.282752,
+      "grad_norm": 0.04749484404470977,
+      "learning_rate": 9.78241283058515e-05,
+      "loss": 0.03,
+      "step": 88360
+    },
+    {
+      "epoch": 0.282816,
+      "grad_norm": 0.05305739924693055,
+      "learning_rate": 9.782315040251184e-05,
+      "loss": 0.0324,
+      "step": 88380
+    },
+    {
+      "epoch": 0.28288,
+      "grad_norm": 0.06833958649238049,
+      "learning_rate": 9.782217228436174e-05,
+      "loss": 0.0329,
+      "step": 88400
+    },
+    {
+      "epoch": 0.282944,
+      "grad_norm": 0.07680255434765057,
+      "learning_rate": 9.782119395140562e-05,
+      "loss": 0.0318,
+      "step": 88420
+    },
+    {
+      "epoch": 0.283008,
+      "grad_norm": 0.0696481173159462,
+      "learning_rate": 9.782021540364785e-05,
+      "loss": 0.0293,
+      "step": 88440
+    },
+    {
+      "epoch": 0.283072,
+      "grad_norm": 0.055033808746435,
+      "learning_rate": 9.781923664109282e-05,
+      "loss": 0.0285,
+      "step": 88460
+    },
+    {
+      "epoch": 0.283136,
+      "grad_norm": 0.0548995321521546,
+      "learning_rate": 9.781825766374496e-05,
+      "loss": 0.03,
+      "step": 88480
+    },
+    {
+      "epoch": 0.2832,
+      "grad_norm": 0.059826105208188235,
+      "learning_rate": 9.781727847160865e-05,
+      "loss": 0.0337,
+      "step": 88500
+    },
+    {
+      "epoch": 0.283264,
+      "grad_norm": 0.06404081555250492,
+      "learning_rate": 9.781629906468826e-05,
+      "loss": 0.0302,
+      "step": 88520
+    },
+    {
+      "epoch": 0.283328,
+      "grad_norm": 0.09659911763500836,
+      "learning_rate": 9.781531944298823e-05,
+      "loss": 0.0272,
+      "step": 88540
+    },
+    {
+      "epoch": 0.283392,
+      "grad_norm": 0.06928993105979961,
+      "learning_rate": 9.781433960651294e-05,
+      "loss": 0.0279,
+      "step": 88560
+    },
+    {
+      "epoch": 0.283456,
+      "grad_norm": 0.2261126099663581,
+      "learning_rate": 9.781335955526678e-05,
+      "loss": 0.0286,
+      "step": 88580
+    },
+    {
+      "epoch": 0.28352,
+      "grad_norm": 0.05803965003481927,
+      "learning_rate": 9.78123792892542e-05,
+      "loss": 0.0326,
+      "step": 88600
+    },
+    {
+      "epoch": 0.283584,
+      "grad_norm": 0.05696573251131896,
+      "learning_rate": 9.781139880847954e-05,
+      "loss": 0.0276,
+      "step": 88620
+    },
+    {
+      "epoch": 0.283648,
+      "grad_norm": 0.051599573783895,
+      "learning_rate": 9.781041811294725e-05,
+      "loss": 0.0286,
+      "step": 88640
+    },
+    {
+      "epoch": 0.283712,
+      "grad_norm": 0.12841100196525285,
+      "learning_rate": 9.780943720266171e-05,
+      "loss": 0.0283,
+      "step": 88660
+    },
+    {
+      "epoch": 0.283776,
+      "grad_norm": 0.11013377575501265,
+      "learning_rate": 9.780845607762735e-05,
+      "loss": 0.0284,
+      "step": 88680
+    },
+    {
+      "epoch": 0.28384,
+      "grad_norm": 0.14117356580801682,
+      "learning_rate": 9.780747473784855e-05,
+      "loss": 0.0302,
+      "step": 88700
+    },
+    {
+      "epoch": 0.283904,
+      "grad_norm": 0.04854178685906144,
+      "learning_rate": 9.780649318332972e-05,
+      "loss": 0.0301,
+      "step": 88720
+    },
+    {
+      "epoch": 0.283968,
+      "grad_norm": 0.057751928754091617,
+      "learning_rate": 9.780551141407532e-05,
+      "loss": 0.0296,
+      "step": 88740
+    },
+    {
+      "epoch": 0.284032,
+      "grad_norm": 0.05281744898626129,
+      "learning_rate": 9.780452943008968e-05,
+      "loss": 0.0307,
+      "step": 88760
+    },
+    {
+      "epoch": 0.284096,
+      "grad_norm": 0.09741459905430251,
+      "learning_rate": 9.780354723137726e-05,
+      "loss": 0.0302,
+      "step": 88780
+    },
+    {
+      "epoch": 0.28416,
+      "grad_norm": 0.06582916777482836,
+      "learning_rate": 9.780256481794248e-05,
+      "loss": 0.029,
+      "step": 88800
+    },
+    {
+      "epoch": 0.284224,
+      "grad_norm": 0.046021894485924426,
+      "learning_rate": 9.780158218978973e-05,
+      "loss": 0.0281,
+      "step": 88820
+    },
+    {
+      "epoch": 0.284288,
+      "grad_norm": 0.054715010439494824,
+      "learning_rate": 9.78005993469234e-05,
+      "loss": 0.0281,
+      "step": 88840
+    },
+    {
+      "epoch": 0.284352,
+      "grad_norm": 0.06949680922523226,
+      "learning_rate": 9.779961628934797e-05,
+      "loss": 0.0291,
+      "step": 88860
+    },
+    {
+      "epoch": 0.284416,
+      "grad_norm": 0.0702222477731458,
+      "learning_rate": 9.77986330170678e-05,
+      "loss": 0.0322,
+      "step": 88880
+    },
+    {
+      "epoch": 0.28448,
+      "grad_norm": 0.15491450208978916,
+      "learning_rate": 9.779764953008732e-05,
+      "loss": 0.0284,
+      "step": 88900
+    },
+    {
+      "epoch": 0.284544,
+      "grad_norm": 0.05502071593515309,
+      "learning_rate": 9.779666582841096e-05,
+      "loss": 0.0304,
+      "step": 88920
+    },
+    {
+      "epoch": 0.284608,
+      "grad_norm": 0.09695113134036062,
+      "learning_rate": 9.779568191204313e-05,
+      "loss": 0.0311,
+      "step": 88940
+    },
+    {
+      "epoch": 0.284672,
+      "grad_norm": 0.056357622199396516,
+      "learning_rate": 9.779469778098826e-05,
+      "loss": 0.0303,
+      "step": 88960
+    },
+    {
+      "epoch": 0.284736,
+      "grad_norm": 0.07533571126966745,
+      "learning_rate": 9.779371343525074e-05,
+      "loss": 0.0274,
+      "step": 88980
+    },
+    {
+      "epoch": 0.2848,
+      "grad_norm": 0.05293558131064359,
+      "learning_rate": 9.779272887483504e-05,
+      "loss": 0.0276,
+      "step": 89000
+    },
+    {
+      "epoch": 0.284864,
+      "grad_norm": 0.06895046497164596,
+      "learning_rate": 9.779174409974554e-05,
+      "loss": 0.028,
+      "step": 89020
+    },
+    {
+      "epoch": 0.284928,
+      "grad_norm": 0.08111736348789243,
+      "learning_rate": 9.779075910998669e-05,
+      "loss": 0.0301,
+      "step": 89040
+    },
+    {
+      "epoch": 0.284992,
+      "grad_norm": 0.07301832095757135,
+      "learning_rate": 9.778977390556289e-05,
+      "loss": 0.031,
+      "step": 89060
+    },
+    {
+      "epoch": 0.285056,
+      "grad_norm": 0.08312772368567646,
+      "learning_rate": 9.778878848647859e-05,
+      "loss": 0.0269,
+      "step": 89080
+    },
+    {
+      "epoch": 0.28512,
+      "grad_norm": 0.07371294642975473,
+      "learning_rate": 9.778780285273819e-05,
+      "loss": 0.0285,
+      "step": 89100
+    },
+    {
+      "epoch": 0.285184,
+      "grad_norm": 0.044083604692719096,
+      "learning_rate": 9.778681700434615e-05,
+      "loss": 0.0301,
+      "step": 89120
+    },
+    {
+      "epoch": 0.285248,
+      "grad_norm": 0.05618575810808776,
+      "learning_rate": 9.778583094130686e-05,
+      "loss": 0.0304,
+      "step": 89140
+    },
+    {
+      "epoch": 0.285312,
+      "grad_norm": 0.05329057691846767,
+      "learning_rate": 9.77848446636248e-05,
+      "loss": 0.0276,
+      "step": 89160
+    },
+    {
+      "epoch": 0.285376,
+      "grad_norm": 0.04884853007009725,
+      "learning_rate": 9.778385817130435e-05,
+      "loss": 0.0326,
+      "step": 89180
+    },
+    {
+      "epoch": 0.28544,
+      "grad_norm": 0.06506324466841085,
+      "learning_rate": 9.778287146434996e-05,
+      "loss": 0.0312,
+      "step": 89200
+    },
+    {
+      "epoch": 0.285504,
+      "grad_norm": 0.055351407225570345,
+      "learning_rate": 9.778188454276606e-05,
+      "loss": 0.0302,
+      "step": 89220
+    },
+    {
+      "epoch": 0.285568,
+      "grad_norm": 0.09047239717841353,
+      "learning_rate": 9.77808974065571e-05,
+      "loss": 0.0264,
+      "step": 89240
+    },
+    {
+      "epoch": 0.285632,
+      "grad_norm": 0.05122396788105196,
+      "learning_rate": 9.777991005572749e-05,
+      "loss": 0.0264,
+      "step": 89260
+    },
+    {
+      "epoch": 0.285696,
+      "grad_norm": 0.05358990156616446,
+      "learning_rate": 9.777892249028167e-05,
+      "loss": 0.0284,
+      "step": 89280
+    },
+    {
+      "epoch": 0.28576,
+      "grad_norm": 0.06251029989484211,
+      "learning_rate": 9.777793471022409e-05,
+      "loss": 0.027,
+      "step": 89300
+    },
+    {
+      "epoch": 0.285824,
+      "grad_norm": 0.08001392537360158,
+      "learning_rate": 9.777694671555917e-05,
+      "loss": 0.0328,
+      "step": 89320
+    },
+    {
+      "epoch": 0.285888,
+      "grad_norm": 0.06365740828699938,
+      "learning_rate": 9.777595850629135e-05,
+      "loss": 0.0289,
+      "step": 89340
+    },
+    {
+      "epoch": 0.285952,
+      "grad_norm": 0.06501786766443653,
+      "learning_rate": 9.777497008242509e-05,
+      "loss": 0.029,
+      "step": 89360
+    },
+    {
+      "epoch": 0.286016,
+      "grad_norm": 0.05542452668656113,
+      "learning_rate": 9.777398144396481e-05,
+      "loss": 0.0333,
+      "step": 89380
+    },
+    {
+      "epoch": 0.28608,
+      "grad_norm": 0.08471202894154078,
+      "learning_rate": 9.777299259091495e-05,
+      "loss": 0.0284,
+      "step": 89400
+    },
+    {
+      "epoch": 0.286144,
+      "grad_norm": 0.058125520702654525,
+      "learning_rate": 9.777200352327996e-05,
+      "loss": 0.028,
+      "step": 89420
+    },
+    {
+      "epoch": 0.286208,
+      "grad_norm": 0.04964450714328324,
+      "learning_rate": 9.777101424106427e-05,
+      "loss": 0.0314,
+      "step": 89440
+    },
+    {
+      "epoch": 0.286272,
+      "grad_norm": 0.12373044477651093,
+      "learning_rate": 9.777002474427235e-05,
+      "loss": 0.0314,
+      "step": 89460
+    },
+    {
+      "epoch": 0.286336,
+      "grad_norm": 0.051312192267298405,
+      "learning_rate": 9.776903503290861e-05,
+      "loss": 0.03,
+      "step": 89480
+    },
+    {
+      "epoch": 0.2864,
+      "grad_norm": 0.06508992516174161,
+      "learning_rate": 9.776804510697752e-05,
+      "loss": 0.0292,
+      "step": 89500
+    },
+    {
+      "epoch": 0.286464,
+      "grad_norm": 0.08404045329784773,
+      "learning_rate": 9.776705496648353e-05,
+      "loss": 0.0297,
+      "step": 89520
+    },
+    {
+      "epoch": 0.286528,
+      "grad_norm": 0.15481356869500665,
+      "learning_rate": 9.776606461143105e-05,
+      "loss": 0.035,
+      "step": 89540
+    },
+    {
+      "epoch": 0.286592,
+      "grad_norm": 0.11139813415110017,
+      "learning_rate": 9.776507404182458e-05,
+      "loss": 0.0341,
+      "step": 89560
+    },
+    {
+      "epoch": 0.286656,
+      "grad_norm": 0.06342343650175972,
+      "learning_rate": 9.776408325766854e-05,
+      "loss": 0.0318,
+      "step": 89580
+    },
+    {
+      "epoch": 0.28672,
+      "grad_norm": 0.062287289389653715,
+      "learning_rate": 9.776309225896738e-05,
+      "loss": 0.029,
+      "step": 89600
+    },
+    {
+      "epoch": 0.286784,
+      "grad_norm": 0.05686312506214288,
+      "learning_rate": 9.776210104572556e-05,
+      "loss": 0.0303,
+      "step": 89620
+    },
+    {
+      "epoch": 0.286848,
+      "grad_norm": 0.10491833774174011,
+      "learning_rate": 9.776110961794752e-05,
+      "loss": 0.0296,
+      "step": 89640
+    },
+    {
+      "epoch": 0.286912,
+      "grad_norm": 0.12425883020021465,
+      "learning_rate": 9.776011797563774e-05,
+      "loss": 0.0315,
+      "step": 89660
+    },
+    {
+      "epoch": 0.286976,
+      "grad_norm": 0.08080751842535337,
+      "learning_rate": 9.775912611880062e-05,
+      "loss": 0.029,
+      "step": 89680
+    },
+    {
+      "epoch": 0.28704,
+      "grad_norm": 0.05938281173314217,
+      "learning_rate": 9.775813404744069e-05,
+      "loss": 0.031,
+      "step": 89700
+    },
+    {
+      "epoch": 0.287104,
+      "grad_norm": 0.0774763110433501,
+      "learning_rate": 9.775714176156235e-05,
+      "loss": 0.0298,
+      "step": 89720
+    },
+    {
+      "epoch": 0.287168,
+      "grad_norm": 0.07109720900874707,
+      "learning_rate": 9.775614926117008e-05,
+      "loss": 0.0306,
+      "step": 89740
+    },
+    {
+      "epoch": 0.287232,
+      "grad_norm": 0.07870570994947514,
+      "learning_rate": 9.775515654626833e-05,
+      "loss": 0.0322,
+      "step": 89760
+    },
+    {
+      "epoch": 0.287296,
+      "grad_norm": 0.0938561685924632,
+      "learning_rate": 9.775416361686155e-05,
+      "loss": 0.0302,
+      "step": 89780
+    },
+    {
+      "epoch": 0.28736,
+      "grad_norm": 0.055573550608340246,
+      "learning_rate": 9.775317047295423e-05,
+      "loss": 0.0296,
+      "step": 89800
+    },
+    {
+      "epoch": 0.287424,
+      "grad_norm": 0.055709014989606516,
+      "learning_rate": 9.77521771145508e-05,
+      "loss": 0.0282,
+      "step": 89820
+    },
+    {
+      "epoch": 0.287488,
+      "grad_norm": 0.05250988161200879,
+      "learning_rate": 9.775118354165576e-05,
+      "loss": 0.0282,
+      "step": 89840
+    },
+    {
+      "epoch": 0.287552,
+      "grad_norm": 0.0675032718202841,
+      "learning_rate": 9.775018975427352e-05,
+      "loss": 0.0296,
+      "step": 89860
+    },
+    {
+      "epoch": 0.287616,
+      "grad_norm": 0.04785461887105399,
+      "learning_rate": 9.774919575240857e-05,
+      "loss": 0.03,
+      "step": 89880
+    },
+    {
+      "epoch": 0.28768,
+      "grad_norm": 0.06139017218692497,
+      "learning_rate": 9.774820153606538e-05,
+      "loss": 0.0328,
+      "step": 89900
+    },
+    {
+      "epoch": 0.287744,
+      "grad_norm": 0.04763281257710071,
+      "learning_rate": 9.774720710524842e-05,
+      "loss": 0.0317,
+      "step": 89920
+    },
+    {
+      "epoch": 0.287808,
+      "grad_norm": 0.052932917411860646,
+      "learning_rate": 9.774621245996216e-05,
+      "loss": 0.0269,
+      "step": 89940
+    },
+    {
+      "epoch": 0.287872,
+      "grad_norm": 0.10611065462391918,
+      "learning_rate": 9.774521760021105e-05,
+      "loss": 0.0303,
+      "step": 89960
+    },
+    {
+      "epoch": 0.287936,
+      "grad_norm": 0.09951662292814249,
+      "learning_rate": 9.774422252599956e-05,
+      "loss": 0.0322,
+      "step": 89980
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.04299500614826532,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 0.0284,
+      "step": 90000
+    },
+    {
+      "epoch": 0.288064,
+      "grad_norm": 0.04282735269483895,
+      "learning_rate": 9.774223173421332e-05,
+      "loss": 0.0271,
+      "step": 90020
+    },
+    {
+      "epoch": 0.288128,
+      "grad_norm": 0.08442666608917483,
+      "learning_rate": 9.774123601664754e-05,
+      "loss": 0.0296,
+      "step": 90040
+    },
+    {
+      "epoch": 0.288192,
+      "grad_norm": 0.0583383875958434,
+      "learning_rate": 9.774024008463924e-05,
+      "loss": 0.0303,
+      "step": 90060
+    },
+    {
+      "epoch": 0.288256,
+      "grad_norm": 0.06620937697411836,
+      "learning_rate": 9.773924393819294e-05,
+      "loss": 0.0298,
+      "step": 90080
+    },
+    {
+      "epoch": 0.28832,
+      "grad_norm": 0.07063913117986942,
+      "learning_rate": 9.77382475773131e-05,
+      "loss": 0.0299,
+      "step": 90100
+    },
+    {
+      "epoch": 0.288384,
+      "grad_norm": 0.0563817252766543,
+      "learning_rate": 9.773725100200418e-05,
+      "loss": 0.0361,
+      "step": 90120
+    },
+    {
+      "epoch": 0.288448,
+      "grad_norm": 0.0723818380257318,
+      "learning_rate": 9.773625421227069e-05,
+      "loss": 0.035,
+      "step": 90140
+    },
+    {
+      "epoch": 0.288512,
+      "grad_norm": 0.07440589480646423,
+      "learning_rate": 9.773525720811707e-05,
+      "loss": 0.0333,
+      "step": 90160
+    },
+    {
+      "epoch": 0.288576,
+      "grad_norm": 0.0832625335975234,
+      "learning_rate": 9.773425998954782e-05,
+      "loss": 0.0335,
+      "step": 90180
+    },
+    {
+      "epoch": 0.28864,
+      "grad_norm": 0.10574999276323388,
+      "learning_rate": 9.773326255656741e-05,
+      "loss": 0.0293,
+      "step": 90200
+    },
+    {
+      "epoch": 0.288704,
+      "grad_norm": 0.10007504769718206,
+      "learning_rate": 9.773226490918033e-05,
+      "loss": 0.0295,
+      "step": 90220
+    },
+    {
+      "epoch": 0.288768,
+      "grad_norm": 0.05524518377736703,
+      "learning_rate": 9.773126704739105e-05,
+      "loss": 0.0301,
+      "step": 90240
+    },
+    {
+      "epoch": 0.288832,
+      "grad_norm": 0.07815601214509443,
+      "learning_rate": 9.773026897120405e-05,
+      "loss": 0.0281,
+      "step": 90260
+    },
+    {
+      "epoch": 0.288896,
+      "grad_norm": 0.04091269842335948,
+      "learning_rate": 9.772927068062384e-05,
+      "loss": 0.0323,
+      "step": 90280
+    },
+    {
+      "epoch": 0.28896,
+      "grad_norm": 0.08943291223939251,
+      "learning_rate": 9.772827217565488e-05,
+      "loss": 0.0308,
+      "step": 90300
+    },
+    {
+      "epoch": 0.289024,
+      "grad_norm": 0.09665757665974707,
+      "learning_rate": 9.772727345630166e-05,
+      "loss": 0.0308,
+      "step": 90320
+    },
+    {
+      "epoch": 0.289088,
+      "grad_norm": 0.07256219218147544,
+      "learning_rate": 9.772627452256866e-05,
+      "loss": 0.0301,
+      "step": 90340
+    },
+    {
+      "epoch": 0.289152,
+      "grad_norm": 0.05793711996528834,
+      "learning_rate": 9.772527537446037e-05,
+      "loss": 0.0281,
+      "step": 90360
+    },
+    {
+      "epoch": 0.289216,
+      "grad_norm": 0.06603996435925406,
+      "learning_rate": 9.772427601198128e-05,
+      "loss": 0.0306,
+      "step": 90380
+    },
+    {
+      "epoch": 0.28928,
+      "grad_norm": 0.06249210786793127,
+      "learning_rate": 9.77232764351359e-05,
+      "loss": 0.0311,
+      "step": 90400
+    },
+    {
+      "epoch": 0.289344,
+      "grad_norm": 0.04778339731662798,
+      "learning_rate": 9.772227664392868e-05,
+      "loss": 0.0315,
+      "step": 90420
+    },
+    {
+      "epoch": 0.289408,
+      "grad_norm": 0.09962183509833568,
+      "learning_rate": 9.772127663836415e-05,
+      "loss": 0.0304,
+      "step": 90440
+    },
+    {
+      "epoch": 0.289472,
+      "grad_norm": 0.13778806039425548,
+      "learning_rate": 9.772027641844676e-05,
+      "loss": 0.0313,
+      "step": 90460
+    },
+    {
+      "epoch": 0.289536,
+      "grad_norm": 0.05904370517143128,
+      "learning_rate": 9.771927598418104e-05,
+      "loss": 0.0309,
+      "step": 90480
+    },
+    {
+      "epoch": 0.2896,
+      "grad_norm": 0.06905550334897796,
+      "learning_rate": 9.771827533557147e-05,
+      "loss": 0.0306,
+      "step": 90500
+    },
+    {
+      "epoch": 0.289664,
+      "grad_norm": 0.060002498503972074,
+      "learning_rate": 9.771727447262253e-05,
+      "loss": 0.0281,
+      "step": 90520
+    },
+    {
+      "epoch": 0.289728,
+      "grad_norm": 0.05344135473375168,
+      "learning_rate": 9.771627339533873e-05,
+      "loss": 0.027,
+      "step": 90540
+    },
+    {
+      "epoch": 0.289792,
+      "grad_norm": 0.16661956274098594,
+      "learning_rate": 9.771527210372457e-05,
+      "loss": 0.0293,
+      "step": 90560
+    },
+    {
+      "epoch": 0.289856,
+      "grad_norm": 0.08545591020838353,
+      "learning_rate": 9.771427059778456e-05,
+      "loss": 0.0291,
+      "step": 90580
+    },
+    {
+      "epoch": 0.28992,
+      "grad_norm": 0.07756818908169856,
+      "learning_rate": 9.771326887752316e-05,
+      "loss": 0.0302,
+      "step": 90600
+    },
+    {
+      "epoch": 0.289984,
+      "grad_norm": 0.09640814905473873,
+      "learning_rate": 9.77122669429449e-05,
+      "loss": 0.03,
+      "step": 90620
+    },
+    {
+      "epoch": 0.290048,
+      "grad_norm": 0.049310160843579275,
+      "learning_rate": 9.771126479405426e-05,
+      "loss": 0.0276,
+      "step": 90640
+    },
+    {
+      "epoch": 0.290112,
+      "grad_norm": 0.10786784429403422,
+      "learning_rate": 9.771026243085577e-05,
+      "loss": 0.0313,
+      "step": 90660
+    },
+    {
+      "epoch": 0.290176,
+      "grad_norm": 0.04125065896468611,
+      "learning_rate": 9.77092598533539e-05,
+      "loss": 0.0257,
+      "step": 90680
+    },
+    {
+      "epoch": 0.29024,
+      "grad_norm": 0.11787465830200179,
+      "learning_rate": 9.770825706155319e-05,
+      "loss": 0.0304,
+      "step": 90700
+    },
+    {
+      "epoch": 0.290304,
+      "grad_norm": 0.08234966042402382,
+      "learning_rate": 9.770725405545811e-05,
+      "loss": 0.0279,
+      "step": 90720
+    },
+    {
+      "epoch": 0.290368,
+      "grad_norm": 0.05925705715683261,
+      "learning_rate": 9.770625083507319e-05,
+      "loss": 0.0282,
+      "step": 90740
+    },
+    {
+      "epoch": 0.290432,
+      "grad_norm": 0.10707354793322338,
+      "learning_rate": 9.77052474004029e-05,
+      "loss": 0.0294,
+      "step": 90760
+    },
+    {
+      "epoch": 0.290496,
+      "grad_norm": 0.052827395927943194,
+      "learning_rate": 9.77042437514518e-05,
+      "loss": 0.031,
+      "step": 90780
+    },
+    {
+      "epoch": 0.29056,
+      "grad_norm": 0.1228298536754665,
+      "learning_rate": 9.770323988822435e-05,
+      "loss": 0.0293,
+      "step": 90800
+    },
+    {
+      "epoch": 0.290624,
+      "grad_norm": 0.11183444491597545,
+      "learning_rate": 9.770223581072508e-05,
+      "loss": 0.0256,
+      "step": 90820
+    },
+    {
+      "epoch": 0.290688,
+      "grad_norm": 0.11024128961720699,
+      "learning_rate": 9.770123151895851e-05,
+      "loss": 0.0297,
+      "step": 90840
+    },
+    {
+      "epoch": 0.290752,
+      "grad_norm": 0.07327689541635074,
+      "learning_rate": 9.770022701292913e-05,
+      "loss": 0.0297,
+      "step": 90860
+    },
+    {
+      "epoch": 0.290816,
+      "grad_norm": 0.11274652585358554,
+      "learning_rate": 9.769922229264148e-05,
+      "loss": 0.0314,
+      "step": 90880
+    },
+    {
+      "epoch": 0.29088,
+      "grad_norm": 0.15273051205803598,
+      "learning_rate": 9.769821735810004e-05,
+      "loss": 0.0303,
+      "step": 90900
+    },
+    {
+      "epoch": 0.290944,
+      "grad_norm": 0.08526491956939158,
+      "learning_rate": 9.769721220930934e-05,
+      "loss": 0.0297,
+      "step": 90920
+    },
+    {
+      "epoch": 0.291008,
+      "grad_norm": 0.11502833731827337,
+      "learning_rate": 9.76962068462739e-05,
+      "loss": 0.0302,
+      "step": 90940
+    },
+    {
+      "epoch": 0.291072,
+      "grad_norm": 0.04695453241942728,
+      "learning_rate": 9.769520126899823e-05,
+      "loss": 0.028,
+      "step": 90960
+    },
+    {
+      "epoch": 0.291136,
+      "grad_norm": 0.09808236898860505,
+      "learning_rate": 9.769419547748683e-05,
+      "loss": 0.0292,
+      "step": 90980
+    },
+    {
+      "epoch": 0.2912,
+      "grad_norm": 0.14480822981144173,
+      "learning_rate": 9.769318947174426e-05,
+      "loss": 0.031,
+      "step": 91000
+    },
+    {
+      "epoch": 0.291264,
+      "grad_norm": 0.07866717198496924,
+      "learning_rate": 9.7692183251775e-05,
+      "loss": 0.032,
+      "step": 91020
+    },
+    {
+      "epoch": 0.291328,
+      "grad_norm": 0.049650311672941816,
+      "learning_rate": 9.769117681758358e-05,
+      "loss": 0.0302,
+      "step": 91040
+    },
+    {
+      "epoch": 0.291392,
+      "grad_norm": 0.06965456403528936,
+      "learning_rate": 9.769017016917454e-05,
+      "loss": 0.028,
+      "step": 91060
+    },
+    {
+      "epoch": 0.291456,
+      "grad_norm": 0.0572071517883108,
+      "learning_rate": 9.768916330655237e-05,
+      "loss": 0.0273,
+      "step": 91080
+    },
+    {
+      "epoch": 0.29152,
+      "grad_norm": 0.06540073909124824,
+      "learning_rate": 9.76881562297216e-05,
+      "loss": 0.0308,
+      "step": 91100
+    },
+    {
+      "epoch": 0.291584,
+      "grad_norm": 0.10395635642015878,
+      "learning_rate": 9.768714893868678e-05,
+      "loss": 0.0312,
+      "step": 91120
+    },
+    {
+      "epoch": 0.291648,
+      "grad_norm": 0.10317713023235398,
+      "learning_rate": 9.76861414334524e-05,
+      "loss": 0.0291,
+      "step": 91140
+    },
+    {
+      "epoch": 0.291712,
+      "grad_norm": 0.08379218884760899,
+      "learning_rate": 9.768513371402302e-05,
+      "loss": 0.0296,
+      "step": 91160
+    },
+    {
+      "epoch": 0.291776,
+      "grad_norm": 0.06275444638801035,
+      "learning_rate": 9.768412578040314e-05,
+      "loss": 0.0304,
+      "step": 91180
+    },
+    {
+      "epoch": 0.29184,
+      "grad_norm": 0.1441161861802795,
+      "learning_rate": 9.76831176325973e-05,
+      "loss": 0.0317,
+      "step": 91200
+    },
+    {
+      "epoch": 0.291904,
+      "grad_norm": 0.07582917438235694,
+      "learning_rate": 9.768210927061001e-05,
+      "loss": 0.0319,
+      "step": 91220
+    },
+    {
+      "epoch": 0.291968,
+      "grad_norm": 0.06907292510389078,
+      "learning_rate": 9.768110069444583e-05,
+      "loss": 0.0326,
+      "step": 91240
+    },
+    {
+      "epoch": 0.292032,
+      "grad_norm": 0.056168450011103786,
+      "learning_rate": 9.768009190410925e-05,
+      "loss": 0.0309,
+      "step": 91260
+    },
+    {
+      "epoch": 0.292096,
+      "grad_norm": 0.059905400701916564,
+      "learning_rate": 9.767908289960485e-05,
+      "loss": 0.0336,
+      "step": 91280
+    },
+    {
+      "epoch": 0.29216,
+      "grad_norm": 0.068418325137712,
+      "learning_rate": 9.767807368093712e-05,
+      "loss": 0.0293,
+      "step": 91300
+    },
+    {
+      "epoch": 0.292224,
+      "grad_norm": 0.12201716790175107,
+      "learning_rate": 9.767706424811062e-05,
+      "loss": 0.0294,
+      "step": 91320
+    },
+    {
+      "epoch": 0.292288,
+      "grad_norm": 0.0656391123052192,
+      "learning_rate": 9.767605460112987e-05,
+      "loss": 0.0312,
+      "step": 91340
+    },
+    {
+      "epoch": 0.292352,
+      "grad_norm": 0.07313453415323429,
+      "learning_rate": 9.76750447399994e-05,
+      "loss": 0.0321,
+      "step": 91360
+    },
+    {
+      "epoch": 0.292416,
+      "grad_norm": 0.05311425433808709,
+      "learning_rate": 9.767403466472377e-05,
+      "loss": 0.0312,
+      "step": 91380
+    },
+    {
+      "epoch": 0.29248,
+      "grad_norm": 0.05100215923486794,
+      "learning_rate": 9.76730243753075e-05,
+      "loss": 0.0319,
+      "step": 91400
+    },
+    {
+      "epoch": 0.292544,
+      "grad_norm": 0.058368682684162135,
+      "learning_rate": 9.767201387175513e-05,
+      "loss": 0.0289,
+      "step": 91420
+    },
+    {
+      "epoch": 0.292608,
+      "grad_norm": 0.05295764885521145,
+      "learning_rate": 9.767100315407118e-05,
+      "loss": 0.0276,
+      "step": 91440
+    },
+    {
+      "epoch": 0.292672,
+      "grad_norm": 0.11181656899197412,
+      "learning_rate": 9.766999222226024e-05,
+      "loss": 0.0303,
+      "step": 91460
+    },
+    {
+      "epoch": 0.292736,
+      "grad_norm": 0.05581452207360544,
+      "learning_rate": 9.76689810763268e-05,
+      "loss": 0.0336,
+      "step": 91480
+    },
+    {
+      "epoch": 0.2928,
+      "grad_norm": 0.07865797959959958,
+      "learning_rate": 9.766796971627543e-05,
+      "loss": 0.031,
+      "step": 91500
+    },
+    {
+      "epoch": 0.292864,
+      "grad_norm": 0.07081477593630005,
+      "learning_rate": 9.766695814211067e-05,
+      "loss": 0.0259,
+      "step": 91520
+    },
+    {
+      "epoch": 0.292928,
+      "grad_norm": 0.08020682934050305,
+      "learning_rate": 9.766594635383703e-05,
+      "loss": 0.0277,
+      "step": 91540
+    },
+    {
+      "epoch": 0.292992,
+      "grad_norm": 0.09197806165680074,
+      "learning_rate": 9.766493435145911e-05,
+      "loss": 0.0323,
+      "step": 91560
+    },
+    {
+      "epoch": 0.293056,
+      "grad_norm": 0.0715514169888002,
+      "learning_rate": 9.766392213498143e-05,
+      "loss": 0.0324,
+      "step": 91580
+    },
+    {
+      "epoch": 0.29312,
+      "grad_norm": 0.06449296342457878,
+      "learning_rate": 9.766290970440852e-05,
+      "loss": 0.033,
+      "step": 91600
+    },
+    {
+      "epoch": 0.293184,
+      "grad_norm": 0.04727015296580667,
+      "learning_rate": 9.766189705974495e-05,
+      "loss": 0.0284,
+      "step": 91620
+    },
+    {
+      "epoch": 0.293248,
+      "grad_norm": 0.06958421543175881,
+      "learning_rate": 9.766088420099526e-05,
+      "loss": 0.0299,
+      "step": 91640
+    },
+    {
+      "epoch": 0.293312,
+      "grad_norm": 0.06023564953660223,
+      "learning_rate": 9.765987112816401e-05,
+      "loss": 0.0294,
+      "step": 91660
+    },
+    {
+      "epoch": 0.293376,
+      "grad_norm": 0.0628297333038737,
+      "learning_rate": 9.765885784125572e-05,
+      "loss": 0.0307,
+      "step": 91680
+    },
+    {
+      "epoch": 0.29344,
+      "grad_norm": 0.09645617750849343,
+      "learning_rate": 9.765784434027499e-05,
+      "loss": 0.0291,
+      "step": 91700
+    },
+    {
+      "epoch": 0.293504,
+      "grad_norm": 0.11391629473489072,
+      "learning_rate": 9.765683062522633e-05,
+      "loss": 0.0293,
+      "step": 91720
+    },
+    {
+      "epoch": 0.293568,
+      "grad_norm": 0.08001957907025346,
+      "learning_rate": 9.765581669611431e-05,
+      "loss": 0.0285,
+      "step": 91740
+    },
+    {
+      "epoch": 0.293632,
+      "grad_norm": 0.04834159808894664,
+      "learning_rate": 9.765480255294348e-05,
+      "loss": 0.0306,
+      "step": 91760
+    },
+    {
+      "epoch": 0.293696,
+      "grad_norm": 0.08007300543894137,
+      "learning_rate": 9.76537881957184e-05,
+      "loss": 0.0301,
+      "step": 91780
+    },
+    {
+      "epoch": 0.29376,
+      "grad_norm": 0.04759108679956382,
+      "learning_rate": 9.765277362444363e-05,
+      "loss": 0.0321,
+      "step": 91800
+    },
+    {
+      "epoch": 0.293824,
+      "grad_norm": 0.07865830657976951,
+      "learning_rate": 9.765175883912372e-05,
+      "loss": 0.0276,
+      "step": 91820
+    },
+    {
+      "epoch": 0.293888,
+      "grad_norm": 0.06130030804815428,
+      "learning_rate": 9.765074383976324e-05,
+      "loss": 0.0305,
+      "step": 91840
+    },
+    {
+      "epoch": 0.293952,
+      "grad_norm": 0.06814356764303563,
+      "learning_rate": 9.764972862636672e-05,
+      "loss": 0.0318,
+      "step": 91860
+    },
+    {
+      "epoch": 0.294016,
+      "grad_norm": 0.0650452328637573,
+      "learning_rate": 9.764871319893876e-05,
+      "loss": 0.029,
+      "step": 91880
+    },
+    {
+      "epoch": 0.29408,
+      "grad_norm": 0.06966640918520409,
+      "learning_rate": 9.764769755748388e-05,
+      "loss": 0.0314,
+      "step": 91900
+    },
+    {
+      "epoch": 0.294144,
+      "grad_norm": 0.04622342552874327,
+      "learning_rate": 9.764668170200667e-05,
+      "loss": 0.0285,
+      "step": 91920
+    },
+    {
+      "epoch": 0.294208,
+      "grad_norm": 0.08146967694424521,
+      "learning_rate": 9.764566563251169e-05,
+      "loss": 0.0316,
+      "step": 91940
+    },
+    {
+      "epoch": 0.294272,
+      "grad_norm": 0.05955156799717587,
+      "learning_rate": 9.76446493490035e-05,
+      "loss": 0.0295,
+      "step": 91960
+    },
+    {
+      "epoch": 0.294336,
+      "grad_norm": 0.13353790737355584,
+      "learning_rate": 9.764363285148666e-05,
+      "loss": 0.0331,
+      "step": 91980
+    },
+    {
+      "epoch": 0.2944,
+      "grad_norm": 0.04756594618684242,
+      "learning_rate": 9.764261613996573e-05,
+      "loss": 0.0278,
+      "step": 92000
+    },
+    {
+      "epoch": 0.294464,
+      "grad_norm": 0.07477437839456276,
+      "learning_rate": 9.764159921444531e-05,
+      "loss": 0.0268,
+      "step": 92020
+    },
+    {
+      "epoch": 0.294528,
+      "grad_norm": 0.07978564942842624,
+      "learning_rate": 9.764058207492992e-05,
+      "loss": 0.0289,
+      "step": 92040
+    },
+    {
+      "epoch": 0.294592,
+      "grad_norm": 0.07627036368404372,
+      "learning_rate": 9.763956472142417e-05,
+      "loss": 0.0276,
+      "step": 92060
+    },
+    {
+      "epoch": 0.294656,
+      "grad_norm": 0.09178556239511186,
+      "learning_rate": 9.763854715393261e-05,
+      "loss": 0.0264,
+      "step": 92080
+    },
+    {
+      "epoch": 0.29472,
+      "grad_norm": 0.13607374133071756,
+      "learning_rate": 9.763752937245981e-05,
+      "loss": 0.0303,
+      "step": 92100
+    },
+    {
+      "epoch": 0.294784,
+      "grad_norm": 0.0664654959912239,
+      "learning_rate": 9.763651137701036e-05,
+      "loss": 0.0295,
+      "step": 92120
+    },
+    {
+      "epoch": 0.294848,
+      "grad_norm": 0.06940529587042338,
+      "learning_rate": 9.76354931675888e-05,
+      "loss": 0.0279,
+      "step": 92140
+    },
+    {
+      "epoch": 0.294912,
+      "grad_norm": 0.04316829998102194,
+      "learning_rate": 9.763447474419973e-05,
+      "loss": 0.028,
+      "step": 92160
+    },
+    {
+      "epoch": 0.294976,
+      "grad_norm": 0.07582613427334536,
+      "learning_rate": 9.76334561068477e-05,
+      "loss": 0.0292,
+      "step": 92180
+    },
+    {
+      "epoch": 0.29504,
+      "grad_norm": 0.04694063326748292,
+      "learning_rate": 9.763243725553732e-05,
+      "loss": 0.0273,
+      "step": 92200
+    },
+    {
+      "epoch": 0.295104,
+      "grad_norm": 0.08714637332164257,
+      "learning_rate": 9.763141819027316e-05,
+      "loss": 0.0287,
+      "step": 92220
+    },
+    {
+      "epoch": 0.295168,
+      "grad_norm": 0.07274383846249166,
+      "learning_rate": 9.763039891105976e-05,
+      "loss": 0.0296,
+      "step": 92240
+    },
+    {
+      "epoch": 0.295232,
+      "grad_norm": 0.04738449931225696,
+      "learning_rate": 9.762937941790173e-05,
+      "loss": 0.0299,
+      "step": 92260
+    },
+    {
+      "epoch": 0.295296,
+      "grad_norm": 0.03534793937859938,
+      "learning_rate": 9.762835971080365e-05,
+      "loss": 0.0249,
+      "step": 92280
+    },
+    {
+      "epoch": 0.29536,
+      "grad_norm": 0.05646974144703749,
+      "learning_rate": 9.76273397897701e-05,
+      "loss": 0.0304,
+      "step": 92300
+    },
+    {
+      "epoch": 0.295424,
+      "grad_norm": 0.06437554700087936,
+      "learning_rate": 9.762631965480564e-05,
+      "loss": 0.0305,
+      "step": 92320
+    },
+    {
+      "epoch": 0.295488,
+      "grad_norm": 0.06365464219128028,
+      "learning_rate": 9.762529930591487e-05,
+      "loss": 0.0261,
+      "step": 92340
+    },
+    {
+      "epoch": 0.295552,
+      "grad_norm": 0.06366934408995589,
+      "learning_rate": 9.762427874310237e-05,
+      "loss": 0.0267,
+      "step": 92360
+    },
+    {
+      "epoch": 0.295616,
+      "grad_norm": 0.041541166168540145,
+      "learning_rate": 9.762325796637273e-05,
+      "loss": 0.0279,
+      "step": 92380
+    },
+    {
+      "epoch": 0.29568,
+      "grad_norm": 0.07629269445902416,
+      "learning_rate": 9.762223697573052e-05,
+      "loss": 0.0307,
+      "step": 92400
+    },
+    {
+      "epoch": 0.295744,
+      "grad_norm": 0.06917241613386792,
+      "learning_rate": 9.762121577118035e-05,
+      "loss": 0.0286,
+      "step": 92420
+    },
+    {
+      "epoch": 0.295808,
+      "grad_norm": 0.04713584219006878,
+      "learning_rate": 9.762019435272677e-05,
+      "loss": 0.0293,
+      "step": 92440
+    },
+    {
+      "epoch": 0.295872,
+      "grad_norm": 0.07325613370387413,
+      "learning_rate": 9.761917272037442e-05,
+      "loss": 0.0281,
+      "step": 92460
+    },
+    {
+      "epoch": 0.295936,
+      "grad_norm": 0.05508016049038129,
+      "learning_rate": 9.761815087412785e-05,
+      "loss": 0.0294,
+      "step": 92480
+    },
+    {
+      "epoch": 0.296,
+      "grad_norm": 0.07920364568934207,
+      "learning_rate": 9.761712881399164e-05,
+      "loss": 0.0281,
+      "step": 92500
+    },
+    {
+      "epoch": 0.296064,
+      "grad_norm": 0.04133992778118721,
+      "learning_rate": 9.761610653997042e-05,
+      "loss": 0.0267,
+      "step": 92520
+    },
+    {
+      "epoch": 0.296128,
+      "grad_norm": 0.04760126596766222,
+      "learning_rate": 9.761508405206875e-05,
+      "loss": 0.0303,
+      "step": 92540
+    },
+    {
+      "epoch": 0.296192,
+      "grad_norm": 0.06717560025692335,
+      "learning_rate": 9.761406135029124e-05,
+      "loss": 0.0316,
+      "step": 92560
+    },
+    {
+      "epoch": 0.296256,
+      "grad_norm": 0.050695331222928505,
+      "learning_rate": 9.761303843464247e-05,
+      "loss": 0.0292,
+      "step": 92580
+    },
+    {
+      "epoch": 0.29632,
+      "grad_norm": 0.07452957385808104,
+      "learning_rate": 9.761201530512705e-05,
+      "loss": 0.0291,
+      "step": 92600
+    },
+    {
+      "epoch": 0.296384,
+      "grad_norm": 0.08772283476796751,
+      "learning_rate": 9.761099196174958e-05,
+      "loss": 0.0272,
+      "step": 92620
+    },
+    {
+      "epoch": 0.296448,
+      "grad_norm": 0.05481834453119384,
+      "learning_rate": 9.760996840451464e-05,
+      "loss": 0.0332,
+      "step": 92640
+    },
+    {
+      "epoch": 0.296512,
+      "grad_norm": 0.06807851974280342,
+      "learning_rate": 9.760894463342682e-05,
+      "loss": 0.0304,
+      "step": 92660
+    },
+    {
+      "epoch": 0.296576,
+      "grad_norm": 0.08789378473903786,
+      "learning_rate": 9.760792064849074e-05,
+      "loss": 0.0287,
+      "step": 92680
+    },
+    {
+      "epoch": 0.29664,
+      "grad_norm": 0.0620620489546058,
+      "learning_rate": 9.7606896449711e-05,
+      "loss": 0.0286,
+      "step": 92700
+    },
+    {
+      "epoch": 0.296704,
+      "grad_norm": 0.05037463710001375,
+      "learning_rate": 9.760587203709217e-05,
+      "loss": 0.0282,
+      "step": 92720
+    },
+    {
+      "epoch": 0.296768,
+      "grad_norm": 0.05326190850822441,
+      "learning_rate": 9.760484741063889e-05,
+      "loss": 0.0294,
+      "step": 92740
+    },
+    {
+      "epoch": 0.296832,
+      "grad_norm": 0.06612417240506965,
+      "learning_rate": 9.760382257035574e-05,
+      "loss": 0.0305,
+      "step": 92760
+    },
+    {
+      "epoch": 0.296896,
+      "grad_norm": 0.03826444620431855,
+      "learning_rate": 9.760279751624733e-05,
+      "loss": 0.0262,
+      "step": 92780
+    },
+    {
+      "epoch": 0.29696,
+      "grad_norm": 0.05057680813634849,
+      "learning_rate": 9.760177224831826e-05,
+      "loss": 0.0283,
+      "step": 92800
+    },
+    {
+      "epoch": 0.297024,
+      "grad_norm": 0.09875891620513237,
+      "learning_rate": 9.760074676657314e-05,
+      "loss": 0.0292,
+      "step": 92820
+    },
+    {
+      "epoch": 0.297088,
+      "grad_norm": 0.050771519436738806,
+      "learning_rate": 9.759972107101657e-05,
+      "loss": 0.0301,
+      "step": 92840
+    },
+    {
+      "epoch": 0.297152,
+      "grad_norm": 0.053507149160257624,
+      "learning_rate": 9.759869516165316e-05,
+      "loss": 0.0291,
+      "step": 92860
+    },
+    {
+      "epoch": 0.297216,
+      "grad_norm": 0.06966717668877542,
+      "learning_rate": 9.759766903848754e-05,
+      "loss": 0.0304,
+      "step": 92880
+    },
+    {
+      "epoch": 0.29728,
+      "grad_norm": 0.050124412811470107,
+      "learning_rate": 9.759664270152429e-05,
+      "loss": 0.0285,
+      "step": 92900
+    },
+    {
+      "epoch": 0.297344,
+      "grad_norm": 0.043830289315342955,
+      "learning_rate": 9.759561615076802e-05,
+      "loss": 0.0266,
+      "step": 92920
+    },
+    {
+      "epoch": 0.297408,
+      "grad_norm": 0.03874883852979017,
+      "learning_rate": 9.759458938622334e-05,
+      "loss": 0.0273,
+      "step": 92940
+    },
+    {
+      "epoch": 0.297472,
+      "grad_norm": 0.06363942452364184,
+      "learning_rate": 9.75935624078949e-05,
+      "loss": 0.0339,
+      "step": 92960
+    },
+    {
+      "epoch": 0.297536,
+      "grad_norm": 0.05080533622856413,
+      "learning_rate": 9.759253521578727e-05,
+      "loss": 0.0278,
+      "step": 92980
+    },
+    {
+      "epoch": 0.2976,
+      "grad_norm": 0.04644300734170224,
+      "learning_rate": 9.759150780990507e-05,
+      "loss": 0.0271,
+      "step": 93000
+    },
+    {
+      "epoch": 0.297664,
+      "grad_norm": 0.04911397203948263,
+      "learning_rate": 9.759048019025294e-05,
+      "loss": 0.0291,
+      "step": 93020
+    },
+    {
+      "epoch": 0.297728,
+      "grad_norm": 0.04211893247353645,
+      "learning_rate": 9.758945235683548e-05,
+      "loss": 0.0283,
+      "step": 93040
+    },
+    {
+      "epoch": 0.297792,
+      "grad_norm": 0.04748009191090313,
+      "learning_rate": 9.758842430965729e-05,
+      "loss": 0.0294,
+      "step": 93060
+    },
+    {
+      "epoch": 0.297856,
+      "grad_norm": 0.07385990905838628,
+      "learning_rate": 9.758739604872302e-05,
+      "loss": 0.0338,
+      "step": 93080
+    },
+    {
+      "epoch": 0.29792,
+      "grad_norm": 0.10180001775422177,
+      "learning_rate": 9.758636757403726e-05,
+      "loss": 0.0313,
+      "step": 93100
+    },
+    {
+      "epoch": 0.297984,
+      "grad_norm": 0.10042417589797091,
+      "learning_rate": 9.758533888560463e-05,
+      "loss": 0.0308,
+      "step": 93120
+    },
+    {
+      "epoch": 0.298048,
+      "grad_norm": 0.09651787509293541,
+      "learning_rate": 9.75843099834298e-05,
+      "loss": 0.0304,
+      "step": 93140
+    },
+    {
+      "epoch": 0.298112,
+      "grad_norm": 0.06690495891199258,
+      "learning_rate": 9.758328086751733e-05,
+      "loss": 0.0296,
+      "step": 93160
+    },
+    {
+      "epoch": 0.298176,
+      "grad_norm": 0.0631208581702279,
+      "learning_rate": 9.758225153787187e-05,
+      "loss": 0.0305,
+      "step": 93180
+    },
+    {
+      "epoch": 0.29824,
+      "grad_norm": 0.10269969248795853,
+      "learning_rate": 9.758122199449803e-05,
+      "loss": 0.0314,
+      "step": 93200
+    },
+    {
+      "epoch": 0.298304,
+      "grad_norm": 0.059109484347261425,
+      "learning_rate": 9.758019223740047e-05,
+      "loss": 0.0336,
+      "step": 93220
+    },
+    {
+      "epoch": 0.298368,
+      "grad_norm": 0.06054948833443805,
+      "learning_rate": 9.757916226658379e-05,
+      "loss": 0.0322,
+      "step": 93240
+    },
+    {
+      "epoch": 0.298432,
+      "grad_norm": 0.05096099556971214,
+      "learning_rate": 9.75781320820526e-05,
+      "loss": 0.03,
+      "step": 93260
+    },
+    {
+      "epoch": 0.298496,
+      "grad_norm": 0.04648841938022175,
+      "learning_rate": 9.757710168381156e-05,
+      "loss": 0.0257,
+      "step": 93280
+    },
+    {
+      "epoch": 0.29856,
+      "grad_norm": 0.05743972877335001,
+      "learning_rate": 9.757607107186526e-05,
+      "loss": 0.0291,
+      "step": 93300
+    },
+    {
+      "epoch": 0.298624,
+      "grad_norm": 0.07420712486854056,
+      "learning_rate": 9.757504024621837e-05,
+      "loss": 0.0294,
+      "step": 93320
+    },
+    {
+      "epoch": 0.298688,
+      "grad_norm": 0.04184720958373901,
+      "learning_rate": 9.75740092068755e-05,
+      "loss": 0.0277,
+      "step": 93340
+    },
+    {
+      "epoch": 0.298752,
+      "grad_norm": 0.04987237949332882,
+      "learning_rate": 9.757297795384127e-05,
+      "loss": 0.0322,
+      "step": 93360
+    },
+    {
+      "epoch": 0.298816,
+      "grad_norm": 0.05930230311028524,
+      "learning_rate": 9.757194648712033e-05,
+      "loss": 0.032,
+      "step": 93380
+    },
+    {
+      "epoch": 0.29888,
+      "grad_norm": 0.0533940352684878,
+      "learning_rate": 9.757091480671732e-05,
+      "loss": 0.0299,
+      "step": 93400
+    },
+    {
+      "epoch": 0.298944,
+      "grad_norm": 0.06024413847768373,
+      "learning_rate": 9.756988291263687e-05,
+      "loss": 0.0298,
+      "step": 93420
+    },
+    {
+      "epoch": 0.299008,
+      "grad_norm": 0.0473554272099614,
+      "learning_rate": 9.756885080488359e-05,
+      "loss": 0.0324,
+      "step": 93440
+    },
+    {
+      "epoch": 0.299072,
+      "grad_norm": 0.06022235069705834,
+      "learning_rate": 9.756781848346213e-05,
+      "loss": 0.0324,
+      "step": 93460
+    },
+    {
+      "epoch": 0.299136,
+      "grad_norm": 0.04044960357924723,
+      "learning_rate": 9.756678594837713e-05,
+      "loss": 0.0317,
+      "step": 93480
+    },
+    {
+      "epoch": 0.2992,
+      "grad_norm": 0.09569020584469361,
+      "learning_rate": 9.756575319963324e-05,
+      "loss": 0.028,
+      "step": 93500
+    },
+    {
+      "epoch": 0.299264,
+      "grad_norm": 0.10281577721148137,
+      "learning_rate": 9.756472023723509e-05,
+      "loss": 0.031,
+      "step": 93520
+    },
+    {
+      "epoch": 0.299328,
+      "grad_norm": 0.10847561896768765,
+      "learning_rate": 9.756368706118731e-05,
+      "loss": 0.0302,
+      "step": 93540
+    },
+    {
+      "epoch": 0.299392,
+      "grad_norm": 0.06936352661580504,
+      "learning_rate": 9.756265367149455e-05,
+      "loss": 0.0289,
+      "step": 93560
+    },
+    {
+      "epoch": 0.299456,
+      "grad_norm": 0.08971338998454124,
+      "learning_rate": 9.756162006816146e-05,
+      "loss": 0.026,
+      "step": 93580
+    },
+    {
+      "epoch": 0.29952,
+      "grad_norm": 0.10501111062829009,
+      "learning_rate": 9.756058625119266e-05,
+      "loss": 0.0278,
+      "step": 93600
+    },
+    {
+      "epoch": 0.299584,
+      "grad_norm": 0.05390507571589922,
+      "learning_rate": 9.755955222059281e-05,
+      "loss": 0.0271,
+      "step": 93620
+    },
+    {
+      "epoch": 0.299648,
+      "grad_norm": 0.08296315077328113,
+      "learning_rate": 9.755851797636655e-05,
+      "loss": 0.0262,
+      "step": 93640
+    },
+    {
+      "epoch": 0.299712,
+      "grad_norm": 0.05938851280829022,
+      "learning_rate": 9.755748351851852e-05,
+      "loss": 0.0291,
+      "step": 93660
+    },
+    {
+      "epoch": 0.299776,
+      "grad_norm": 0.0900857015641943,
+      "learning_rate": 9.755644884705337e-05,
+      "loss": 0.0315,
+      "step": 93680
+    },
+    {
+      "epoch": 0.29984,
+      "grad_norm": 0.07835228758017287,
+      "learning_rate": 9.755541396197577e-05,
+      "loss": 0.0257,
+      "step": 93700
+    },
+    {
+      "epoch": 0.299904,
+      "grad_norm": 0.0537520764195435,
+      "learning_rate": 9.755437886329033e-05,
+      "loss": 0.0285,
+      "step": 93720
+    },
+    {
+      "epoch": 0.299968,
+      "grad_norm": 0.057121313293937576,
+      "learning_rate": 9.755334355100171e-05,
+      "loss": 0.0297,
+      "step": 93740
+    },
+    {
+      "epoch": 0.300032,
+      "grad_norm": 0.07360851673712984,
+      "learning_rate": 9.755230802511459e-05,
+      "loss": 0.0323,
+      "step": 93760
+    },
+    {
+      "epoch": 0.300096,
+      "grad_norm": 0.08795637001847535,
+      "learning_rate": 9.75512722856336e-05,
+      "loss": 0.0315,
+      "step": 93780
+    },
+    {
+      "epoch": 0.30016,
+      "grad_norm": 0.056263459602137085,
+      "learning_rate": 9.755023633256338e-05,
+      "loss": 0.0274,
+      "step": 93800
+    },
+    {
+      "epoch": 0.300224,
+      "grad_norm": 0.1397017486075912,
+      "learning_rate": 9.75492001659086e-05,
+      "loss": 0.032,
+      "step": 93820
+    },
+    {
+      "epoch": 0.300288,
+      "grad_norm": 0.10216143165055774,
+      "learning_rate": 9.754816378567392e-05,
+      "loss": 0.0319,
+      "step": 93840
+    },
+    {
+      "epoch": 0.300352,
+      "grad_norm": 0.06788687760245449,
+      "learning_rate": 9.754712719186397e-05,
+      "loss": 0.0322,
+      "step": 93860
+    },
+    {
+      "epoch": 0.300416,
+      "grad_norm": 0.06559939588754048,
+      "learning_rate": 9.754609038448343e-05,
+      "loss": 0.0303,
+      "step": 93880
+    },
+    {
+      "epoch": 0.30048,
+      "grad_norm": 0.06814221975988273,
+      "learning_rate": 9.754505336353694e-05,
+      "loss": 0.0299,
+      "step": 93900
+    },
+    {
+      "epoch": 0.300544,
+      "grad_norm": 0.04963864249364729,
+      "learning_rate": 9.754401612902917e-05,
+      "loss": 0.0304,
+      "step": 93920
+    },
+    {
+      "epoch": 0.300608,
+      "grad_norm": 0.04562470172151278,
+      "learning_rate": 9.754297868096478e-05,
+      "loss": 0.0279,
+      "step": 93940
+    },
+    {
+      "epoch": 0.300672,
+      "grad_norm": 0.05252628317861611,
+      "learning_rate": 9.754194101934843e-05,
+      "loss": 0.0287,
+      "step": 93960
+    },
+    {
+      "epoch": 0.300736,
+      "grad_norm": 0.051878531476474435,
+      "learning_rate": 9.754090314418476e-05,
+      "loss": 0.0311,
+      "step": 93980
+    },
+    {
+      "epoch": 0.3008,
+      "grad_norm": 0.052972617369619106,
+      "learning_rate": 9.753986505547845e-05,
+      "loss": 0.0303,
+      "step": 94000
+    },
+    {
+      "epoch": 0.300864,
+      "grad_norm": 0.05312557816667071,
+      "learning_rate": 9.753882675323418e-05,
+      "loss": 0.0316,
+      "step": 94020
+    },
+    {
+      "epoch": 0.300928,
+      "grad_norm": 0.11002007188600196,
+      "learning_rate": 9.753778823745657e-05,
+      "loss": 0.031,
+      "step": 94040
+    },
+    {
+      "epoch": 0.300992,
+      "grad_norm": 0.1029225368164262,
+      "learning_rate": 9.753674950815032e-05,
+      "loss": 0.034,
+      "step": 94060
+    },
+    {
+      "epoch": 0.301056,
+      "grad_norm": 0.06604733607269084,
+      "learning_rate": 9.753571056532009e-05,
+      "loss": 0.0287,
+      "step": 94080
+    },
+    {
+      "epoch": 0.30112,
+      "grad_norm": 0.07882769172343433,
+      "learning_rate": 9.753467140897054e-05,
+      "loss": 0.0293,
+      "step": 94100
+    },
+    {
+      "epoch": 0.301184,
+      "grad_norm": 0.08866181267311185,
+      "learning_rate": 9.753363203910634e-05,
+      "loss": 0.0311,
+      "step": 94120
+    },
+    {
+      "epoch": 0.301248,
+      "grad_norm": 0.05555129589892021,
+      "learning_rate": 9.753259245573215e-05,
+      "loss": 0.0293,
+      "step": 94140
+    },
+    {
+      "epoch": 0.301312,
+      "grad_norm": 0.07447333259261675,
+      "learning_rate": 9.753155265885265e-05,
+      "loss": 0.0291,
+      "step": 94160
+    },
+    {
+      "epoch": 0.301376,
+      "grad_norm": 0.055388936824571765,
+      "learning_rate": 9.753051264847251e-05,
+      "loss": 0.0331,
+      "step": 94180
+    },
+    {
+      "epoch": 0.30144,
+      "grad_norm": 0.057413310152814374,
+      "learning_rate": 9.75294724245964e-05,
+      "loss": 0.0277,
+      "step": 94200
+    },
+    {
+      "epoch": 0.301504,
+      "grad_norm": 0.08903227362528963,
+      "learning_rate": 9.752843198722901e-05,
+      "loss": 0.0328,
+      "step": 94220
+    },
+    {
+      "epoch": 0.301568,
+      "grad_norm": 0.07969510804598866,
+      "learning_rate": 9.752739133637496e-05,
+      "loss": 0.0316,
+      "step": 94240
+    },
+    {
+      "epoch": 0.301632,
+      "grad_norm": 0.08473942158004477,
+      "learning_rate": 9.752635047203899e-05,
+      "loss": 0.0287,
+      "step": 94260
+    },
+    {
+      "epoch": 0.301696,
+      "grad_norm": 0.05706151591545048,
+      "learning_rate": 9.752530939422573e-05,
+      "loss": 0.0268,
+      "step": 94280
+    },
+    {
+      "epoch": 0.30176,
+      "grad_norm": 0.06707821647345207,
+      "learning_rate": 9.752426810293987e-05,
+      "loss": 0.0301,
+      "step": 94300
+    },
+    {
+      "epoch": 0.301824,
+      "grad_norm": 0.059785595828966934,
+      "learning_rate": 9.75232265981861e-05,
+      "loss": 0.032,
+      "step": 94320
+    },
+    {
+      "epoch": 0.301888,
+      "grad_norm": 0.0512415827104712,
+      "learning_rate": 9.752218487996909e-05,
+      "loss": 0.0288,
+      "step": 94340
+    },
+    {
+      "epoch": 0.301952,
+      "grad_norm": 0.06911418771091334,
+      "learning_rate": 9.752114294829349e-05,
+      "loss": 0.0275,
+      "step": 94360
+    },
+    {
+      "epoch": 0.302016,
+      "grad_norm": 0.08650974095761418,
+      "learning_rate": 9.752010080316402e-05,
+      "loss": 0.0278,
+      "step": 94380
+    },
+    {
+      "epoch": 0.30208,
+      "grad_norm": 0.09545349751644608,
+      "learning_rate": 9.751905844458535e-05,
+      "loss": 0.0277,
+      "step": 94400
+    },
+    {
+      "epoch": 0.302144,
+      "grad_norm": 0.08237602237927703,
+      "learning_rate": 9.751801587256217e-05,
+      "loss": 0.0286,
+      "step": 94420
+    },
+    {
+      "epoch": 0.302208,
+      "grad_norm": 0.06379308069638082,
+      "learning_rate": 9.751697308709915e-05,
+      "loss": 0.0283,
+      "step": 94440
+    },
+    {
+      "epoch": 0.302272,
+      "grad_norm": 0.055015364650830116,
+      "learning_rate": 9.751593008820097e-05,
+      "loss": 0.0294,
+      "step": 94460
+    },
+    {
+      "epoch": 0.302336,
+      "grad_norm": 0.07225704636302945,
+      "learning_rate": 9.751488687587232e-05,
+      "loss": 0.0293,
+      "step": 94480
+    },
+    {
+      "epoch": 0.3024,
+      "grad_norm": 0.061038777135115484,
+      "learning_rate": 9.751384345011787e-05,
+      "loss": 0.0283,
+      "step": 94500
+    },
+    {
+      "epoch": 0.302464,
+      "grad_norm": 0.04907033046012558,
+      "learning_rate": 9.751279981094234e-05,
+      "loss": 0.0283,
+      "step": 94520
+    },
+    {
+      "epoch": 0.302528,
+      "grad_norm": 0.0680471578699037,
+      "learning_rate": 9.75117559583504e-05,
+      "loss": 0.0303,
+      "step": 94540
+    },
+    {
+      "epoch": 0.302592,
+      "grad_norm": 0.07070786385281531,
+      "learning_rate": 9.751071189234675e-05,
+      "loss": 0.0296,
+      "step": 94560
+    },
+    {
+      "epoch": 0.302656,
+      "grad_norm": 0.059115955144646536,
+      "learning_rate": 9.750966761293606e-05,
+      "loss": 0.0327,
+      "step": 94580
+    },
+    {
+      "epoch": 0.30272,
+      "grad_norm": 0.05771918871239152,
+      "learning_rate": 9.750862312012303e-05,
+      "loss": 0.0323,
+      "step": 94600
+    },
+    {
+      "epoch": 0.302784,
+      "grad_norm": 0.04967366675824461,
+      "learning_rate": 9.750757841391236e-05,
+      "loss": 0.03,
+      "step": 94620
+    },
+    {
+      "epoch": 0.302848,
+      "grad_norm": 0.06555586395922491,
+      "learning_rate": 9.750653349430873e-05,
+      "loss": 0.0277,
+      "step": 94640
+    },
+    {
+      "epoch": 0.302912,
+      "grad_norm": 0.058920360079252825,
+      "learning_rate": 9.750548836131684e-05,
+      "loss": 0.0285,
+      "step": 94660
+    },
+    {
+      "epoch": 0.302976,
+      "grad_norm": 0.0460230943989658,
+      "learning_rate": 9.750444301494139e-05,
+      "loss": 0.0308,
+      "step": 94680
+    },
+    {
+      "epoch": 0.30304,
+      "grad_norm": 0.04231715216312257,
+      "learning_rate": 9.750339745518705e-05,
+      "loss": 0.0286,
+      "step": 94700
+    },
+    {
+      "epoch": 0.303104,
+      "grad_norm": 0.07388294955860458,
+      "learning_rate": 9.750235168205855e-05,
+      "loss": 0.0289,
+      "step": 94720
+    },
+    {
+      "epoch": 0.303168,
+      "grad_norm": 0.08791046597744546,
+      "learning_rate": 9.750130569556057e-05,
+      "loss": 0.0318,
+      "step": 94740
+    },
+    {
+      "epoch": 0.303232,
+      "grad_norm": 0.06405538489248172,
+      "learning_rate": 9.75002594956978e-05,
+      "loss": 0.0262,
+      "step": 94760
+    },
+    {
+      "epoch": 0.303296,
+      "grad_norm": 0.054764885265559456,
+      "learning_rate": 9.749921308247496e-05,
+      "loss": 0.0298,
+      "step": 94780
+    },
+    {
+      "epoch": 0.30336,
+      "grad_norm": 0.07739645263379448,
+      "learning_rate": 9.749816645589674e-05,
+      "loss": 0.0314,
+      "step": 94800
+    },
+    {
+      "epoch": 0.303424,
+      "grad_norm": 0.05386418854229771,
+      "learning_rate": 9.749711961596784e-05,
+      "loss": 0.0324,
+      "step": 94820
+    },
+    {
+      "epoch": 0.303488,
+      "grad_norm": 0.12389060784160438,
+      "learning_rate": 9.749607256269296e-05,
+      "loss": 0.0303,
+      "step": 94840
+    },
+    {
+      "epoch": 0.303552,
+      "grad_norm": 0.09090788685668025,
+      "learning_rate": 9.74950252960768e-05,
+      "loss": 0.0319,
+      "step": 94860
+    },
+    {
+      "epoch": 0.303616,
+      "grad_norm": 0.1360376053731009,
+      "learning_rate": 9.749397781612409e-05,
+      "loss": 0.0323,
+      "step": 94880
+    },
+    {
+      "epoch": 0.30368,
+      "grad_norm": 0.09341251073244318,
+      "learning_rate": 9.74929301228395e-05,
+      "loss": 0.0303,
+      "step": 94900
+    },
+    {
+      "epoch": 0.303744,
+      "grad_norm": 0.055143071529215694,
+      "learning_rate": 9.749188221622776e-05,
+      "loss": 0.0301,
+      "step": 94920
+    },
+    {
+      "epoch": 0.303808,
+      "grad_norm": 0.08780404272319904,
+      "learning_rate": 9.749083409629356e-05,
+      "loss": 0.0289,
+      "step": 94940
+    },
+    {
+      "epoch": 0.303872,
+      "grad_norm": 0.06374780153433633,
+      "learning_rate": 9.748978576304162e-05,
+      "loss": 0.0312,
+      "step": 94960
+    },
+    {
+      "epoch": 0.303936,
+      "grad_norm": 0.0760821747070278,
+      "learning_rate": 9.748873721647664e-05,
+      "loss": 0.0256,
+      "step": 94980
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.11453883299068271,
+      "learning_rate": 9.748768845660334e-05,
+      "loss": 0.0282,
+      "step": 95000
+    },
+    {
+      "epoch": 0.304064,
+      "grad_norm": 0.07998729821796635,
+      "learning_rate": 9.748663948342644e-05,
+      "loss": 0.031,
+      "step": 95020
+    },
+    {
+      "epoch": 0.304128,
+      "grad_norm": 0.1033771312945872,
+      "learning_rate": 9.748559029695061e-05,
+      "loss": 0.0284,
+      "step": 95040
+    },
+    {
+      "epoch": 0.304192,
+      "grad_norm": 0.044207039882107196,
+      "learning_rate": 9.748454089718062e-05,
+      "loss": 0.0266,
+      "step": 95060
+    },
+    {
+      "epoch": 0.304256,
+      "grad_norm": 0.08766516195245479,
+      "learning_rate": 9.748349128412113e-05,
+      "loss": 0.0308,
+      "step": 95080
+    },
+    {
+      "epoch": 0.30432,
+      "grad_norm": 0.06853870518347974,
+      "learning_rate": 9.74824414577769e-05,
+      "loss": 0.0313,
+      "step": 95100
+    },
+    {
+      "epoch": 0.304384,
+      "grad_norm": 0.10316892233800863,
+      "learning_rate": 9.748139141815261e-05,
+      "loss": 0.0296,
+      "step": 95120
+    },
+    {
+      "epoch": 0.304448,
+      "grad_norm": 0.054818415540439924,
+      "learning_rate": 9.7480341165253e-05,
+      "loss": 0.0264,
+      "step": 95140
+    },
+    {
+      "epoch": 0.304512,
+      "grad_norm": 0.05612375000815914,
+      "learning_rate": 9.747929069908277e-05,
+      "loss": 0.0291,
+      "step": 95160
+    },
+    {
+      "epoch": 0.304576,
+      "grad_norm": 0.07442466363001046,
+      "learning_rate": 9.747824001964665e-05,
+      "loss": 0.0335,
+      "step": 95180
+    },
+    {
+      "epoch": 0.30464,
+      "grad_norm": 0.048591995862759696,
+      "learning_rate": 9.747718912694935e-05,
+      "loss": 0.029,
+      "step": 95200
+    },
+    {
+      "epoch": 0.304704,
+      "grad_norm": 0.06145006317758279,
+      "learning_rate": 9.74761380209956e-05,
+      "loss": 0.0273,
+      "step": 95220
+    },
+    {
+      "epoch": 0.304768,
+      "grad_norm": 0.10021955076680264,
+      "learning_rate": 9.747508670179011e-05,
+      "loss": 0.0332,
+      "step": 95240
+    },
+    {
+      "epoch": 0.304832,
+      "grad_norm": 0.06274187059524505,
+      "learning_rate": 9.747403516933763e-05,
+      "loss": 0.0303,
+      "step": 95260
+    },
+    {
+      "epoch": 0.304896,
+      "grad_norm": 0.07070028183757589,
+      "learning_rate": 9.747298342364284e-05,
+      "loss": 0.0327,
+      "step": 95280
+    },
+    {
+      "epoch": 0.30496,
+      "grad_norm": 0.03639384910484367,
+      "learning_rate": 9.747193146471051e-05,
+      "loss": 0.028,
+      "step": 95300
+    },
+    {
+      "epoch": 0.305024,
+      "grad_norm": 0.055260214284431855,
+      "learning_rate": 9.747087929254532e-05,
+      "loss": 0.027,
+      "step": 95320
+    },
+    {
+      "epoch": 0.305088,
+      "grad_norm": 0.08552672212087975,
+      "learning_rate": 9.746982690715206e-05,
+      "loss": 0.031,
+      "step": 95340
+    },
+    {
+      "epoch": 0.305152,
+      "grad_norm": 0.08830685513841095,
+      "learning_rate": 9.746877430853538e-05,
+      "loss": 0.0278,
+      "step": 95360
+    },
+    {
+      "epoch": 0.305216,
+      "grad_norm": 0.08341111441675421,
+      "learning_rate": 9.746772149670005e-05,
+      "loss": 0.0294,
+      "step": 95380
+    },
+    {
+      "epoch": 0.30528,
+      "grad_norm": 0.05592153437164781,
+      "learning_rate": 9.746666847165077e-05,
+      "loss": 0.0299,
+      "step": 95400
+    },
+    {
+      "epoch": 0.305344,
+      "grad_norm": 0.050315700205101975,
+      "learning_rate": 9.746561523339232e-05,
+      "loss": 0.0332,
+      "step": 95420
+    },
+    {
+      "epoch": 0.305408,
+      "grad_norm": 0.06599171782823489,
+      "learning_rate": 9.746456178192942e-05,
+      "loss": 0.0332,
+      "step": 95440
+    },
+    {
+      "epoch": 0.305472,
+      "grad_norm": 0.13047133943811084,
+      "learning_rate": 9.746350811726677e-05,
+      "loss": 0.031,
+      "step": 95460
+    },
+    {
+      "epoch": 0.305536,
+      "grad_norm": 0.12478517770615456,
+      "learning_rate": 9.74624542394091e-05,
+      "loss": 0.0292,
+      "step": 95480
+    },
+    {
+      "epoch": 0.3056,
+      "grad_norm": 0.049734732453163684,
+      "learning_rate": 9.746140014836118e-05,
+      "loss": 0.0279,
+      "step": 95500
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 937500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}