diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,27828 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9998920902125823,
+  "eval_steps": 500,
+  "global_step": 4633,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4388489208633095e-07,
+      "loss": 0.3481,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.877697841726619e-07,
+      "loss": 0.548,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.3165467625899287e-07,
+      "loss": 0.3656,
+      "step": 3
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.755395683453238e-07,
+      "loss": 0.3005,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.194244604316547e-07,
+      "loss": 0.2845,
+      "step": 5
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.633093525179857e-07,
+      "loss": 0.3102,
+      "step": 6
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0071942446043167e-06,
+      "loss": 0.357,
+      "step": 7
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1510791366906476e-06,
+      "loss": 0.4875,
+      "step": 8
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2949640287769785e-06,
+      "loss": 0.3553,
+      "step": 9
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4388489208633094e-06,
+      "loss": 0.4387,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5827338129496403e-06,
+      "loss": 0.2813,
+      "step": 11
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7266187050359715e-06,
+      "loss": 0.4425,
+      "step": 12
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8705035971223024e-06,
+      "loss": 0.3725,
+      "step": 13
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0143884892086333e-06,
+      "loss": 0.386,
+      "step": 14
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.158273381294964e-06,
+      "loss": 0.4263,
+      "step": 15
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.302158273381295e-06,
+      "loss": 0.3402,
+      "step": 16
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.4460431654676263e-06,
+      "loss": 0.5059,
+      "step": 17
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.589928057553957e-06,
+      "loss": 0.3659,
+      "step": 18
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.733812949640288e-06,
+      "loss": 0.3581,
+      "step": 19
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.877697841726619e-06,
+      "loss": 0.3458,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.02158273381295e-06,
+      "loss": 0.3778,
+      "step": 21
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.1654676258992807e-06,
+      "loss": 0.3387,
+      "step": 22
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.309352517985612e-06,
+      "loss": 0.3217,
+      "step": 23
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.453237410071943e-06,
+      "loss": 0.3144,
+      "step": 24
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5971223021582737e-06,
+      "loss": 0.372,
+      "step": 25
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.741007194244605e-06,
+      "loss": 0.4241,
+      "step": 26
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.884892086330936e-06,
+      "loss": 0.3704,
+      "step": 27
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.028776978417267e-06,
+      "loss": 0.3076,
+      "step": 28
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.172661870503597e-06,
+      "loss": 0.3916,
+      "step": 29
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.316546762589928e-06,
+      "loss": 0.3251,
+      "step": 30
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.46043165467626e-06,
+      "loss": 0.3545,
+      "step": 31
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.60431654676259e-06,
+      "loss": 0.2904,
+      "step": 32
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.748201438848921e-06,
+      "loss": 0.3587,
+      "step": 33
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.892086330935253e-06,
+      "loss": 0.3034,
+      "step": 34
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.035971223021583e-06,
+      "loss": 0.232,
+      "step": 35
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.179856115107914e-06,
+      "loss": 0.3345,
+      "step": 36
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.3237410071942456e-06,
+      "loss": 0.343,
+      "step": 37
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.467625899280576e-06,
+      "loss": 0.2894,
+      "step": 38
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.611510791366906e-06,
+      "loss": 0.296,
+      "step": 39
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.755395683453238e-06,
+      "loss": 0.3097,
+      "step": 40
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.899280575539568e-06,
+      "loss": 0.3908,
+      "step": 41
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.0431654676259e-06,
+      "loss": 0.2902,
+      "step": 42
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.1870503597122315e-06,
+      "loss": 0.2441,
+      "step": 43
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.330935251798561e-06,
+      "loss": 0.2881,
+      "step": 44
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.474820143884892e-06,
+      "loss": 0.3347,
+      "step": 45
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.618705035971224e-06,
+      "loss": 0.3842,
+      "step": 46
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.762589928057554e-06,
+      "loss": 0.3708,
+      "step": 47
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.906474820143886e-06,
+      "loss": 0.3765,
+      "step": 48
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.050359712230216e-06,
+      "loss": 0.298,
+      "step": 49
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.194244604316547e-06,
+      "loss": 0.2632,
+      "step": 50
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.338129496402878e-06,
+      "loss": 0.2742,
+      "step": 51
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.48201438848921e-06,
+      "loss": 0.3282,
+      "step": 52
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.62589928057554e-06,
+      "loss": 0.3265,
+      "step": 53
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.769784172661872e-06,
+      "loss": 0.2786,
+      "step": 54
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.913669064748202e-06,
+      "loss": 0.3088,
+      "step": 55
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.057553956834533e-06,
+      "loss": 0.4103,
+      "step": 56
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.201438848920865e-06,
+      "loss": 0.4103,
+      "step": 57
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.345323741007195e-06,
+      "loss": 0.312,
+      "step": 58
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.489208633093526e-06,
+      "loss": 0.3002,
+      "step": 59
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.633093525179856e-06,
+      "loss": 0.2914,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.776978417266188e-06,
+      "loss": 0.2993,
+      "step": 61
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.92086330935252e-06,
+      "loss": 0.2902,
+      "step": 62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.064748201438849e-06,
+      "loss": 0.248,
+      "step": 63
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.20863309352518e-06,
+      "loss": 0.3459,
+      "step": 64
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.35251798561151e-06,
+      "loss": 0.2549,
+      "step": 65
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.496402877697842e-06,
+      "loss": 0.4329,
+      "step": 66
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.640287769784174e-06,
+      "loss": 0.3276,
+      "step": 67
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.784172661870505e-06,
+      "loss": 0.3322,
+      "step": 68
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.928057553956835e-06,
+      "loss": 0.2805,
+      "step": 69
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0071942446043167e-05,
+      "loss": 0.2356,
+      "step": 70
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0215827338129498e-05,
+      "loss": 0.3065,
+      "step": 71
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0359712230215828e-05,
+      "loss": 0.3549,
+      "step": 72
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0503597122302158e-05,
+      "loss": 0.2795,
+      "step": 73
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0647482014388491e-05,
+      "loss": 0.2579,
+      "step": 74
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0791366906474821e-05,
+      "loss": 0.3898,
+      "step": 75
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0935251798561153e-05,
+      "loss": 0.3386,
+      "step": 76
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1079136690647482e-05,
+      "loss": 0.3308,
+      "step": 77
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1223021582733812e-05,
+      "loss": 0.2544,
+      "step": 78
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1366906474820146e-05,
+      "loss": 0.2912,
+      "step": 79
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1510791366906475e-05,
+      "loss": 0.3413,
+      "step": 80
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1654676258992807e-05,
+      "loss": 0.2746,
+      "step": 81
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1798561151079137e-05,
+      "loss": 0.3055,
+      "step": 82
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1942446043165468e-05,
+      "loss": 0.2437,
+      "step": 83
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.20863309352518e-05,
+      "loss": 0.2986,
+      "step": 84
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.223021582733813e-05,
+      "loss": 0.2492,
+      "step": 85
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2374100719424463e-05,
+      "loss": 0.3267,
+      "step": 86
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2517985611510793e-05,
+      "loss": 0.3066,
+      "step": 87
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2661870503597123e-05,
+      "loss": 0.2828,
+      "step": 88
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2805755395683454e-05,
+      "loss": 0.3049,
+      "step": 89
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.2949640287769784e-05,
+      "loss": 0.2745,
+      "step": 90
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3093525179856117e-05,
+      "loss": 0.276,
+      "step": 91
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3237410071942447e-05,
+      "loss": 0.3648,
+      "step": 92
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3381294964028777e-05,
+      "loss": 0.3976,
+      "step": 93
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3525179856115109e-05,
+      "loss": 0.3339,
+      "step": 94
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3669064748201439e-05,
+      "loss": 0.2789,
+      "step": 95
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3812949640287772e-05,
+      "loss": 0.3109,
+      "step": 96
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.3956834532374102e-05,
+      "loss": 0.2732,
+      "step": 97
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4100719424460432e-05,
+      "loss": 0.2913,
+      "step": 98
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4244604316546765e-05,
+      "loss": 0.2877,
+      "step": 99
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4388489208633095e-05,
+      "loss": 0.3096,
+      "step": 100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4532374100719426e-05,
+      "loss": 0.2783,
+      "step": 101
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4676258992805756e-05,
+      "loss": 0.2843,
+      "step": 102
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4820143884892086e-05,
+      "loss": 0.3157,
+      "step": 103
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.496402877697842e-05,
+      "loss": 0.338,
+      "step": 104
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5107913669064749e-05,
+      "loss": 0.3258,
+      "step": 105
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.525179856115108e-05,
+      "loss": 0.2684,
+      "step": 106
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5395683453237412e-05,
+      "loss": 0.3098,
+      "step": 107
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5539568345323744e-05,
+      "loss": 0.3562,
+      "step": 108
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5683453237410072e-05,
+      "loss": 0.3254,
+      "step": 109
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5827338129496403e-05,
+      "loss": 0.3375,
+      "step": 110
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.5971223021582735e-05,
+      "loss": 0.2774,
+      "step": 111
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.6115107913669067e-05,
+      "loss": 0.3432,
+      "step": 112
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.6258992805755398e-05,
+      "loss": 0.2941,
+      "step": 113
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.640287769784173e-05,
+      "loss": 0.3065,
+      "step": 114
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.6546762589928058e-05,
+      "loss": 0.3716,
+      "step": 115
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.669064748201439e-05,
+      "loss": 0.3381,
+      "step": 116
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.683453237410072e-05,
+      "loss": 0.3122,
+      "step": 117
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6978417266187053e-05,
+      "loss": 0.3846,
+      "step": 118
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7122302158273384e-05,
+      "loss": 0.3031,
+      "step": 119
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7266187050359712e-05,
+      "loss": 0.3116,
+      "step": 120
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7410071942446044e-05,
+      "loss": 0.3207,
+      "step": 121
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7553956834532375e-05,
+      "loss": 0.3291,
+      "step": 122
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7697841726618707e-05,
+      "loss": 0.3009,
+      "step": 123
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.784172661870504e-05,
+      "loss": 0.292,
+      "step": 124
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7985611510791367e-05,
+      "loss": 0.2692,
+      "step": 125
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8129496402877698e-05,
+      "loss": 0.283,
+      "step": 126
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.827338129496403e-05,
+      "loss": 0.2615,
+      "step": 127
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.841726618705036e-05,
+      "loss": 0.2727,
+      "step": 128
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8561151079136693e-05,
+      "loss": 0.3593,
+      "step": 129
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.870503597122302e-05,
+      "loss": 0.2984,
+      "step": 130
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8848920863309356e-05,
+      "loss": 0.2871,
+      "step": 131
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.8992805755395684e-05,
+      "loss": 0.3194,
+      "step": 132
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9136690647482016e-05,
+      "loss": 0.2399,
+      "step": 133
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9280575539568347e-05,
+      "loss": 0.3168,
+      "step": 134
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9424460431654675e-05,
+      "loss": 0.2432,
+      "step": 135
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.956834532374101e-05,
+      "loss": 0.2847,
+      "step": 136
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.971223021582734e-05,
+      "loss": 0.295,
+      "step": 137
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.985611510791367e-05,
+      "loss": 0.3222,
+      "step": 138
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2e-05,
+      "loss": 0.3235,
+      "step": 139
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999999755654922e-05,
+      "loss": 0.3101,
+      "step": 140
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999999022619806e-05,
+      "loss": 0.3261,
+      "step": 141
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999997800895011e-05,
+      "loss": 0.2863,
+      "step": 142
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999996090481134e-05,
+      "loss": 0.3476,
+      "step": 143
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999993891379011e-05,
+      "loss": 0.3763,
+      "step": 144
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999991203589716e-05,
+      "loss": 0.3152,
+      "step": 145
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999880271145634e-05,
+      "loss": 0.2629,
+      "step": 146
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999843619551047e-05,
+      "loss": 0.3358,
+      "step": 147
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999802081131313e-05,
+      "loss": 0.3169,
+      "step": 148
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999755655906737e-05,
+      "loss": 0.2555,
+      "step": 149
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999704343899997e-05,
+      "loss": 0.308,
+      "step": 150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999648145136174e-05,
+      "loss": 0.2919,
+      "step": 151
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999587059642732e-05,
+      "loss": 0.3691,
+      "step": 152
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999521087449523e-05,
+      "loss": 0.2601,
+      "step": 153
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999450228588785e-05,
+      "loss": 0.3128,
+      "step": 154
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999374483095147e-05,
+      "loss": 0.3109,
+      "step": 155
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999293851005628e-05,
+      "loss": 0.3062,
+      "step": 156
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999208332359627e-05,
+      "loss": 0.3443,
+      "step": 157
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.999911792719894e-05,
+      "loss": 0.284,
+      "step": 158
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9999022635567743e-05,
+      "loss": 0.2725,
+      "step": 159
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998922457512608e-05,
+      "loss": 0.2891,
+      "step": 160
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998817393082487e-05,
+      "loss": 0.3032,
+      "step": 161
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9998707442328728e-05,
+      "loss": 0.2461,
+      "step": 162
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998592605305065e-05,
+      "loss": 0.3392,
+      "step": 163
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999847288206761e-05,
+      "loss": 0.3212,
+      "step": 164
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998348272674877e-05,
+      "loss": 0.2992,
+      "step": 165
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999821877718776e-05,
+      "loss": 0.3023,
+      "step": 166
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9998084395669537e-05,
+      "loss": 0.4263,
+      "step": 167
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997945128185884e-05,
+      "loss": 0.2757,
+      "step": 168
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997800974804862e-05,
+      "loss": 0.3063,
+      "step": 169
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997651935596912e-05,
+      "loss": 0.3287,
+      "step": 170
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997498010634872e-05,
+      "loss": 0.2971,
+      "step": 171
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997339199993958e-05,
+      "loss": 0.3109,
+      "step": 172
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9997175503751785e-05,
+      "loss": 0.2764,
+      "step": 173
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999700692198835e-05,
+      "loss": 0.3299,
+      "step": 174
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996833454786035e-05,
+      "loss": 0.3069,
+      "step": 175
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996655102229607e-05,
+      "loss": 0.2684,
+      "step": 176
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9996471864406235e-05,
+      "loss": 0.336,
+      "step": 177
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999628374140546e-05,
+      "loss": 0.3295,
+      "step": 178
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999609073331921e-05,
+      "loss": 0.2741,
+      "step": 179
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999589284024182e-05,
+      "loss": 0.3292,
+      "step": 180
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9995690062269985e-05,
+      "loss": 0.3573,
+      "step": 181
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999548239950281e-05,
+      "loss": 0.2879,
+      "step": 182
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999526985204177e-05,
+      "loss": 0.2985,
+      "step": 183
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9995052419990743e-05,
+      "loss": 0.3159,
+      "step": 184
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999483010345598e-05,
+      "loss": 0.3431,
+      "step": 185
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999460290254613e-05,
+      "loss": 0.3251,
+      "step": 186
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994370817372216e-05,
+      "loss": 0.2861,
+      "step": 187
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9994133848047665e-05,
+      "loss": 0.2976,
+      "step": 188
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993891994688273e-05,
+      "loss": 0.3514,
+      "step": 189
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993645257412236e-05,
+      "loss": 0.2876,
+      "step": 190
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993393636340134e-05,
+      "loss": 0.2704,
+      "step": 191
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9993137131594925e-05,
+      "loss": 0.3066,
+      "step": 192
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992875743301967e-05,
+      "loss": 0.2611,
+      "step": 193
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992609471588995e-05,
+      "loss": 0.3127,
+      "step": 194
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992338316586132e-05,
+      "loss": 0.3347,
+      "step": 195
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9992062278425893e-05,
+      "loss": 0.3081,
+      "step": 196
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999178135724317e-05,
+      "loss": 0.2932,
+      "step": 197
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9991495553175252e-05,
+      "loss": 0.3082,
+      "step": 198
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9991204866361806e-05,
+      "loss": 0.3226,
+      "step": 199
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9990909296944886e-05,
+      "loss": 0.2781,
+      "step": 200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9990608845068932e-05,
+      "loss": 0.3409,
+      "step": 201
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.999030351088078e-05,
+      "loss": 0.3041,
+      "step": 202
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9989993294529637e-05,
+      "loss": 0.3122,
+      "step": 203
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9989678196167107e-05,
+      "loss": 0.2649,
+      "step": 204
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9989358215947168e-05,
+      "loss": 0.2322,
+      "step": 205
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.99890333540262e-05,
+      "loss": 0.3047,
+      "step": 206
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9988703610562953e-05,
+      "loss": 0.2912,
+      "step": 207
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.998836898571858e-05,
+      "loss": 0.3431,
+      "step": 208
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9988029479656596e-05,
+      "loss": 0.2759,
+      "step": 209
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9987685092542917e-05,
+      "loss": 0.3185,
+      "step": 210
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998733582454585e-05,
+      "loss": 0.3383,
+      "step": 211
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9986981675836067e-05,
+      "loss": 0.2999,
+      "step": 212
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998662264658665e-05,
+      "loss": 0.2549,
+      "step": 213
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998625873697304e-05,
+      "loss": 0.2815,
+      "step": 214
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9985889947173087e-05,
+      "loss": 0.3049,
+      "step": 215
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9985516277367004e-05,
+      "loss": 0.2931,
+      "step": 216
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998513772773741e-05,
+      "loss": 0.2894,
+      "step": 217
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9984754298469297e-05,
+      "loss": 0.3394,
+      "step": 218
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998436598975004e-05,
+      "loss": 0.3436,
+      "step": 219
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983972801769398e-05,
+      "loss": 0.3581,
+      "step": 220
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983574734719524e-05,
+      "loss": 0.3081,
+      "step": 221
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9983171788794946e-05,
+      "loss": 0.3511,
+      "step": 222
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9982763964192586e-05,
+      "loss": 0.3282,
+      "step": 223
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9982351261111736e-05,
+      "loss": 0.3442,
+      "step": 224
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998193367975408e-05,
+      "loss": 0.3406,
+      "step": 225
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9981511220323693e-05,
+      "loss": 0.312,
+      "step": 226
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9981083883027024e-05,
+      "loss": 0.3046,
+      "step": 227
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9980651668072906e-05,
+      "loss": 0.249,
+      "step": 228
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.998021457567256e-05,
+      "loss": 0.3861,
+      "step": 229
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9979772606039587e-05,
+      "loss": 0.2955,
+      "step": 230
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9979325759389976e-05,
+      "loss": 0.3257,
+      "step": 231
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9978874035942097e-05,
+      "loss": 0.261,
+      "step": 232
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9978417435916695e-05,
+      "loss": 0.3236,
+      "step": 233
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9977955959536918e-05,
+      "loss": 0.2779,
+      "step": 234
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9977489607028272e-05,
+      "loss": 0.3054,
+      "step": 235
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9977018378618674e-05,
+      "loss": 0.3106,
+      "step": 236
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9976542274538394e-05,
+      "loss": 0.3399,
+      "step": 237
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997606129502011e-05,
+      "loss": 0.3612,
+      "step": 238
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9975575440298863e-05,
+      "loss": 0.3116,
+      "step": 239
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997508471061209e-05,
+      "loss": 0.3044,
+      "step": 240
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9974589106199612e-05,
+      "loss": 0.2651,
+      "step": 241
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9974088627303615e-05,
+      "loss": 0.2874,
+      "step": 242
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9973583274168686e-05,
+      "loss": 0.3029,
+      "step": 243
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997307304704178e-05,
+      "loss": 0.2996,
+      "step": 244
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9972557946172246e-05,
+      "loss": 0.3032,
+      "step": 245
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9972037971811802e-05,
+      "loss": 0.3297,
+      "step": 246
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9971513124214562e-05,
+      "loss": 0.3194,
+      "step": 247
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9970983403637006e-05,
+      "loss": 0.3105,
+      "step": 248
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.997044881033801e-05,
+      "loss": 0.3127,
+      "step": 249
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.996990934457882e-05,
+      "loss": 0.3306,
+      "step": 250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9969365006623072e-05,
+      "loss": 0.3201,
+      "step": 251
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9968815796736777e-05,
+      "loss": 0.2953,
+      "step": 252
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9968261715188325e-05,
+      "loss": 0.2289,
+      "step": 253
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.996770276224849e-05,
+      "loss": 0.2628,
+      "step": 254
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9967138938190434e-05,
+      "loss": 0.2969,
+      "step": 255
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9966570243289686e-05,
+      "loss": 0.3655,
+      "step": 256
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996599667782416e-05,
+      "loss": 0.2957,
+      "step": 257
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996541824207416e-05,
+      "loss": 0.2881,
+      "step": 258
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9964834936322358e-05,
+      "loss": 0.3375,
+      "step": 259
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9964246760853803e-05,
+      "loss": 0.3332,
+      "step": 260
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996365371595594e-05,
+      "loss": 0.3062,
+      "step": 261
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996305580191858e-05,
+      "loss": 0.3056,
+      "step": 262
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9962453019033917e-05,
+      "loss": 0.2479,
+      "step": 263
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9961845367596523e-05,
+      "loss": 0.272,
+      "step": 264
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.996123284790336e-05,
+      "loss": 0.2701,
+      "step": 265
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9960615460253754e-05,
+      "loss": 0.2762,
+      "step": 266
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9959993204949416e-05,
+      "loss": 0.3722,
+      "step": 267
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995936608229444e-05,
+      "loss": 0.3243,
+      "step": 268
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9958734092595286e-05,
+      "loss": 0.3147,
+      "step": 269
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995809723616081e-05,
+      "loss": 0.3065,
+      "step": 270
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9957455513302234e-05,
+      "loss": 0.3623,
+      "step": 271
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9956808924333164e-05,
+      "loss": 0.3088,
+      "step": 272
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9956157469569577e-05,
+      "loss": 0.276,
+      "step": 273
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9955501149329837e-05,
+      "loss": 0.2901,
+      "step": 274
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995483996393468e-05,
+      "loss": 0.3005,
+      "step": 275
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995417391370722e-05,
+      "loss": 0.3127,
+      "step": 276
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995350299897295e-05,
+      "loss": 0.3091,
+      "step": 277
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9952827220059733e-05,
+      "loss": 0.2328,
+      "step": 278
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9952146577297827e-05,
+      "loss": 0.2766,
+      "step": 279
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.995146107101985e-05,
+      "loss": 0.2686,
+      "step": 280
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9950770701560802e-05,
+      "loss": 0.3656,
+      "step": 281
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9950075469258058e-05,
+      "loss": 0.3132,
+      "step": 282
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9949375374451376e-05,
+      "loss": 0.3416,
+      "step": 283
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9948670417482877e-05,
+      "loss": 0.277,
+      "step": 284
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9947960598697077e-05,
+      "loss": 0.3003,
+      "step": 285
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994724591844085e-05,
+      "loss": 0.3523,
+      "step": 286
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9946526377063456e-05,
+      "loss": 0.3252,
+      "step": 287
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994580197491653e-05,
+      "loss": 0.332,
+      "step": 288
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9945072712354075e-05,
+      "loss": 0.296,
+      "step": 289
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994433858973248e-05,
+      "loss": 0.32,
+      "step": 290
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.994359960741049e-05,
+      "loss": 0.2783,
+      "step": 291
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9942855765749262e-05,
+      "loss": 0.3008,
+      "step": 292
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9942107065112286e-05,
+      "loss": 0.3111,
+      "step": 293
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9941353505865447e-05,
+      "loss": 0.2981,
+      "step": 294
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9940595088377005e-05,
+      "loss": 0.3571,
+      "step": 295
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9939831813017595e-05,
+      "loss": 0.2436,
+      "step": 296
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9939063680160215e-05,
+      "loss": 0.2746,
+      "step": 297
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9938290690180248e-05,
+      "loss": 0.2865,
+      "step": 298
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9937512843455446e-05,
+      "loss": 0.2282,
+      "step": 299
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9936730140365933e-05,
+      "loss": 0.3268,
+      "step": 300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.993594258129421e-05,
+      "loss": 0.3765,
+      "step": 301
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.993515016662515e-05,
+      "loss": 0.2881,
+      "step": 302
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9934352896745997e-05,
+      "loss": 0.3308,
+      "step": 303
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.993355077204637e-05,
+      "loss": 0.2479,
+      "step": 304
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9932743792918256e-05,
+      "loss": 0.2697,
+      "step": 305
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9931931959756024e-05,
+      "loss": 0.3239,
+      "step": 306
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9931115272956405e-05,
+      "loss": 0.3201,
+      "step": 307
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9930293732918506e-05,
+      "loss": 0.3074,
+      "step": 308
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9929467340043805e-05,
+      "loss": 0.3207,
+      "step": 309
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9928636094736152e-05,
+      "loss": 0.3233,
+      "step": 310
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992779999740177e-05,
+      "loss": 0.2995,
+      "step": 311
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9926959048449253e-05,
+      "loss": 0.292,
+      "step": 312
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992611324828956e-05,
+      "loss": 0.2626,
+      "step": 313
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.992526259733603e-05,
+      "loss": 0.3194,
+      "step": 314
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9924407096004362e-05,
+      "loss": 0.2815,
+      "step": 315
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9923546744712637e-05,
+      "loss": 0.3065,
+      "step": 316
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9922681543881295e-05,
+      "loss": 0.2968,
+      "step": 317
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9921811493933158e-05,
+      "loss": 0.253,
+      "step": 318
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.99209365952934e-05,
+      "loss": 0.2989,
+      "step": 319
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9920056848389585e-05,
+      "loss": 0.2689,
+      "step": 320
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9919172253651637e-05,
+      "loss": 0.2816,
+      "step": 321
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9918282811511837e-05,
+      "loss": 0.2931,
+      "step": 322
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991738852240486e-05,
+      "loss": 0.3408,
+      "step": 323
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9916489386767734e-05,
+      "loss": 0.3525,
+      "step": 324
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991558540503985e-05,
+      "loss": 0.367,
+      "step": 325
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.991467657766298e-05,
+      "loss": 0.2978,
+      "step": 326
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9913762905081262e-05,
+      "loss": 0.3316,
+      "step": 327
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9912844387741194e-05,
+      "loss": 0.3401,
+      "step": 328
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9911921026091646e-05,
+      "loss": 0.2511,
+      "step": 329
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9910992820583863e-05,
+      "loss": 0.3217,
+      "step": 330
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9910059771671442e-05,
+      "loss": 0.367,
+      "step": 331
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9909121879810357e-05,
+      "loss": 0.3158,
+      "step": 332
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9908179145458945e-05,
+      "loss": 0.3063,
+      "step": 333
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9907231569077916e-05,
+      "loss": 0.3479,
+      "step": 334
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9906279151130338e-05,
+      "loss": 0.2677,
+      "step": 335
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9905321892081647e-05,
+      "loss": 0.3064,
+      "step": 336
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990435979239965e-05,
+      "loss": 0.3021,
+      "step": 337
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990339285255451e-05,
+      "loss": 0.3117,
+      "step": 338
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990242107301877e-05,
+      "loss": 0.3438,
+      "step": 339
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9901444454267316e-05,
+      "loss": 0.3099,
+      "step": 340
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.990046299677742e-05,
+      "loss": 0.2786,
+      "step": 341
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9899476701028715e-05,
+      "loss": 0.2556,
+      "step": 342
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9898485567503186e-05,
+      "loss": 0.262,
+      "step": 343
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9897489596685194e-05,
+      "loss": 0.261,
+      "step": 344
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9896488789061462e-05,
+      "loss": 0.3777,
+      "step": 345
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9895483145121067e-05,
+      "loss": 0.3437,
+      "step": 346
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9894472665355463e-05,
+      "loss": 0.3108,
+      "step": 347
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9893457350258462e-05,
+      "loss": 0.2528,
+      "step": 348
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.989243720032624e-05,
+      "loss": 0.3221,
+      "step": 349
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.989141221605733e-05,
+      "loss": 0.3046,
+      "step": 350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9890382397952632e-05,
+      "loss": 0.3146,
+      "step": 351
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988934774651541e-05,
+      "loss": 0.3141,
+      "step": 352
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9888308262251286e-05,
+      "loss": 0.3119,
+      "step": 353
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988726394566825e-05,
+      "loss": 0.2929,
+      "step": 354
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9886214797276644e-05,
+      "loss": 0.3635,
+      "step": 355
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988516081758918e-05,
+      "loss": 0.2712,
+      "step": 356
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9884102007120925e-05,
+      "loss": 0.2971,
+      "step": 357
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9883038366389312e-05,
+      "loss": 0.3057,
+      "step": 358
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988196989591413e-05,
+      "loss": 0.3361,
+      "step": 359
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.988089659621753e-05,
+      "loss": 0.3233,
+      "step": 360
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987981846782402e-05,
+      "loss": 0.2468,
+      "step": 361
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987873551126048e-05,
+      "loss": 0.3105,
+      "step": 362
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987764772705613e-05,
+      "loss": 0.3179,
+      "step": 363
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9876555115742565e-05,
+      "loss": 0.3127,
+      "step": 364
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9875457677853734e-05,
+      "loss": 0.2636,
+      "step": 365
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987435541392594e-05,
+      "loss": 0.2729,
+      "step": 366
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987324832449785e-05,
+      "loss": 0.2984,
+      "step": 367
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987213641011049e-05,
+      "loss": 0.3453,
+      "step": 368
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.987101967130724e-05,
+      "loss": 0.2931,
+      "step": 369
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9869898108633834e-05,
+      "loss": 0.3418,
+      "step": 370
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9868771722638382e-05,
+      "loss": 0.3086,
+      "step": 371
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9867640513871323e-05,
+      "loss": 0.3346,
+      "step": 372
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9866504482885482e-05,
+      "loss": 0.4087,
+      "step": 373
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9865363630236013e-05,
+      "loss": 0.3708,
+      "step": 374
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9864217956480445e-05,
+      "loss": 0.2891,
+      "step": 375
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9863067462178658e-05,
+      "loss": 0.2933,
+      "step": 376
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9861912147892884e-05,
+      "loss": 0.3076,
+      "step": 377
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.986075201418772e-05,
+      "loss": 0.2899,
+      "step": 378
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9859587061630107e-05,
+      "loss": 0.3029,
+      "step": 379
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9858417290789348e-05,
+      "loss": 0.3449,
+      "step": 380
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9857242702237095e-05,
+      "loss": 0.3063,
+      "step": 381
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9856063296547363e-05,
+      "loss": 0.3163,
+      "step": 382
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985487907429651e-05,
+      "loss": 0.3847,
+      "step": 383
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9853690036063263e-05,
+      "loss": 0.3203,
+      "step": 384
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9852496182428683e-05,
+      "loss": 0.301,
+      "step": 385
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.98512975139762e-05,
+      "loss": 0.3623,
+      "step": 386
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.985009403129159e-05,
+      "loss": 0.3209,
+      "step": 387
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9848885734962985e-05,
+      "loss": 0.2817,
+      "step": 388
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9847672625580865e-05,
+      "loss": 0.3477,
+      "step": 389
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9846454703738064e-05,
+      "loss": 0.3142,
+      "step": 390
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9845231970029774e-05,
+      "loss": 0.284,
+      "step": 391
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9844004425053526e-05,
+      "loss": 0.2632,
+      "step": 392
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9842772069409213e-05,
+      "loss": 0.357,
+      "step": 393
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9841534903699075e-05,
+      "loss": 0.3134,
+      "step": 394
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9840292928527703e-05,
+      "loss": 0.2645,
+      "step": 395
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9839046144502032e-05,
+      "loss": 0.2769,
+      "step": 396
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9837794552231365e-05,
+      "loss": 0.3138,
+      "step": 397
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.983653815232733e-05,
+      "loss": 0.3157,
+      "step": 398
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9835276945403926e-05,
+      "loss": 0.3008,
+      "step": 399
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.983401093207749e-05,
+      "loss": 0.3768,
+      "step": 400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9832740112966707e-05,
+      "loss": 0.3722,
+      "step": 401
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.983146448869262e-05,
+      "loss": 0.2672,
+      "step": 402
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9830184059878607e-05,
+      "loss": 0.2971,
+      "step": 403
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9828898827150408e-05,
+      "loss": 0.2841,
+      "step": 404
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.98276087911361e-05,
+      "loss": 0.2678,
+      "step": 405
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.982631395246611e-05,
+      "loss": 0.2769,
+      "step": 406
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9825014311773213e-05,
+      "loss": 0.2349,
+      "step": 407
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.982370986969253e-05,
+      "loss": 0.3255,
+      "step": 408
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9822400626861534e-05,
+      "loss": 0.2998,
+      "step": 409
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.982108658392004e-05,
+      "loss": 0.3864,
+      "step": 410
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9819767741510195e-05,
+      "loss": 0.2991,
+      "step": 411
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9818444100276517e-05,
+      "loss": 0.3083,
+      "step": 412
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.981711566086585e-05,
+      "loss": 0.2792,
+      "step": 413
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9815782423927398e-05,
+      "loss": 0.2749,
+      "step": 414
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9814444390112687e-05,
+      "loss": 0.3157,
+      "step": 415
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9813101560075608e-05,
+      "loss": 0.3191,
+      "step": 416
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9811753934472396e-05,
+      "loss": 0.3031,
+      "step": 417
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.981040151396161e-05,
+      "loss": 0.3261,
+      "step": 418
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9809044299204173e-05,
+      "loss": 0.3495,
+      "step": 419
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9807682290863336e-05,
+      "loss": 0.278,
+      "step": 420
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9806315489604706e-05,
+      "loss": 0.3089,
+      "step": 421
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.980494389609622e-05,
+      "loss": 0.3321,
+      "step": 422
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9803567511008165e-05,
+      "loss": 0.266,
+      "step": 423
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9802186335013165e-05,
+      "loss": 0.3356,
+      "step": 424
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.980080036878619e-05,
+      "loss": 0.3178,
+      "step": 425
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9799409613004544e-05,
+      "loss": 0.359,
+      "step": 426
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9798014068347882e-05,
+      "loss": 0.32,
+      "step": 427
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9796613735498185e-05,
+      "loss": 0.3265,
+      "step": 428
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.979520861513979e-05,
+      "loss": 0.294,
+      "step": 429
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9793798707959358e-05,
+      "loss": 0.3749,
+      "step": 430
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9792384014645898e-05,
+      "loss": 0.2625,
+      "step": 431
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9790964535890758e-05,
+      "loss": 0.3285,
+      "step": 432
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.978954027238763e-05,
+      "loss": 0.3002,
+      "step": 433
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9788111224832527e-05,
+      "loss": 0.2626,
+      "step": 434
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9786677393923818e-05,
+      "loss": 0.2875,
+      "step": 435
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9785238780362193e-05,
+      "loss": 0.2544,
+      "step": 436
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.97837953848507e-05,
+      "loss": 0.309,
+      "step": 437
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9782347208094705e-05,
+      "loss": 0.2879,
+      "step": 438
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9780894250801918e-05,
+      "loss": 0.3019,
+      "step": 439
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.977943651368239e-05,
+      "loss": 0.3359,
+      "step": 440
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9777973997448494e-05,
+      "loss": 0.2885,
+      "step": 441
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9776506702814955e-05,
+      "loss": 0.2877,
+      "step": 442
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9775034630498823e-05,
+      "loss": 0.3173,
+      "step": 443
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9773557781219482e-05,
+      "loss": 0.3195,
+      "step": 444
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.977207615569866e-05,
+      "loss": 0.3167,
+      "step": 445
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9770589754660406e-05,
+      "loss": 0.2861,
+      "step": 446
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9769098578831113e-05,
+      "loss": 0.3203,
+      "step": 447
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.976760262893951e-05,
+      "loss": 0.2857,
+      "step": 448
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.976610190571664e-05,
+      "loss": 0.3745,
+      "step": 449
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9764596409895902e-05,
+      "loss": 0.365,
+      "step": 450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9763086142213012e-05,
+      "loss": 0.258,
+      "step": 451
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9761571103406027e-05,
+      "loss": 0.4052,
+      "step": 452
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9760051294215326e-05,
+      "loss": 0.334,
+      "step": 453
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.975852671538363e-05,
+      "loss": 0.3277,
+      "step": 454
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.975699736765598e-05,
+      "loss": 0.301,
+      "step": 455
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9755463251779764e-05,
+      "loss": 0.3267,
+      "step": 456
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9753924368504675e-05,
+      "loss": 0.3489,
+      "step": 457
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.975238071858276e-05,
+      "loss": 0.3023,
+      "step": 458
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9750832302768385e-05,
+      "loss": 0.2566,
+      "step": 459
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9749279121818235e-05,
+      "loss": 0.3347,
+      "step": 460
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.974772117649135e-05,
+      "loss": 0.3218,
+      "step": 461
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9746158467549074e-05,
+      "loss": 0.246,
+      "step": 462
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9744590995755087e-05,
+      "loss": 0.2879,
+      "step": 463
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.97430187618754e-05,
+      "loss": 0.3343,
+      "step": 464
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9741441766678346e-05,
+      "loss": 0.2991,
+      "step": 465
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9739860010934587e-05,
+      "loss": 0.3531,
+      "step": 466
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9738273495417113e-05,
+      "loss": 0.2651,
+      "step": 467
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9736682220901237e-05,
+      "loss": 0.4027,
+      "step": 468
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.97350861881646e-05,
+      "loss": 0.3191,
+      "step": 469
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9733485397987167e-05,
+      "loss": 0.3076,
+      "step": 470
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.973187985115123e-05,
+      "loss": 0.2791,
+      "step": 471
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9730269548441404e-05,
+      "loss": 0.2787,
+      "step": 472
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9728654490644625e-05,
+      "loss": 0.2942,
+      "step": 473
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9727034678550158e-05,
+      "loss": 0.3076,
+      "step": 474
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.972541011294959e-05,
+      "loss": 0.287,
+      "step": 475
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.972378079463683e-05,
+      "loss": 0.299,
+      "step": 476
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9722146724408104e-05,
+      "loss": 0.3094,
+      "step": 477
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9720507903061976e-05,
+      "loss": 0.3234,
+      "step": 478
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9718864331399316e-05,
+      "loss": 0.284,
+      "step": 479
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.971721601022332e-05,
+      "loss": 0.2997,
+      "step": 480
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.971556294033951e-05,
+      "loss": 0.3082,
+      "step": 481
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9713905122555725e-05,
+      "loss": 0.3733,
+      "step": 482
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.971224255768212e-05,
+      "loss": 0.3343,
+      "step": 483
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9710575246531178e-05,
+      "loss": 0.3155,
+      "step": 484
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9708903189917697e-05,
+      "loss": 0.2966,
+      "step": 485
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9707226388658792e-05,
+      "loss": 0.3035,
+      "step": 486
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9705544843573902e-05,
+      "loss": 0.2941,
+      "step": 487
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9703858555484784e-05,
+      "loss": 0.3835,
+      "step": 488
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9702167525215504e-05,
+      "loss": 0.2957,
+      "step": 489
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9700471753592453e-05,
+      "loss": 0.3175,
+      "step": 490
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9698771241444342e-05,
+      "loss": 0.2958,
+      "step": 491
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9697065989602195e-05,
+      "loss": 0.3236,
+      "step": 492
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9695355998899346e-05,
+      "loss": 0.2862,
+      "step": 493
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9693641270171455e-05,
+      "loss": 0.3091,
+      "step": 494
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9691921804256494e-05,
+      "loss": 0.3649,
+      "step": 495
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.969019760199474e-05,
+      "loss": 0.2989,
+      "step": 496
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.968846866422881e-05,
+      "loss": 0.3123,
+      "step": 497
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9686734991803602e-05,
+      "loss": 0.3089,
+      "step": 498
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9684996585566356e-05,
+      "loss": 0.3769,
+      "step": 499
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9683253446366607e-05,
+      "loss": 0.2762,
+      "step": 500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.968150557505622e-05,
+      "loss": 0.3434,
+      "step": 501
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.967975297248935e-05,
+      "loss": 0.294,
+      "step": 502
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9677995639522482e-05,
+      "loss": 0.309,
+      "step": 503
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.967623357701441e-05,
+      "loss": 0.3071,
+      "step": 504
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9674466785826234e-05,
+      "loss": 0.3631,
+      "step": 505
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9672695266821367e-05,
+      "loss": 0.2751,
+      "step": 506
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9670919020865532e-05,
+      "loss": 0.3041,
+      "step": 507
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9669138048826765e-05,
+      "loss": 0.265,
+      "step": 508
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.966735235157541e-05,
+      "loss": 0.3201,
+      "step": 509
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9665561929984117e-05,
+      "loss": 0.2397,
+      "step": 510
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9663766784927855e-05,
+      "loss": 0.3116,
+      "step": 511
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.966196691728388e-05,
+      "loss": 0.3166,
+      "step": 512
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9660162327931785e-05,
+      "loss": 0.2972,
+      "step": 513
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.965835301775344e-05,
+      "loss": 0.303,
+      "step": 514
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.965653898763305e-05,
+      "loss": 0.3474,
+      "step": 515
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9654720238457106e-05,
+      "loss": 0.3224,
+      "step": 516
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9652896771114416e-05,
+      "loss": 0.4267,
+      "step": 517
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9651068586496087e-05,
+      "loss": 0.3403,
+      "step": 518
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9649235685495542e-05,
+      "loss": 0.3186,
+      "step": 519
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.964739806900849e-05,
+      "loss": 0.3037,
+      "step": 520
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.964555573793297e-05,
+      "loss": 0.3357,
+      "step": 521
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.96437086931693e-05,
+      "loss": 0.2996,
+      "step": 522
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9641856935620117e-05,
+      "loss": 0.293,
+      "step": 523
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9640000466190358e-05,
+      "loss": 0.3132,
+      "step": 524
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.963813928578726e-05,
+      "loss": 0.2594,
+      "step": 525
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9636273395320363e-05,
+      "loss": 0.2775,
+      "step": 526
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.963440279570151e-05,
+      "loss": 0.2576,
+      "step": 527
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9632527487844844e-05,
+      "loss": 0.3163,
+      "step": 528
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.963064747266681e-05,
+      "loss": 0.3037,
+      "step": 529
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.962876275108615e-05,
+      "loss": 0.2874,
+      "step": 530
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9626873324023915e-05,
+      "loss": 0.3051,
+      "step": 531
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9624979192403444e-05,
+      "loss": 0.337,
+      "step": 532
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9623080357150386e-05,
+      "loss": 0.3711,
+      "step": 533
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9621176819192674e-05,
+      "loss": 0.3209,
+      "step": 534
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9619268579460558e-05,
+      "loss": 0.2553,
+      "step": 535
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9617355638886574e-05,
+      "loss": 0.3563,
+      "step": 536
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.961543799840555e-05,
+      "loss": 0.2952,
+      "step": 537
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9613515658954627e-05,
+      "loss": 0.3003,
+      "step": 538
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9611588621473224e-05,
+      "loss": 0.3638,
+      "step": 539
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9609656886903075e-05,
+      "loss": 0.3386,
+      "step": 540
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9607720456188195e-05,
+      "loss": 0.3199,
+      "step": 541
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9605779330274898e-05,
+      "loss": 0.2803,
+      "step": 542
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9603833510111793e-05,
+      "loss": 0.2542,
+      "step": 543
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9601882996649784e-05,
+      "loss": 0.3616,
+      "step": 544
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.959992779084207e-05,
+      "loss": 0.2653,
+      "step": 545
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9597967893644138e-05,
+      "loss": 0.2943,
+      "step": 546
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9596003306013774e-05,
+      "loss": 0.3203,
+      "step": 547
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9594034028911046e-05,
+      "loss": 0.2953,
+      "step": 548
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9592060063298327e-05,
+      "loss": 0.28,
+      "step": 549
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.959008141014027e-05,
+      "loss": 0.2656,
+      "step": 550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9588098070403828e-05,
+      "loss": 0.3242,
+      "step": 551
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9586110045058232e-05,
+      "loss": 0.3299,
+      "step": 552
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.958411733507502e-05,
+      "loss": 0.3247,
+      "step": 553
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9582119941428002e-05,
+      "loss": 0.3124,
+      "step": 554
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9580117865093288e-05,
+      "loss": 0.3352,
+      "step": 555
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9578111107049272e-05,
+      "loss": 0.2778,
+      "step": 556
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.957609966827664e-05,
+      "loss": 0.2903,
+      "step": 557
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9574083549758355e-05,
+      "loss": 0.2869,
+      "step": 558
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9572062752479684e-05,
+      "loss": 0.3775,
+      "step": 559
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9570037277428164e-05,
+      "loss": 0.3528,
+      "step": 560
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9568007125593626e-05,
+      "loss": 0.3285,
+      "step": 561
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9565972297968185e-05,
+      "loss": 0.3434,
+      "step": 562
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9563932795546244e-05,
+      "loss": 0.3319,
+      "step": 563
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9561888619324484e-05,
+      "loss": 0.2905,
+      "step": 564
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9559839770301878e-05,
+      "loss": 0.2963,
+      "step": 565
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9557786249479673e-05,
+      "loss": 0.333,
+      "step": 566
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.955572805786141e-05,
+      "loss": 0.3064,
+      "step": 567
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9553665196452903e-05,
+      "loss": 0.2818,
+      "step": 568
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.955159766626225e-05,
+      "loss": 0.271,
+      "step": 569
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9549525468299842e-05,
+      "loss": 0.337,
+      "step": 570
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.954744860357833e-05,
+      "loss": 0.3277,
+      "step": 571
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9545367073112666e-05,
+      "loss": 0.3383,
+      "step": 572
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9543280877920073e-05,
+      "loss": 0.3387,
+      "step": 573
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9541190019020048e-05,
+      "loss": 0.288,
+      "step": 574
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9539094497434377e-05,
+      "loss": 0.2868,
+      "step": 575
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9536994314187122e-05,
+      "loss": 0.3135,
+      "step": 576
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.953488947030462e-05,
+      "loss": 0.345,
+      "step": 577
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9532779966815484e-05,
+      "loss": 0.3246,
+      "step": 578
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9530665804750618e-05,
+      "loss": 0.2693,
+      "step": 579
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.952854698514318e-05,
+      "loss": 0.3252,
+      "step": 580
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9526423509028627e-05,
+      "loss": 0.3345,
+      "step": 581
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9524295377444673e-05,
+      "loss": 0.2843,
+      "step": 582
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.952216259143132e-05,
+      "loss": 0.3349,
+      "step": 583
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.952002515203083e-05,
+      "loss": 0.3201,
+      "step": 584
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9517883060287765e-05,
+      "loss": 0.3221,
+      "step": 585
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.951573631724893e-05,
+      "loss": 0.3569,
+      "step": 586
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9513584923963426e-05,
+      "loss": 0.3172,
+      "step": 587
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.951142888148261e-05,
+      "loss": 0.2948,
+      "step": 588
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9509268190860124e-05,
+      "loss": 0.3048,
+      "step": 589
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9507102853151876e-05,
+      "loss": 0.2891,
+      "step": 590
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9504932869416045e-05,
+      "loss": 0.3412,
+      "step": 591
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9502758240713076e-05,
+      "loss": 0.3321,
+      "step": 592
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9500578968105696e-05,
+      "loss": 0.3037,
+      "step": 593
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9498395052658892e-05,
+      "loss": 0.304,
+      "step": 594
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9496206495439916e-05,
+      "loss": 0.2941,
+      "step": 595
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9494013297518302e-05,
+      "loss": 0.3213,
+      "step": 596
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.949181545996584e-05,
+      "loss": 0.2875,
+      "step": 597
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.948961298385659e-05,
+      "loss": 0.284,
+      "step": 598
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9487405870266888e-05,
+      "loss": 0.3226,
+      "step": 599
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9485194120275322e-05,
+      "loss": 0.2405,
+      "step": 600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9482977734962753e-05,
+      "loss": 0.3844,
+      "step": 601
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.948075671541231e-05,
+      "loss": 0.2623,
+      "step": 602
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9478531062709384e-05,
+      "loss": 0.3288,
+      "step": 603
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.947630077794162e-05,
+      "loss": 0.4324,
+      "step": 604
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9474065862198948e-05,
+      "loss": 0.28,
+      "step": 605
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9471826316573543e-05,
+      "loss": 0.2863,
+      "step": 606
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9469582142159852e-05,
+      "loss": 0.2516,
+      "step": 607
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9467333340054576e-05,
+      "loss": 0.2932,
+      "step": 608
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9465079911356687e-05,
+      "loss": 0.2541,
+      "step": 609
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9462821857167412e-05,
+      "loss": 0.3046,
+      "step": 610
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9460559178590242e-05,
+      "loss": 0.3314,
+      "step": 611
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945829187673092e-05,
+      "loss": 0.3276,
+      "step": 612
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945601995269746e-05,
+      "loss": 0.3711,
+      "step": 613
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945374340760013e-05,
+      "loss": 0.317,
+      "step": 614
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.945146224255145e-05,
+      "loss": 0.3369,
+      "step": 615
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9449176458666204e-05,
+      "loss": 0.3136,
+      "step": 616
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9446886057061435e-05,
+      "loss": 0.3808,
+      "step": 617
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9444591038856433e-05,
+      "loss": 0.285,
+      "step": 618
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9442291405172756e-05,
+      "loss": 0.2942,
+      "step": 619
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.943998715713422e-05,
+      "loss": 0.2913,
+      "step": 620
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9437678295866872e-05,
+      "loss": 0.3546,
+      "step": 621
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.943536482249904e-05,
+      "loss": 0.259,
+      "step": 622
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9433046738161293e-05,
+      "loss": 0.2888,
+      "step": 623
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9430724043986457e-05,
+      "loss": 0.305,
+      "step": 624
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.942839674110961e-05,
+      "loss": 0.2715,
+      "step": 625
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.942606483066808e-05,
+      "loss": 0.2549,
+      "step": 626
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9423728313801453e-05,
+      "loss": 0.3278,
+      "step": 627
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.942138719165156e-05,
+      "loss": 0.3151,
+      "step": 628
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9419041465362477e-05,
+      "loss": 0.3572,
+      "step": 629
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9416691136080548e-05,
+      "loss": 0.3094,
+      "step": 630
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9414336204954353e-05,
+      "loss": 0.2799,
+      "step": 631
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.941197667313472e-05,
+      "loss": 0.3114,
+      "step": 632
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.940961254177473e-05,
+      "loss": 0.2615,
+      "step": 633
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.940724381202971e-05,
+      "loss": 0.3978,
+      "step": 634
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.940487048505724e-05,
+      "loss": 0.2923,
+      "step": 635
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9402492562017136e-05,
+      "loss": 0.3282,
+      "step": 636
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9400110044071468e-05,
+      "loss": 0.3168,
+      "step": 637
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939772293238455e-05,
+      "loss": 0.3942,
+      "step": 638
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939533122812294e-05,
+      "loss": 0.3065,
+      "step": 639
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939293493245544e-05,
+      "loss": 0.3452,
+      "step": 640
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.939053404655309e-05,
+      "loss": 0.2664,
+      "step": 641
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9388128571589188e-05,
+      "loss": 0.3304,
+      "step": 642
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9385718508739263e-05,
+      "loss": 0.3091,
+      "step": 643
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9383303859181086e-05,
+      "loss": 0.2896,
+      "step": 644
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9380884624094677e-05,
+      "loss": 0.3059,
+      "step": 645
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.937846080466229e-05,
+      "loss": 0.2951,
+      "step": 646
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.937603240206842e-05,
+      "loss": 0.2927,
+      "step": 647
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9373599417499806e-05,
+      "loss": 0.3332,
+      "step": 648
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9371161852145426e-05,
+      "loss": 0.3725,
+      "step": 649
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936871970719649e-05,
+      "loss": 0.334,
+      "step": 650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936627298384645e-05,
+      "loss": 0.3188,
+      "step": 651
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9363821683291e-05,
+      "loss": 0.2959,
+      "step": 652
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.936136580672806e-05,
+      "loss": 0.3925,
+      "step": 653
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9358905355357798e-05,
+      "loss": 0.3014,
+      "step": 654
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9356440330382612e-05,
+      "loss": 0.3011,
+      "step": 655
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9353970733007133e-05,
+      "loss": 0.3373,
+      "step": 656
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9351496564438228e-05,
+      "loss": 0.331,
+      "step": 657
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9349017825885e-05,
+      "loss": 0.3041,
+      "step": 658
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.934653451855879e-05,
+      "loss": 0.2979,
+      "step": 659
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9344046643673156e-05,
+      "loss": 0.3458,
+      "step": 660
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9341554202443906e-05,
+      "loss": 0.3239,
+      "step": 661
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9339057196089067e-05,
+      "loss": 0.3281,
+      "step": 662
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.93365556258289e-05,
+      "loss": 0.3056,
+      "step": 663
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9334049492885906e-05,
+      "loss": 0.3057,
+      "step": 664
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.93315387984848e-05,
+      "loss": 0.2731,
+      "step": 665
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.932902354385253e-05,
+      "loss": 0.2849,
+      "step": 666
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9326503730218288e-05,
+      "loss": 0.3005,
+      "step": 667
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9323979358813476e-05,
+      "loss": 0.3043,
+      "step": 668
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.932145043087173e-05,
+      "loss": 0.3065,
+      "step": 669
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9318916947628907e-05,
+      "loss": 0.313,
+      "step": 670
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.93163789103231e-05,
+      "loss": 0.3023,
+      "step": 671
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9313836320194625e-05,
+      "loss": 0.29,
+      "step": 672
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.931128917848602e-05,
+      "loss": 0.2672,
+      "step": 673
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9308737486442045e-05,
+      "loss": 0.2521,
+      "step": 674
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.930618124530969e-05,
+      "loss": 0.2807,
+      "step": 675
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9303620456338157e-05,
+      "loss": 0.4042,
+      "step": 676
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.930105512077889e-05,
+      "loss": 0.2846,
+      "step": 677
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.929848523988554e-05,
+      "loss": 0.3192,
+      "step": 678
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9295910814913973e-05,
+      "loss": 0.3659,
+      "step": 679
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9293331847122298e-05,
+      "loss": 0.2652,
+      "step": 680
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9290748337770823e-05,
+      "loss": 0.2593,
+      "step": 681
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9288160288122086e-05,
+      "loss": 0.2888,
+      "step": 682
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9285567699440845e-05,
+      "loss": 0.2744,
+      "step": 683
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9282970572994068e-05,
+      "loss": 0.3198,
+      "step": 684
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9280368910050943e-05,
+      "loss": 0.3194,
+      "step": 685
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9277762711882884e-05,
+      "loss": 0.3091,
+      "step": 686
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.927515197976351e-05,
+      "loss": 0.2786,
+      "step": 687
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.927253671496866e-05,
+      "loss": 0.3112,
+      "step": 688
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.926991691877639e-05,
+      "loss": 0.287,
+      "step": 689
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9267292592466965e-05,
+      "loss": 0.3412,
+      "step": 690
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9264663737322872e-05,
+      "loss": 0.3576,
+      "step": 691
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9262030354628804e-05,
+      "loss": 0.336,
+      "step": 692
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9259392445671673e-05,
+      "loss": 0.3182,
+      "step": 693
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9256750011740593e-05,
+      "loss": 0.3142,
+      "step": 694
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9254103054126897e-05,
+      "loss": 0.2603,
+      "step": 695
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9251451574124132e-05,
+      "loss": 0.3778,
+      "step": 696
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.924879557302805e-05,
+      "loss": 0.3902,
+      "step": 697
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9246135052136603e-05,
+      "loss": 0.3073,
+      "step": 698
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9243470012749968e-05,
+      "loss": 0.3165,
+      "step": 699
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9240800456170526e-05,
+      "loss": 0.3116,
+      "step": 700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.923812638370286e-05,
+      "loss": 0.3252,
+      "step": 701
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9235447796653763e-05,
+      "loss": 0.414,
+      "step": 702
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.923276469633223e-05,
+      "loss": 0.3048,
+      "step": 703
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9230077084049478e-05,
+      "loss": 0.3221,
+      "step": 704
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.92273849611189e-05,
+      "loss": 0.297,
+      "step": 705
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9224688328856127e-05,
+      "loss": 0.3099,
+      "step": 706
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9221987188578964e-05,
+      "loss": 0.2868,
+      "step": 707
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9219281541607438e-05,
+      "loss": 0.2652,
+      "step": 708
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9216571389263768e-05,
+      "loss": 0.4071,
+      "step": 709
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.921385673287238e-05,
+      "loss": 0.2411,
+      "step": 710
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9211137573759902e-05,
+      "loss": 0.2745,
+      "step": 711
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9208413913255158e-05,
+      "loss": 0.2259,
+      "step": 712
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9205685752689178e-05,
+      "loss": 0.3011,
+      "step": 713
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9202953093395185e-05,
+      "loss": 0.312,
+      "step": 714
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.92002159367086e-05,
+      "loss": 0.3163,
+      "step": 715
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9197474283967046e-05,
+      "loss": 0.3051,
+      "step": 716
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.919472813651034e-05,
+      "loss": 0.2637,
+      "step": 717
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.91919774956805e-05,
+      "loss": 0.3339,
+      "step": 718
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.918922236282174e-05,
+      "loss": 0.2952,
+      "step": 719
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.918646273928046e-05,
+      "loss": 0.2908,
+      "step": 720
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9183698626405264e-05,
+      "loss": 0.3185,
+      "step": 721
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9180930025546947e-05,
+      "loss": 0.3256,
+      "step": 722
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9178156938058498e-05,
+      "loss": 0.3624,
+      "step": 723
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9175379365295093e-05,
+      "loss": 0.2886,
+      "step": 724
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.917259730861411e-05,
+      "loss": 0.3065,
+      "step": 725
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.916981076937511e-05,
+      "loss": 0.3528,
+      "step": 726
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9167019748939847e-05,
+      "loss": 0.283,
+      "step": 727
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9164224248672266e-05,
+      "loss": 0.2793,
+      "step": 728
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.91614242699385e-05,
+      "loss": 0.3,
+      "step": 729
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9158619814106868e-05,
+      "loss": 0.3317,
+      "step": 730
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9155810882547888e-05,
+      "loss": 0.2693,
+      "step": 731
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9152997476634248e-05,
+      "loss": 0.3634,
+      "step": 732
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9150179597740842e-05,
+      "loss": 0.3247,
+      "step": 733
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9147357247244728e-05,
+      "loss": 0.3486,
+      "step": 734
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9144530426525167e-05,
+      "loss": 0.2975,
+      "step": 735
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9141699136963602e-05,
+      "loss": 0.3168,
+      "step": 736
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.913886337994365e-05,
+      "loss": 0.2773,
+      "step": 737
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.913602315685112e-05,
+      "loss": 0.2823,
+      "step": 738
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9133178469074003e-05,
+      "loss": 0.3316,
+      "step": 739
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.913032931800247e-05,
+      "loss": 0.2902,
+      "step": 740
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9127475705028864e-05,
+      "loss": 0.3255,
+      "step": 741
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9124617631547728e-05,
+      "loss": 0.2757,
+      "step": 742
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9121755098955773e-05,
+      "loss": 0.3215,
+      "step": 743
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.911888810865189e-05,
+      "loss": 0.3309,
+      "step": 744
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.911601666203714e-05,
+      "loss": 0.3345,
+      "step": 745
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9113140760514787e-05,
+      "loss": 0.3009,
+      "step": 746
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9110260405490243e-05,
+      "loss": 0.3722,
+      "step": 747
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9107375598371112e-05,
+      "loss": 0.2889,
+      "step": 748
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9104486340567176e-05,
+      "loss": 0.2952,
+      "step": 749
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9101592633490376e-05,
+      "loss": 0.4081,
+      "step": 750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9098694478554853e-05,
+      "loss": 0.3204,
+      "step": 751
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9095791877176895e-05,
+      "loss": 0.3306,
+      "step": 752
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9092884830774978e-05,
+      "loss": 0.3261,
+      "step": 753
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9089973340769745e-05,
+      "loss": 0.3127,
+      "step": 754
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.908705740858402e-05,
+      "loss": 0.352,
+      "step": 755
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.908413703564278e-05,
+      "loss": 0.2822,
+      "step": 756
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9081212223373192e-05,
+      "loss": 0.2864,
+      "step": 757
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.907828297320458e-05,
+      "loss": 0.2787,
+      "step": 758
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9075349286568435e-05,
+      "loss": 0.2939,
+      "step": 759
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9072411164898427e-05,
+      "loss": 0.2996,
+      "step": 760
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9069468609630385e-05,
+      "loss": 0.3344,
+      "step": 761
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9066521622202304e-05,
+      "loss": 0.305,
+      "step": 762
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.906357020405435e-05,
+      "loss": 0.2813,
+      "step": 763
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9060614356628853e-05,
+      "loss": 0.346,
+      "step": 764
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.90576540813703e-05,
+      "loss": 0.3439,
+      "step": 765
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.905468937972536e-05,
+      "loss": 0.2957,
+      "step": 766
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9051720253142848e-05,
+      "loss": 0.3338,
+      "step": 767
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9048746703073747e-05,
+      "loss": 0.2435,
+      "step": 768
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9045768730971198e-05,
+      "loss": 0.2856,
+      "step": 769
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9042786338290507e-05,
+      "loss": 0.3458,
+      "step": 770
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.903979952648915e-05,
+      "loss": 0.3366,
+      "step": 771
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9036808297026742e-05,
+      "loss": 0.3153,
+      "step": 772
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9033812651365067e-05,
+      "loss": 0.3396,
+      "step": 773
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9030812590968074e-05,
+      "loss": 0.3322,
+      "step": 774
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9027808117301862e-05,
+      "loss": 0.2987,
+      "step": 775
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9024799231834685e-05,
+      "loss": 0.2798,
+      "step": 776
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9021785936036954e-05,
+      "loss": 0.2936,
+      "step": 777
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.901876823138124e-05,
+      "loss": 0.3121,
+      "step": 778
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9015746119342267e-05,
+      "loss": 0.2978,
+      "step": 779
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9012719601396906e-05,
+      "loss": 0.2796,
+      "step": 780
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.900968867902419e-05,
+      "loss": 0.2948,
+      "step": 781
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9006653353705306e-05,
+      "loss": 0.3539,
+      "step": 782
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.900361362692358e-05,
+      "loss": 0.3188,
+      "step": 783
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.90005695001645e-05,
+      "loss": 0.2866,
+      "step": 784
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8997520974915695e-05,
+      "loss": 0.335,
+      "step": 785
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.899446805266696e-05,
+      "loss": 0.312,
+      "step": 786
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.899141073491022e-05,
+      "loss": 0.3125,
+      "step": 787
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8988349023139558e-05,
+      "loss": 0.3517,
+      "step": 788
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.89852829188512e-05,
+      "loss": 0.3143,
+      "step": 789
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.898221242354353e-05,
+      "loss": 0.3537,
+      "step": 790
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8979137538717058e-05,
+      "loss": 0.28,
+      "step": 791
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8976058265874458e-05,
+      "loss": 0.3728,
+      "step": 792
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8972974606520532e-05,
+      "loss": 0.3218,
+      "step": 793
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.896988656216224e-05,
+      "loss": 0.3126,
+      "step": 794
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.896679413430868e-05,
+      "loss": 0.2596,
+      "step": 795
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.896369732447109e-05,
+      "loss": 0.3175,
+      "step": 796
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8960596134162845e-05,
+      "loss": 0.3184,
+      "step": 797
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.895749056489947e-05,
+      "loss": 0.2764,
+      "step": 798
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8954380618198633e-05,
+      "loss": 0.2818,
+      "step": 799
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.895126629558012e-05,
+      "loss": 0.323,
+      "step": 800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8948147598565882e-05,
+      "loss": 0.244,
+      "step": 801
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.894502452867999e-05,
+      "loss": 0.3387,
+      "step": 802
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8941897087448658e-05,
+      "loss": 0.3299,
+      "step": 803
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8938765276400237e-05,
+      "loss": 0.3248,
+      "step": 804
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.893562909706521e-05,
+      "loss": 0.2735,
+      "step": 805
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8932488550976202e-05,
+      "loss": 0.3279,
+      "step": 806
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.892934363966796e-05,
+      "loss": 0.2666,
+      "step": 807
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.892619436467738e-05,
+      "loss": 0.319,
+      "step": 808
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8923040727543474e-05,
+      "loss": 0.2982,
+      "step": 809
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8919882729807395e-05,
+      "loss": 0.3286,
+      "step": 810
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8916720373012425e-05,
+      "loss": 0.3056,
+      "step": 811
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.891355365870398e-05,
+      "loss": 0.3132,
+      "step": 812
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8910382588429603e-05,
+      "loss": 0.3178,
+      "step": 813
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8907207163738956e-05,
+      "loss": 0.2959,
+      "step": 814
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8904027386183847e-05,
+      "loss": 0.3192,
+      "step": 815
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.89008432573182e-05,
+      "loss": 0.2997,
+      "step": 816
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8897654778698064e-05,
+      "loss": 0.3542,
+      "step": 817
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8894461951881616e-05,
+      "loss": 0.2996,
+      "step": 818
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8891264778429165e-05,
+      "loss": 0.3192,
+      "step": 819
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8888063259903137e-05,
+      "loss": 0.2919,
+      "step": 820
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.888485739786808e-05,
+      "loss": 0.3606,
+      "step": 821
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8881647193890667e-05,
+      "loss": 0.3349,
+      "step": 822
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8878432649539697e-05,
+      "loss": 0.2301,
+      "step": 823
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8875213766386084e-05,
+      "loss": 0.3175,
+      "step": 824
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.887199054600286e-05,
+      "loss": 0.3118,
+      "step": 825
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8868762989965187e-05,
+      "loss": 0.3021,
+      "step": 826
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.886553109985034e-05,
+      "loss": 0.2724,
+      "step": 827
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.886229487723771e-05,
+      "loss": 0.2834,
+      "step": 828
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8859054323708804e-05,
+      "loss": 0.3316,
+      "step": 829
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8855809440847253e-05,
+      "loss": 0.3235,
+      "step": 830
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.88525602302388e-05,
+      "loss": 0.2831,
+      "step": 831
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8849306693471297e-05,
+      "loss": 0.3192,
+      "step": 832
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.884604883213472e-05,
+      "loss": 0.2656,
+      "step": 833
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.884278664782115e-05,
+      "loss": 0.2618,
+      "step": 834
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.883952014212479e-05,
+      "loss": 0.2951,
+      "step": 835
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8836249316641944e-05,
+      "loss": 0.2765,
+      "step": 836
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8832974172971036e-05,
+      "loss": 0.3108,
+      "step": 837
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.882969471271259e-05,
+      "loss": 0.3422,
+      "step": 838
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8826410937469256e-05,
+      "loss": 0.3059,
+      "step": 839
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8823122848845777e-05,
+      "loss": 0.3088,
+      "step": 840
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8819830448449005e-05,
+      "loss": 0.3651,
+      "step": 841
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8816533737887913e-05,
+      "loss": 0.2912,
+      "step": 842
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8813232718773564e-05,
+      "loss": 0.2588,
+      "step": 843
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8809927392719136e-05,
+      "loss": 0.3156,
+      "step": 844
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.880661776133991e-05,
+      "loss": 0.3234,
+      "step": 845
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.880330382625327e-05,
+      "loss": 0.3957,
+      "step": 846
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.87999855890787e-05,
+      "loss": 0.2575,
+      "step": 847
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8796663051437795e-05,
+      "loss": 0.3576,
+      "step": 848
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8793336214954245e-05,
+      "loss": 0.3515,
+      "step": 849
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8790005081253843e-05,
+      "loss": 0.3334,
+      "step": 850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8786669651964478e-05,
+      "loss": 0.2831,
+      "step": 851
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8783329928716142e-05,
+      "loss": 0.299,
+      "step": 852
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8779985913140927e-05,
+      "loss": 0.3098,
+      "step": 853
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.877663760687302e-05,
+      "loss": 0.2843,
+      "step": 854
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8773285011548702e-05,
+      "loss": 0.4289,
+      "step": 855
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8769928128806357e-05,
+      "loss": 0.3251,
+      "step": 856
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8766566960286464e-05,
+      "loss": 0.2825,
+      "step": 857
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8763201507631585e-05,
+      "loss": 0.2933,
+      "step": 858
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875983177248639e-05,
+      "loss": 0.3368,
+      "step": 859
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875645775649763e-05,
+      "loss": 0.3077,
+      "step": 860
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8753079461314158e-05,
+      "loss": 0.2838,
+      "step": 861
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.874969688858691e-05,
+      "loss": 0.3134,
+      "step": 862
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8746310039968918e-05,
+      "loss": 0.3277,
+      "step": 863
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8742918917115304e-05,
+      "loss": 0.3266,
+      "step": 864
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873952352168327e-05,
+      "loss": 0.2682,
+      "step": 865
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8736123855332116e-05,
+      "loss": 0.3285,
+      "step": 866
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873271991972323e-05,
+      "loss": 0.2818,
+      "step": 867
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8729311716520075e-05,
+      "loss": 0.2956,
+      "step": 868
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8725899247388207e-05,
+      "loss": 0.3549,
+      "step": 869
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.872248251399527e-05,
+      "loss": 0.3636,
+      "step": 870
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8719061518010986e-05,
+      "loss": 0.2811,
+      "step": 871
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8715636261107158e-05,
+      "loss": 0.3177,
+      "step": 872
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8712206744957684e-05,
+      "loss": 0.3019,
+      "step": 873
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8708772971238528e-05,
+      "loss": 0.3244,
+      "step": 874
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8705334941627745e-05,
+      "loss": 0.2925,
+      "step": 875
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.870189265780546e-05,
+      "loss": 0.332,
+      "step": 876
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.869844612145389e-05,
+      "loss": 0.2929,
+      "step": 877
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8694995334257323e-05,
+      "loss": 0.337,
+      "step": 878
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8691540297902123e-05,
+      "loss": 0.2795,
+      "step": 879
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8688081014076728e-05,
+      "loss": 0.2897,
+      "step": 880
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8684617484471662e-05,
+      "loss": 0.3523,
+      "step": 881
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.868114971077952e-05,
+      "loss": 0.3462,
+      "step": 882
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.867767769469496e-05,
+      "loss": 0.3359,
+      "step": 883
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8674201437914727e-05,
+      "loss": 0.2862,
+      "step": 884
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8670720942137636e-05,
+      "loss": 0.2682,
+      "step": 885
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8667236209064565e-05,
+      "loss": 0.302,
+      "step": 886
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8663747240398478e-05,
+      "loss": 0.3136,
+      "step": 887
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 0.2546,
+      "step": 888
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8656756603109397e-05,
+      "loss": 0.3197,
+      "step": 889
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8653254937902666e-05,
+      "loss": 0.3697,
+      "step": 890
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.864974904393542e-05,
+      "loss": 0.2912,
+      "step": 891
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8646238922920955e-05,
+      "loss": 0.3335,
+      "step": 892
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8642724576574642e-05,
+      "loss": 0.3024,
+      "step": 893
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8639206006613893e-05,
+      "loss": 0.2973,
+      "step": 894
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8635683214758213e-05,
+      "loss": 0.2825,
+      "step": 895
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8632156202729147e-05,
+      "loss": 0.3506,
+      "step": 896
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8628624972250315e-05,
+      "loss": 0.3017,
+      "step": 897
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8625089525047388e-05,
+      "loss": 0.2705,
+      "step": 898
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8621549862848108e-05,
+      "loss": 0.3112,
+      "step": 899
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.861800598738228e-05,
+      "loss": 0.3077,
+      "step": 900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8614457900381747e-05,
+      "loss": 0.285,
+      "step": 901
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.861090560358044e-05,
+      "loss": 0.2381,
+      "step": 902
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.860734909871432e-05,
+      "loss": 0.2693,
+      "step": 903
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.860378838752142e-05,
+      "loss": 0.2694,
+      "step": 904
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.860022347174182e-05,
+      "loss": 0.2994,
+      "step": 905
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.859665435311767e-05,
+      "loss": 0.3138,
+      "step": 906
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.859308103339315e-05,
+      "loss": 0.2735,
+      "step": 907
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8589503514314516e-05,
+      "loss": 0.3023,
+      "step": 908
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8585921797630064e-05,
+      "loss": 0.3024,
+      "step": 909
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.858233588509014e-05,
+      "loss": 0.2875,
+      "step": 910
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.857874577844715e-05,
+      "loss": 0.3037,
+      "step": 911
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8575151479455536e-05,
+      "loss": 0.3316,
+      "step": 912
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8571552989871805e-05,
+      "loss": 0.243,
+      "step": 913
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8567950311454498e-05,
+      "loss": 0.3058,
+      "step": 914
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.856434344596421e-05,
+      "loss": 0.2651,
+      "step": 915
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8560732395163585e-05,
+      "loss": 0.3077,
+      "step": 916
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8557117160817298e-05,
+      "loss": 0.2714,
+      "step": 917
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8553497744692085e-05,
+      "loss": 0.3268,
+      "step": 918
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.854987414855672e-05,
+      "loss": 0.4109,
+      "step": 919
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8546246374182013e-05,
+      "loss": 0.282,
+      "step": 920
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.854261442334083e-05,
+      "loss": 0.3568,
+      "step": 921
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8538978297808063e-05,
+      "loss": 0.339,
+      "step": 922
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8535337999360655e-05,
+      "loss": 0.3216,
+      "step": 923
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.853169352977758e-05,
+      "loss": 0.3096,
+      "step": 924
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8528044890839855e-05,
+      "loss": 0.3177,
+      "step": 925
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.852439208433054e-05,
+      "loss": 0.3631,
+      "step": 926
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8520735112034716e-05,
+      "loss": 0.2918,
+      "step": 927
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8517073975739514e-05,
+      "loss": 0.3386,
+      "step": 928
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.85134086772341e-05,
+      "loss": 0.3247,
+      "step": 929
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.850973921830966e-05,
+      "loss": 0.2628,
+      "step": 930
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8506065600759432e-05,
+      "loss": 0.319,
+      "step": 931
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8502387826378668e-05,
+      "loss": 0.2975,
+      "step": 932
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8498705896964665e-05,
+      "loss": 0.3611,
+      "step": 933
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8495019814316747e-05,
+      "loss": 0.2859,
+      "step": 934
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8491329580236264e-05,
+      "loss": 0.2938,
+      "step": 935
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8487635196526594e-05,
+      "loss": 0.3044,
+      "step": 936
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8483936664993152e-05,
+      "loss": 0.3072,
+      "step": 937
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.848023398744337e-05,
+      "loss": 0.3048,
+      "step": 938
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8476527165686708e-05,
+      "loss": 0.2951,
+      "step": 939
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8472816201534662e-05,
+      "loss": 0.3594,
+      "step": 940
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8469101096800733e-05,
+      "loss": 0.2696,
+      "step": 941
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8465381853300465e-05,
+      "loss": 0.2972,
+      "step": 942
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.846165847285141e-05,
+      "loss": 0.345,
+      "step": 943
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.845793095727315e-05,
+      "loss": 0.3043,
+      "step": 944
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8454199308387285e-05,
+      "loss": 0.3051,
+      "step": 945
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8450463528017433e-05,
+      "loss": 0.2737,
+      "step": 946
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8446723617989238e-05,
+      "loss": 0.3466,
+      "step": 947
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.844297958013035e-05,
+      "loss": 0.2863,
+      "step": 948
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8439231416270452e-05,
+      "loss": 0.3499,
+      "step": 949
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8435479128241228e-05,
+      "loss": 0.2442,
+      "step": 950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8431722717876383e-05,
+      "loss": 0.2903,
+      "step": 951
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8427962187011644e-05,
+      "loss": 0.3504,
+      "step": 952
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.842419753748474e-05,
+      "loss": 0.322,
+      "step": 953
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8420428771135425e-05,
+      "loss": 0.2622,
+      "step": 954
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8416655889805448e-05,
+      "loss": 0.2702,
+      "step": 955
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.841287889533859e-05,
+      "loss": 0.3695,
+      "step": 956
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8409097789580625e-05,
+      "loss": 0.2785,
+      "step": 957
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.840531257437934e-05,
+      "loss": 0.2996,
+      "step": 958
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8401523251584536e-05,
+      "loss": 0.3015,
+      "step": 959
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8397729823048018e-05,
+      "loss": 0.2584,
+      "step": 960
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.83939322906236e-05,
+      "loss": 0.2573,
+      "step": 961
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8390130656167087e-05,
+      "loss": 0.2897,
+      "step": 962
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.838632492153631e-05,
+      "loss": 0.3205,
+      "step": 963
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8382515088591095e-05,
+      "loss": 0.284,
+      "step": 964
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.837870115919327e-05,
+      "loss": 0.297,
+      "step": 965
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8374883135206654e-05,
+      "loss": 0.3156,
+      "step": 966
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8371061018497093e-05,
+      "loss": 0.2604,
+      "step": 967
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8367234810932405e-05,
+      "loss": 0.2922,
+      "step": 968
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8363404514382426e-05,
+      "loss": 0.2641,
+      "step": 969
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8359570130718987e-05,
+      "loss": 0.3608,
+      "step": 970
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.835573166181591e-05,
+      "loss": 0.3208,
+      "step": 971
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8351889109549013e-05,
+      "loss": 0.308,
+      "step": 972
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8348042475796122e-05,
+      "loss": 0.2862,
+      "step": 973
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8344191762437048e-05,
+      "loss": 0.2735,
+      "step": 974
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.834033697135359e-05,
+      "loss": 0.3012,
+      "step": 975
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8336478104429543e-05,
+      "loss": 0.3301,
+      "step": 976
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.833261516355071e-05,
+      "loss": 0.3153,
+      "step": 977
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8328748150604868e-05,
+      "loss": 0.3686,
+      "step": 978
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8324877067481782e-05,
+      "loss": 0.2991,
+      "step": 979
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8321001916073223e-05,
+      "loss": 0.3029,
+      "step": 980
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8317122698272926e-05,
+      "loss": 0.3072,
+      "step": 981
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8313239415976636e-05,
+      "loss": 0.3511,
+      "step": 982
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8309352071082077e-05,
+      "loss": 0.2979,
+      "step": 983
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.830546066548895e-05,
+      "loss": 0.3298,
+      "step": 984
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8301565201098942e-05,
+      "loss": 0.3199,
+      "step": 985
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8297665679815742e-05,
+      "loss": 0.352,
+      "step": 986
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8293762103544997e-05,
+      "loss": 0.3026,
+      "step": 987
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.828985447419435e-05,
+      "loss": 0.3647,
+      "step": 988
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8285942793673418e-05,
+      "loss": 0.3337,
+      "step": 989
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8282027063893802e-05,
+      "loss": 0.3165,
+      "step": 990
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8278107286769086e-05,
+      "loss": 0.3181,
+      "step": 991
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.827418346421482e-05,
+      "loss": 0.3373,
+      "step": 992
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8270255598148542e-05,
+      "loss": 0.3018,
+      "step": 993
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8266323690489757e-05,
+      "loss": 0.2966,
+      "step": 994
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.826238774315995e-05,
+      "loss": 0.3228,
+      "step": 995
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.825844775808258e-05,
+      "loss": 0.3272,
+      "step": 996
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.825450373718309e-05,
+      "loss": 0.3264,
+      "step": 997
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8250555682388866e-05,
+      "loss": 0.2979,
+      "step": 998
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8246603595629297e-05,
+      "loss": 0.3431,
+      "step": 999
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8242647478835717e-05,
+      "loss": 0.3082,
+      "step": 1000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8238687333941455e-05,
+      "loss": 0.326,
+      "step": 1001
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8234723162881786e-05,
+      "loss": 0.3164,
+      "step": 1002
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.823075496759396e-05,
+      "loss": 0.2846,
+      "step": 1003
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8226782750017206e-05,
+      "loss": 0.324,
+      "step": 1004
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8222806512092695e-05,
+      "loss": 0.3226,
+      "step": 1005
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.821882625576358e-05,
+      "loss": 0.3111,
+      "step": 1006
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8214841982974975e-05,
+      "loss": 0.2801,
+      "step": 1007
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.821085369567395e-05,
+      "loss": 0.3113,
+      "step": 1008
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.820686139580955e-05,
+      "loss": 0.3002,
+      "step": 1009
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8202865085332768e-05,
+      "loss": 0.2829,
+      "step": 1010
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.819886476619656e-05,
+      "loss": 0.3068,
+      "step": 1011
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8194860440355842e-05,
+      "loss": 0.3163,
+      "step": 1012
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8190852109767492e-05,
+      "loss": 0.2755,
+      "step": 1013
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.818683977639034e-05,
+      "loss": 0.3011,
+      "step": 1014
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8182823442185172e-05,
+      "loss": 0.3056,
+      "step": 1015
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8178803109114738e-05,
+      "loss": 0.3185,
+      "step": 1016
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8174778779143728e-05,
+      "loss": 0.3142,
+      "step": 1017
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8170750454238794e-05,
+      "loss": 0.293,
+      "step": 1018
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8166718136368543e-05,
+      "loss": 0.258,
+      "step": 1019
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8162681827503525e-05,
+      "loss": 0.3335,
+      "step": 1020
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.815864152961624e-05,
+      "loss": 0.3547,
+      "step": 1021
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8154597244681153e-05,
+      "loss": 0.3204,
+      "step": 1022
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8150548974674653e-05,
+      "loss": 0.301,
+      "step": 1023
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8146496721575098e-05,
+      "loss": 0.3273,
+      "step": 1024
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.814244048736279e-05,
+      "loss": 0.3143,
+      "step": 1025
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8138380274019957e-05,
+      "loss": 0.348,
+      "step": 1026
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8134316083530795e-05,
+      "loss": 0.2811,
+      "step": 1027
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8130247917881432e-05,
+      "loss": 0.3545,
+      "step": 1028
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8126175779059933e-05,
+      "loss": 0.381,
+      "step": 1029
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8122099669056324e-05,
+      "loss": 0.2708,
+      "step": 1030
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8118019589862554e-05,
+      "loss": 0.2938,
+      "step": 1031
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8113935543472516e-05,
+      "loss": 0.3136,
+      "step": 1032
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8109847531882046e-05,
+      "loss": 0.3089,
+      "step": 1033
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8105755557088916e-05,
+      "loss": 0.2806,
+      "step": 1034
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8101659621092832e-05,
+      "loss": 0.3459,
+      "step": 1035
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8097559725895434e-05,
+      "loss": 0.2916,
+      "step": 1036
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8093455873500307e-05,
+      "loss": 0.3077,
+      "step": 1037
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.808934806591296e-05,
+      "loss": 0.3421,
+      "step": 1038
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8085236305140837e-05,
+      "loss": 0.2577,
+      "step": 1039
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8081120593193318e-05,
+      "loss": 0.3149,
+      "step": 1040
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8077000932081706e-05,
+      "loss": 0.3705,
+      "step": 1041
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8072877323819247e-05,
+      "loss": 0.2941,
+      "step": 1042
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.80687497704211e-05,
+      "loss": 0.3403,
+      "step": 1043
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8064618273904366e-05,
+      "loss": 0.3308,
+      "step": 1044
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8060482836288055e-05,
+      "loss": 0.3126,
+      "step": 1045
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8056343459593134e-05,
+      "loss": 0.2976,
+      "step": 1046
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8052200145842458e-05,
+      "loss": 0.3052,
+      "step": 1047
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8048052897060827e-05,
+      "loss": 0.3193,
+      "step": 1048
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.804390171527497e-05,
+      "loss": 0.3111,
+      "step": 1049
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.803974660251352e-05,
+      "loss": 0.3088,
+      "step": 1050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8035587560807045e-05,
+      "loss": 0.3249,
+      "step": 1051
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8031424592188025e-05,
+      "loss": 0.2448,
+      "step": 1052
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.802725769869086e-05,
+      "loss": 0.2743,
+      "step": 1053
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8023086882351872e-05,
+      "loss": 0.3025,
+      "step": 1054
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.80189121452093e-05,
+      "loss": 0.3936,
+      "step": 1055
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8014733489303292e-05,
+      "loss": 0.3528,
+      "step": 1056
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8010550916675918e-05,
+      "loss": 0.2827,
+      "step": 1057
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8006364429371164e-05,
+      "loss": 0.2774,
+      "step": 1058
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.800217402943492e-05,
+      "loss": 0.3463,
+      "step": 1059
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7997979718914994e-05,
+      "loss": 0.3275,
+      "step": 1060
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7993781499861103e-05,
+      "loss": 0.3386,
+      "step": 1061
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7989579374324883e-05,
+      "loss": 0.2742,
+      "step": 1062
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.798537334435986e-05,
+      "loss": 0.3535,
+      "step": 1063
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7981163412021493e-05,
+      "loss": 0.3361,
+      "step": 1064
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7976949579367122e-05,
+      "loss": 0.35,
+      "step": 1065
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.797273184845601e-05,
+      "loss": 0.2563,
+      "step": 1066
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7968510221349323e-05,
+      "loss": 0.2942,
+      "step": 1067
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7964284700110125e-05,
+      "loss": 0.2954,
+      "step": 1068
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.796005528680339e-05,
+      "loss": 0.3787,
+      "step": 1069
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7955821983495985e-05,
+      "loss": 0.2731,
+      "step": 1070
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7951584792256694e-05,
+      "loss": 0.294,
+      "step": 1071
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.794734371515618e-05,
+      "loss": 0.3001,
+      "step": 1072
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7943098754267023e-05,
+      "loss": 0.3459,
+      "step": 1073
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7938849911663685e-05,
+      "loss": 0.2962,
+      "step": 1074
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.793459718942254e-05,
+      "loss": 0.3306,
+      "step": 1075
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7930340589621857e-05,
+      "loss": 0.329,
+      "step": 1076
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.792608011434178e-05,
+      "loss": 0.3683,
+      "step": 1077
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7921815765664373e-05,
+      "loss": 0.3273,
+      "step": 1078
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7917547545673578e-05,
+      "loss": 0.266,
+      "step": 1079
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7913275456455232e-05,
+      "loss": 0.3344,
+      "step": 1080
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7908999500097063e-05,
+      "loss": 0.3973,
+      "step": 1081
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7904719678688683e-05,
+      "loss": 0.3459,
+      "step": 1082
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7900435994321607e-05,
+      "loss": 0.2786,
+      "step": 1083
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.789614844908923e-05,
+      "loss": 0.2669,
+      "step": 1084
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7891857045086825e-05,
+      "loss": 0.3111,
+      "step": 1085
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7887561784411566e-05,
+      "loss": 0.274,
+      "step": 1086
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.78832626691625e-05,
+      "loss": 0.3013,
+      "step": 1087
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.7878959701440564e-05,
+      "loss": 0.2834,
+      "step": 1088
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.787465288334858e-05,
+      "loss": 0.2647,
+      "step": 1089
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.787034221699124e-05,
+      "loss": 0.307,
+      "step": 1090
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.786602770447513e-05,
+      "loss": 0.237,
+      "step": 1091
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7861709347908703e-05,
+      "loss": 0.2824,
+      "step": 1092
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.785738714940231e-05,
+      "loss": 0.3816,
+      "step": 1093
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7853061111068154e-05,
+      "loss": 0.3094,
+      "step": 1094
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7848731235020332e-05,
+      "loss": 0.3416,
+      "step": 1095
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7844397523374817e-05,
+      "loss": 0.3402,
+      "step": 1096
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7840059978249444e-05,
+      "loss": 0.2943,
+      "step": 1097
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.783571860176393e-05,
+      "loss": 0.2887,
+      "step": 1098
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7831373396039863e-05,
+      "loss": 0.2789,
+      "step": 1099
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7827024363200707e-05,
+      "loss": 0.3738,
+      "step": 1100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7822671505371785e-05,
+      "loss": 0.3296,
+      "step": 1101
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.78183148246803e-05,
+      "loss": 0.2925,
+      "step": 1102
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7813954323255318e-05,
+      "loss": 0.3376,
+      "step": 1103
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.780959000322777e-05,
+      "loss": 0.3022,
+      "step": 1104
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.780522186673046e-05,
+      "loss": 0.3647,
+      "step": 1105
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7800849915898055e-05,
+      "loss": 0.323,
+      "step": 1106
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.779647415286708e-05,
+      "loss": 0.3253,
+      "step": 1107
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7792094579775928e-05,
+      "loss": 0.3111,
+      "step": 1108
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7787711198764852e-05,
+      "loss": 0.3471,
+      "step": 1109
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7783324011975974e-05,
+      "loss": 0.2378,
+      "step": 1110
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7778933021553262e-05,
+      "loss": 0.3193,
+      "step": 1111
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.777453822964255e-05,
+      "loss": 0.3878,
+      "step": 1112
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7770139638391535e-05,
+      "loss": 0.329,
+      "step": 1113
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7765737249949763e-05,
+      "loss": 0.3268,
+      "step": 1114
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.776133106646863e-05,
+      "loss": 0.34,
+      "step": 1115
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.775692109010141e-05,
+      "loss": 0.316,
+      "step": 1116
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7752507323003203e-05,
+      "loss": 0.3435,
+      "step": 1117
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7748089767330972e-05,
+      "loss": 0.2777,
+      "step": 1118
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7743668425243547e-05,
+      "loss": 0.3166,
+      "step": 1119
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7739243298901578e-05,
+      "loss": 0.274,
+      "step": 1120
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.773481439046759e-05,
+      "loss": 0.2959,
+      "step": 1121
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7730381702105946e-05,
+      "loss": 0.3103,
+      "step": 1122
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7725945235982856e-05,
+      "loss": 0.2776,
+      "step": 1123
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7721504994266376e-05,
+      "loss": 0.3369,
+      "step": 1124
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7717060979126408e-05,
+      "loss": 0.3248,
+      "step": 1125
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7712613192734703e-05,
+      "loss": 0.331,
+      "step": 1126
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.770816163726485e-05,
+      "loss": 0.3274,
+      "step": 1127
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7703706314892275e-05,
+      "loss": 0.2761,
+      "step": 1128
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.769924722779425e-05,
+      "loss": 0.2856,
+      "step": 1129
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7694784378149895e-05,
+      "loss": 0.2976,
+      "step": 1130
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7690317768140155e-05,
+      "loss": 0.2624,
+      "step": 1131
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.768584739994782e-05,
+      "loss": 0.2716,
+      "step": 1132
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.768137327575751e-05,
+      "loss": 0.2966,
+      "step": 1133
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7676895397755694e-05,
+      "loss": 0.2999,
+      "step": 1134
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.7672413768130662e-05,
+      "loss": 0.3178,
+      "step": 1135
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.766792838907254e-05,
+      "loss": 0.3235,
+      "step": 1136
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7663439262773294e-05,
+      "loss": 0.3527,
+      "step": 1137
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7658946391426712e-05,
+      "loss": 0.3321,
+      "step": 1138
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.765444977722842e-05,
+      "loss": 0.2858,
+      "step": 1139
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.764994942237586e-05,
+      "loss": 0.2846,
+      "step": 1140
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.764544532906832e-05,
+      "loss": 0.3076,
+      "step": 1141
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7640937499506907e-05,
+      "loss": 0.3454,
+      "step": 1142
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7636425935894545e-05,
+      "loss": 0.3021,
+      "step": 1143
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7631910640435998e-05,
+      "loss": 0.3386,
+      "step": 1144
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7627391615337844e-05,
+      "loss": 0.2373,
+      "step": 1145
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7622868862808485e-05,
+      "loss": 0.2829,
+      "step": 1146
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7618342385058147e-05,
+      "loss": 0.3652,
+      "step": 1147
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7613812184298872e-05,
+      "loss": 0.2649,
+      "step": 1148
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7609278262744525e-05,
+      "loss": 0.2817,
+      "step": 1149
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7604740622610796e-05,
+      "loss": 0.2582,
+      "step": 1150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7600199266115182e-05,
+      "loss": 0.3746,
+      "step": 1151
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.759565419547699e-05,
+      "loss": 0.3046,
+      "step": 1152
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7591105412917363e-05,
+      "loss": 0.302,
+      "step": 1153
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.758655292065924e-05,
+      "loss": 0.2626,
+      "step": 1154
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7581996720927378e-05,
+      "loss": 0.306,
+      "step": 1155
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7577436815948353e-05,
+      "loss": 0.3377,
+      "step": 1156
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7572873207950544e-05,
+      "loss": 0.3561,
+      "step": 1157
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.756830589916414e-05,
+      "loss": 0.3068,
+      "step": 1158
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7563734891821135e-05,
+      "loss": 0.3054,
+      "step": 1159
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7559160188155342e-05,
+      "loss": 0.2642,
+      "step": 1160
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7554581790402372e-05,
+      "loss": 0.2799,
+      "step": 1161
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.754999970079964e-05,
+      "loss": 0.3331,
+      "step": 1162
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7545413921586374e-05,
+      "loss": 0.2876,
+      "step": 1163
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7540824455003594e-05,
+      "loss": 0.3022,
+      "step": 1164
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7536231303294128e-05,
+      "loss": 0.3271,
+      "step": 1165
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7531634468702608e-05,
+      "loss": 0.3104,
+      "step": 1166
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7527033953475455e-05,
+      "loss": 0.3454,
+      "step": 1167
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7522429759860903e-05,
+      "loss": 0.293,
+      "step": 1168
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.751782189010897e-05,
+      "loss": 0.3274,
+      "step": 1169
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.751321034647148e-05,
+      "loss": 0.3075,
+      "step": 1170
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7508595131202046e-05,
+      "loss": 0.3324,
+      "step": 1171
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7503976246556083e-05,
+      "loss": 0.3439,
+      "step": 1172
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7499353694790788e-05,
+      "loss": 0.3839,
+      "step": 1173
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7494727478165163e-05,
+      "loss": 0.3336,
+      "step": 1174
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.749009759893999e-05,
+      "loss": 0.2593,
+      "step": 1175
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.748546405937785e-05,
+      "loss": 0.3548,
+      "step": 1176
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7480826861743102e-05,
+      "loss": 0.3011,
+      "step": 1177
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7476186008301904e-05,
+      "loss": 0.3159,
+      "step": 1178
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7471541501322192e-05,
+      "loss": 0.3731,
+      "step": 1179
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7466893343073688e-05,
+      "loss": 0.3008,
+      "step": 1180
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.7462241535827912e-05,
+      "loss": 0.2935,
+      "step": 1181
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.745758608185815e-05,
+      "loss": 0.2829,
+      "step": 1182
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7452926983439477e-05,
+      "loss": 0.2889,
+      "step": 1183
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7448264242848746e-05,
+      "loss": 0.2686,
+      "step": 1184
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.744359786236459e-05,
+      "loss": 0.2845,
+      "step": 1185
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7438927844267436e-05,
+      "loss": 0.3236,
+      "step": 1186
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.743425419083946e-05,
+      "loss": 0.3642,
+      "step": 1187
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.742957690436464e-05,
+      "loss": 0.2935,
+      "step": 1188
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7424895987128723e-05,
+      "loss": 0.3546,
+      "step": 1189
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7420211441419216e-05,
+      "loss": 0.3101,
+      "step": 1190
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7415523269525422e-05,
+      "loss": 0.3685,
+      "step": 1191
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7410831473738393e-05,
+      "loss": 0.3307,
+      "step": 1192
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7406136056350972e-05,
+      "loss": 0.298,
+      "step": 1193
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.740143701965776e-05,
+      "loss": 0.3035,
+      "step": 1194
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.739673436595513e-05,
+      "loss": 0.3332,
+      "step": 1195
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7392028097541223e-05,
+      "loss": 0.3282,
+      "step": 1196
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7387318216715946e-05,
+      "loss": 0.289,
+      "step": 1197
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7382604725780973e-05,
+      "loss": 0.3269,
+      "step": 1198
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.737788762703974e-05,
+      "loss": 0.2915,
+      "step": 1199
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.737316692279744e-05,
+      "loss": 0.2723,
+      "step": 1200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7368442615361047e-05,
+      "loss": 0.3333,
+      "step": 1201
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7363714707039275e-05,
+      "loss": 0.3025,
+      "step": 1202
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7358983200142608e-05,
+      "loss": 0.2495,
+      "step": 1203
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7354248096983286e-05,
+      "loss": 0.3078,
+      "step": 1204
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.734950939987531e-05,
+      "loss": 0.3118,
+      "step": 1205
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7344767111134433e-05,
+      "loss": 0.2708,
+      "step": 1206
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7340021233078165e-05,
+      "loss": 0.2996,
+      "step": 1207
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7335271768025773e-05,
+      "loss": 0.3794,
+      "step": 1208
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7330518718298263e-05,
+      "loss": 0.3412,
+      "step": 1209
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7325762086218415e-05,
+      "loss": 0.3298,
+      "step": 1210
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.732100187411075e-05,
+      "loss": 0.2822,
+      "step": 1211
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7316238084301526e-05,
+      "loss": 0.3357,
+      "step": 1212
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7311470719118765e-05,
+      "loss": 0.2765,
+      "step": 1213
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7306699780892233e-05,
+      "loss": 0.3411,
+      "step": 1214
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.730192527195344e-05,
+      "loss": 0.2958,
+      "step": 1215
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7297147194635638e-05,
+      "loss": 0.3222,
+      "step": 1216
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7292365551273835e-05,
+      "loss": 0.328,
+      "step": 1217
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7287580344204763e-05,
+      "loss": 0.2951,
+      "step": 1218
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.728279157576691e-05,
+      "loss": 0.3277,
+      "step": 1219
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7277999248300502e-05,
+      "loss": 0.2746,
+      "step": 1220
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.72732033641475e-05,
+      "loss": 0.3553,
+      "step": 1221
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.726840392565161e-05,
+      "loss": 0.2983,
+      "step": 1222
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.726360093515826e-05,
+      "loss": 0.3627,
+      "step": 1223
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.725879439501463e-05,
+      "loss": 0.2964,
+      "step": 1224
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7253984307569634e-05,
+      "loss": 0.2959,
+      "step": 1225
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.7249170675173905e-05,
+      "loss": 0.3,
+      "step": 1226
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.724435350017982e-05,
+      "loss": 0.3693,
+      "step": 1227
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7239532784941496e-05,
+      "loss": 0.3033,
+      "step": 1228
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7234708531814753e-05,
+      "loss": 0.2939,
+      "step": 1229
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7229880743157165e-05,
+      "loss": 0.2872,
+      "step": 1230
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7225049421328024e-05,
+      "loss": 0.2289,
+      "step": 1231
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7220214568688346e-05,
+      "loss": 0.3191,
+      "step": 1232
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7215376187600883e-05,
+      "loss": 0.3276,
+      "step": 1233
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.72105342804301e-05,
+      "loss": 0.3217,
+      "step": 1234
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7205688849542185e-05,
+      "loss": 0.325,
+      "step": 1235
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7200839897305054e-05,
+      "loss": 0.3397,
+      "step": 1236
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.719598742608835e-05,
+      "loss": 0.3355,
+      "step": 1237
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7191131438263423e-05,
+      "loss": 0.2879,
+      "step": 1238
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7186271936203344e-05,
+      "loss": 0.253,
+      "step": 1239
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7181408922282903e-05,
+      "loss": 0.2744,
+      "step": 1240
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.717654239887861e-05,
+      "loss": 0.3292,
+      "step": 1241
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7171672368368693e-05,
+      "loss": 0.325,
+      "step": 1242
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.716679883313308e-05,
+      "loss": 0.2821,
+      "step": 1243
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.716192179555342e-05,
+      "loss": 0.3603,
+      "step": 1244
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7157041258013074e-05,
+      "loss": 0.2772,
+      "step": 1245
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7152157222897114e-05,
+      "loss": 0.3385,
+      "step": 1246
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.714726969259232e-05,
+      "loss": 0.3249,
+      "step": 1247
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.714237866948718e-05,
+      "loss": 0.2833,
+      "step": 1248
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.713748415597189e-05,
+      "loss": 0.3021,
+      "step": 1249
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7132586154438346e-05,
+      "loss": 0.3281,
+      "step": 1250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7127684667280157e-05,
+      "loss": 0.3056,
+      "step": 1251
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7122779696892628e-05,
+      "loss": 0.3292,
+      "step": 1252
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7117871245672774e-05,
+      "loss": 0.309,
+      "step": 1253
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7112959316019307e-05,
+      "loss": 0.2835,
+      "step": 1254
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7108043910332635e-05,
+      "loss": 0.3044,
+      "step": 1255
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7103125031014868e-05,
+      "loss": 0.2876,
+      "step": 1256
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7098202680469817e-05,
+      "loss": 0.3338,
+      "step": 1257
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.709327686110299e-05,
+      "loss": 0.2567,
+      "step": 1258
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7088347575321575e-05,
+      "loss": 0.273,
+      "step": 1259
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7083414825534473e-05,
+      "loss": 0.2893,
+      "step": 1260
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7078478614152273e-05,
+      "loss": 0.3323,
+      "step": 1261
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.707353894358725e-05,
+      "loss": 0.2734,
+      "step": 1262
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7068595816253367e-05,
+      "loss": 0.3574,
+      "step": 1263
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.706364923456629e-05,
+      "loss": 0.3056,
+      "step": 1264
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.705869920094336e-05,
+      "loss": 0.3276,
+      "step": 1265
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7053745717803613e-05,
+      "loss": 0.3085,
+      "step": 1266
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.704878878756776e-05,
+      "loss": 0.3211,
+      "step": 1267
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7043828412658214e-05,
+      "loss": 0.2342,
+      "step": 1268
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7038864595499055e-05,
+      "loss": 0.3392,
+      "step": 1269
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.703389733851605e-05,
+      "loss": 0.3309,
+      "step": 1270
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7028926644136657e-05,
+      "loss": 0.3041,
+      "step": 1271
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.702395251479e-05,
+      "loss": 0.3342,
+      "step": 1272
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7018974952906885e-05,
+      "loss": 0.3528,
+      "step": 1273
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.7013993960919797e-05,
+      "loss": 0.3432,
+      "step": 1274
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7009009541262907e-05,
+      "loss": 0.3518,
+      "step": 1275
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7004021696372043e-05,
+      "loss": 0.2694,
+      "step": 1276
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6999030428684716e-05,
+      "loss": 0.2708,
+      "step": 1277
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6994035740640113e-05,
+      "loss": 0.344,
+      "step": 1278
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6989037634679088e-05,
+      "loss": 0.3538,
+      "step": 1279
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6984036113244165e-05,
+      "loss": 0.281,
+      "step": 1280
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.697903117877954e-05,
+      "loss": 0.3204,
+      "step": 1281
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.697402283373107e-05,
+      "loss": 0.3017,
+      "step": 1282
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6969011080546294e-05,
+      "loss": 0.3364,
+      "step": 1283
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6963995921674397e-05,
+      "loss": 0.3619,
+      "step": 1284
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6958977359566244e-05,
+      "loss": 0.2851,
+      "step": 1285
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.695395539667435e-05,
+      "loss": 0.2638,
+      "step": 1286
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6948930035452905e-05,
+      "loss": 0.2981,
+      "step": 1287
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.694390127835775e-05,
+      "loss": 0.2914,
+      "step": 1288
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6938869127846393e-05,
+      "loss": 0.3419,
+      "step": 1289
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6933833586377993e-05,
+      "loss": 0.3726,
+      "step": 1290
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.692879465641337e-05,
+      "loss": 0.2976,
+      "step": 1291
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6923752340415e-05,
+      "loss": 0.2886,
+      "step": 1292
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6918706640847012e-05,
+      "loss": 0.3271,
+      "step": 1293
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6913657560175197e-05,
+      "loss": 0.2982,
+      "step": 1294
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6908605100866977e-05,
+      "loss": 0.2623,
+      "step": 1295
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.690354926539145e-05,
+      "loss": 0.3047,
+      "step": 1296
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6898490056219356e-05,
+      "loss": 0.3133,
+      "step": 1297
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.689342747582307e-05,
+      "loss": 0.3117,
+      "step": 1298
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.688836152667663e-05,
+      "loss": 0.2848,
+      "step": 1299
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6883292211255712e-05,
+      "loss": 0.2781,
+      "step": 1300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.687821953203765e-05,
+      "loss": 0.32,
+      "step": 1301
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6873143491501402e-05,
+      "loss": 0.2936,
+      "step": 1302
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6868064092127586e-05,
+      "loss": 0.2949,
+      "step": 1303
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6862981336398453e-05,
+      "loss": 0.3006,
+      "step": 1304
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6857895226797896e-05,
+      "loss": 0.3162,
+      "step": 1305
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6852805765811442e-05,
+      "loss": 0.3013,
+      "step": 1306
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6847712955926264e-05,
+      "loss": 0.3581,
+      "step": 1307
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.684261679963117e-05,
+      "loss": 0.3019,
+      "step": 1308
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6837517299416598e-05,
+      "loss": 0.3596,
+      "step": 1309
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6832414457774626e-05,
+      "loss": 0.3438,
+      "step": 1310
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.682730827719896e-05,
+      "loss": 0.3219,
+      "step": 1311
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6822198760184942e-05,
+      "loss": 0.2738,
+      "step": 1312
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6817085909229544e-05,
+      "loss": 0.3308,
+      "step": 1313
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6811969726831362e-05,
+      "loss": 0.2746,
+      "step": 1314
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.680685021549063e-05,
+      "loss": 0.2981,
+      "step": 1315
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6801727377709195e-05,
+      "loss": 0.3381,
+      "step": 1316
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6796601215990542e-05,
+      "loss": 0.3653,
+      "step": 1317
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6791471732839778e-05,
+      "loss": 0.3365,
+      "step": 1318
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6786338930763624e-05,
+      "loss": 0.3116,
+      "step": 1319
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6781202812270437e-05,
+      "loss": 0.2755,
+      "step": 1320
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6776063379870183e-05,
+      "loss": 0.3158,
+      "step": 1321
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6770920636074456e-05,
+      "loss": 0.2775,
+      "step": 1322
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.676577458339646e-05,
+      "loss": 0.3194,
+      "step": 1323
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.676062522435102e-05,
+      "loss": 0.3376,
+      "step": 1324
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6755472561454582e-05,
+      "loss": 0.3323,
+      "step": 1325
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.67503165972252e-05,
+      "loss": 0.3002,
+      "step": 1326
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6745157334182537e-05,
+      "loss": 0.2971,
+      "step": 1327
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6739994774847884e-05,
+      "loss": 0.3863,
+      "step": 1328
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6734828921744127e-05,
+      "loss": 0.302,
+      "step": 1329
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6729659777395764e-05,
+      "loss": 0.2686,
+      "step": 1330
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6724487344328912e-05,
+      "loss": 0.2552,
+      "step": 1331
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6719311625071285e-05,
+      "loss": 0.3229,
+      "step": 1332
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.671413262215221e-05,
+      "loss": 0.342,
+      "step": 1333
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.670895033810261e-05,
+      "loss": 0.2916,
+      "step": 1334
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.670376477545501e-05,
+      "loss": 0.3194,
+      "step": 1335
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.669857593674356e-05,
+      "loss": 0.3246,
+      "step": 1336
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.669338382450398e-05,
+      "loss": 0.3181,
+      "step": 1337
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6688188441273612e-05,
+      "loss": 0.334,
+      "step": 1338
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6682989789591387e-05,
+      "loss": 0.2837,
+      "step": 1339
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667778787199783e-05,
+      "loss": 0.3229,
+      "step": 1340
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6672582691035077e-05,
+      "loss": 0.2602,
+      "step": 1341
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6667374249246836e-05,
+      "loss": 0.3238,
+      "step": 1342
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6662162549178433e-05,
+      "loss": 0.3032,
+      "step": 1343
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6656947593376766e-05,
+      "loss": 0.2892,
+      "step": 1344
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6651729384390336e-05,
+      "loss": 0.2899,
+      "step": 1345
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6646507924769233e-05,
+      "loss": 0.2771,
+      "step": 1346
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6641283217065125e-05,
+      "loss": 0.2691,
+      "step": 1347
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6636055263831286e-05,
+      "loss": 0.2978,
+      "step": 1348
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6630824067622556e-05,
+      "loss": 0.3279,
+      "step": 1349
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6625589630995377e-05,
+      "loss": 0.3928,
+      "step": 1350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6620351956507758e-05,
+      "loss": 0.3071,
+      "step": 1351
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6615111046719308e-05,
+      "loss": 0.3135,
+      "step": 1352
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.66098669041912e-05,
+      "loss": 0.3757,
+      "step": 1353
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.66046195314862e-05,
+      "loss": 0.3322,
+      "step": 1354
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6599368931168643e-05,
+      "loss": 0.3015,
+      "step": 1355
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594115105804453e-05,
+      "loss": 0.3007,
+      "step": 1356
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.658885805796111e-05,
+      "loss": 0.3041,
+      "step": 1357
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6583597790207696e-05,
+      "loss": 0.3282,
+      "step": 1358
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6578334305114844e-05,
+      "loss": 0.3194,
+      "step": 1359
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.657306760525477e-05,
+      "loss": 0.2667,
+      "step": 1360
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6567797693201257e-05,
+      "loss": 0.2456,
+      "step": 1361
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6562524571529662e-05,
+      "loss": 0.2734,
+      "step": 1362
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6557248242816905e-05,
+      "loss": 0.2889,
+      "step": 1363
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.655196870964147e-05,
+      "loss": 0.3035,
+      "step": 1364
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6546685974583425e-05,
+      "loss": 0.2739,
+      "step": 1365
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6541400040224386e-05,
+      "loss": 0.3102,
+      "step": 1366
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.653611090914753e-05,
+      "loss": 0.2833,
+      "step": 1367
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6530818583937612e-05,
+      "loss": 0.2931,
+      "step": 1368
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6525523067180937e-05,
+      "loss": 0.2983,
+      "step": 1369
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.652022436146537e-05,
+      "loss": 0.285,
+      "step": 1370
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.651492246938034e-05,
+      "loss": 0.284,
+      "step": 1371
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6509617393516825e-05,
+      "loss": 0.3177,
+      "step": 1372
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6504309136467364e-05,
+      "loss": 0.2636,
+      "step": 1373
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6498997700826052e-05,
+      "loss": 0.3288,
+      "step": 1374
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6493683089188535e-05,
+      "loss": 0.2534,
+      "step": 1375
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6488365304152015e-05,
+      "loss": 0.3192,
+      "step": 1376
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6483044348315233e-05,
+      "loss": 0.2955,
+      "step": 1377
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6477720224278493e-05,
+      "loss": 0.3388,
+      "step": 1378
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.647239293464364e-05,
+      "loss": 0.2416,
+      "step": 1379
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.646706248201407e-05,
+      "loss": 0.3817,
+      "step": 1380
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.646172886899472e-05,
+      "loss": 0.3008,
+      "step": 1381
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.645639209819208e-05,
+      "loss": 0.2994,
+      "step": 1382
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.645105217221417e-05,
+      "loss": 0.3401,
+      "step": 1383
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6445709093670564e-05,
+      "loss": 0.2682,
+      "step": 1384
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6440362865172373e-05,
+      "loss": 0.3234,
+      "step": 1385
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6435013489332238e-05,
+      "loss": 0.2684,
+      "step": 1386
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6429660968764355e-05,
+      "loss": 0.2974,
+      "step": 1387
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6424305306084444e-05,
+      "loss": 0.3625,
+      "step": 1388
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.641894650390977e-05,
+      "loss": 0.3359,
+      "step": 1389
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6413584564859118e-05,
+      "loss": 0.291,
+      "step": 1390
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6408219491552818e-05,
+      "loss": 0.3424,
+      "step": 1391
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6402851286612735e-05,
+      "loss": 0.2949,
+      "step": 1392
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.639747995266225e-05,
+      "loss": 0.2886,
+      "step": 1393
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6392105492326288e-05,
+      "loss": 0.2891,
+      "step": 1394
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6386727908231285e-05,
+      "loss": 0.3187,
+      "step": 1395
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.638134720300522e-05,
+      "loss": 0.3412,
+      "step": 1396
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6375963379277592e-05,
+      "loss": 0.324,
+      "step": 1397
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.637057643967942e-05,
+      "loss": 0.3133,
+      "step": 1398
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.636518638684325e-05,
+      "loss": 0.278,
+      "step": 1399
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6359793223403144e-05,
+      "loss": 0.2846,
+      "step": 1400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6354396951994695e-05,
+      "loss": 0.3866,
+      "step": 1401
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6348997575255e-05,
+      "loss": 0.2658,
+      "step": 1402
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6343595095822683e-05,
+      "loss": 0.3357,
+      "step": 1403
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6338189516337887e-05,
+      "loss": 0.3248,
+      "step": 1404
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.633278083944226e-05,
+      "loss": 0.3303,
+      "step": 1405
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6327369067778978e-05,
+      "loss": 0.3377,
+      "step": 1406
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6321954203992708e-05,
+      "loss": 0.3144,
+      "step": 1407
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.631653625072965e-05,
+      "loss": 0.2803,
+      "step": 1408
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6311115210637502e-05,
+      "loss": 0.317,
+      "step": 1409
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.6305691086365466e-05,
+      "loss": 0.3128,
+      "step": 1410
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.630026388056427e-05,
+      "loss": 0.2634,
+      "step": 1411
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.629483359588613e-05,
+      "loss": 0.2924,
+      "step": 1412
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.628940023498477e-05,
+      "loss": 0.2798,
+      "step": 1413
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6283963800515427e-05,
+      "loss": 0.2881,
+      "step": 1414
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6278524295134826e-05,
+      "loss": 0.2921,
+      "step": 1415
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6273081721501207e-05,
+      "loss": 0.4041,
+      "step": 1416
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6267636082274294e-05,
+      "loss": 0.2684,
+      "step": 1417
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.626218738011532e-05,
+      "loss": 0.3047,
+      "step": 1418
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.625673561768702e-05,
+      "loss": 0.2995,
+      "step": 1419
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6251280797653606e-05,
+      "loss": 0.3071,
+      "step": 1420
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.62458229226808e-05,
+      "loss": 0.2605,
+      "step": 1421
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6240361995435808e-05,
+      "loss": 0.2924,
+      "step": 1422
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6234898018587336e-05,
+      "loss": 0.2942,
+      "step": 1423
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6229430994805576e-05,
+      "loss": 0.3391,
+      "step": 1424
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6223960926762203e-05,
+      "loss": 0.3369,
+      "step": 1425
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6218487817130392e-05,
+      "loss": 0.2958,
+      "step": 1426
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.621301166858479e-05,
+      "loss": 0.3685,
+      "step": 1427
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6207532483801544e-05,
+      "loss": 0.3068,
+      "step": 1428
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6202050265458278e-05,
+      "loss": 0.3181,
+      "step": 1429
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6196565016234092e-05,
+      "loss": 0.2737,
+      "step": 1430
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.619107673880958e-05,
+      "loss": 0.336,
+      "step": 1431
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6185585435866802e-05,
+      "loss": 0.3265,
+      "step": 1432
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.618009111008931e-05,
+      "loss": 0.3413,
+      "step": 1433
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6174593764162124e-05,
+      "loss": 0.2558,
+      "step": 1434
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6169093400771743e-05,
+      "loss": 0.3032,
+      "step": 1435
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6163590022606142e-05,
+      "loss": 0.2861,
+      "step": 1436
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6158083632354765e-05,
+      "loss": 0.3005,
+      "step": 1437
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6152574232708534e-05,
+      "loss": 0.3098,
+      "step": 1438
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6147061826359834e-05,
+      "loss": 0.2916,
+      "step": 1439
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6141546416002526e-05,
+      "loss": 0.274,
+      "step": 1440
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.613602800433194e-05,
+      "loss": 0.2319,
+      "step": 1441
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6130506594044867e-05,
+      "loss": 0.2835,
+      "step": 1442
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.612498218783956e-05,
+      "loss": 0.3014,
+      "step": 1443
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6119454788415755e-05,
+      "loss": 0.3019,
+      "step": 1444
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6113924398474626e-05,
+      "loss": 0.265,
+      "step": 1445
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6108391020718824e-05,
+      "loss": 0.2925,
+      "step": 1446
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6102854657852457e-05,
+      "loss": 0.2674,
+      "step": 1447
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.609731531258109e-05,
+      "loss": 0.2564,
+      "step": 1448
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6091772987611743e-05,
+      "loss": 0.2986,
+      "step": 1449
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6086227685652905e-05,
+      "loss": 0.2679,
+      "step": 1450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.608067940941451e-05,
+      "loss": 0.2879,
+      "step": 1451
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.607512816160793e-05,
+      "loss": 0.3079,
+      "step": 1452
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6069573944946025e-05,
+      "loss": 0.3197,
+      "step": 1453
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6064016762143073e-05,
+      "loss": 0.3456,
+      "step": 1454
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6058456615914815e-05,
+      "loss": 0.3023,
+      "step": 1455
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.605289350897845e-05,
+      "loss": 0.3148,
+      "step": 1456
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6047327444052606e-05,
+      "loss": 0.2668,
+      "step": 1457
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.6041758423857365e-05,
+      "loss": 0.2927,
+      "step": 1458
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.603618645111425e-05,
+      "loss": 0.2811,
+      "step": 1459
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6030611528546237e-05,
+      "loss": 0.3345,
+      "step": 1460
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6025033658877728e-05,
+      "loss": 0.4042,
+      "step": 1461
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.601945284483457e-05,
+      "loss": 0.2524,
+      "step": 1462
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.6013869089144063e-05,
+      "loss": 0.3355,
+      "step": 1463
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.600828239453493e-05,
+      "loss": 0.3534,
+      "step": 1464
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.600269276373733e-05,
+      "loss": 0.2554,
+      "step": 1465
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.599710019948286e-05,
+      "loss": 0.3058,
+      "step": 1466
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5991504704504555e-05,
+      "loss": 0.308,
+      "step": 1467
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5985906281536877e-05,
+      "loss": 0.3113,
+      "step": 1468
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.598030493331572e-05,
+      "loss": 0.2942,
+      "step": 1469
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5974700662578406e-05,
+      "loss": 0.3002,
+      "step": 1470
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.596909347206369e-05,
+      "loss": 0.3145,
+      "step": 1471
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5963483364511746e-05,
+      "loss": 0.2526,
+      "step": 1472
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5957870342664183e-05,
+      "loss": 0.2788,
+      "step": 1473
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5952254409264034e-05,
+      "loss": 0.322,
+      "step": 1474
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5946635567055737e-05,
+      "loss": 0.2723,
+      "step": 1475
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5941013818785175e-05,
+      "loss": 0.2838,
+      "step": 1476
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5935389167199638e-05,
+      "loss": 0.2926,
+      "step": 1477
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.592976161504784e-05,
+      "loss": 0.351,
+      "step": 1478
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5924131165079908e-05,
+      "loss": 0.2908,
+      "step": 1479
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5918497820047388e-05,
+      "loss": 0.3703,
+      "step": 1480
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.591286158270324e-05,
+      "loss": 0.2869,
+      "step": 1481
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.590722245580184e-05,
+      "loss": 0.2859,
+      "step": 1482
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.590158044209897e-05,
+      "loss": 0.3117,
+      "step": 1483
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5895935544351826e-05,
+      "loss": 0.2916,
+      "step": 1484
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5890287765319022e-05,
+      "loss": 0.3431,
+      "step": 1485
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5884637107760563e-05,
+      "loss": 0.3121,
+      "step": 1486
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5878983574437875e-05,
+      "loss": 0.2917,
+      "step": 1487
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.587332716811378e-05,
+      "loss": 0.2873,
+      "step": 1488
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5867667891552515e-05,
+      "loss": 0.2985,
+      "step": 1489
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5862005747519704e-05,
+      "loss": 0.2733,
+      "step": 1490
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5856340738782386e-05,
+      "loss": 0.3259,
+      "step": 1491
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5850672868108994e-05,
+      "loss": 0.2775,
+      "step": 1492
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.584500213826936e-05,
+      "loss": 0.2429,
+      "step": 1493
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5839328552034715e-05,
+      "loss": 0.3087,
+      "step": 1494
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5833652112177685e-05,
+      "loss": 0.3723,
+      "step": 1495
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.582797282147229e-05,
+      "loss": 0.2565,
+      "step": 1496
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5822290682693944e-05,
+      "loss": 0.2959,
+      "step": 1497
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.581660569861945e-05,
+      "loss": 0.359,
+      "step": 1498
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5810917872027007e-05,
+      "loss": 0.3393,
+      "step": 1499
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5805227205696198e-05,
+      "loss": 0.3517,
+      "step": 1500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.579953370240799e-05,
+      "loss": 0.2785,
+      "step": 1501
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5793837364944758e-05,
+      "loss": 0.3007,
+      "step": 1502
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5788138196090227e-05,
+      "loss": 0.2806,
+      "step": 1503
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.578243619862954e-05,
+      "loss": 0.2897,
+      "step": 1504
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.5776731375349195e-05,
+      "loss": 0.2446,
+      "step": 1505
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.577102372903709e-05,
+      "loss": 0.317,
+      "step": 1506
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5765313262482495e-05,
+      "loss": 0.357,
+      "step": 1507
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5759599978476057e-05,
+      "loss": 0.3514,
+      "step": 1508
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5753883879809804e-05,
+      "loss": 0.2648,
+      "step": 1509
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5748164969277136e-05,
+      "loss": 0.3111,
+      "step": 1510
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.574244324967283e-05,
+      "loss": 0.2835,
+      "step": 1511
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5736718723793022e-05,
+      "loss": 0.2919,
+      "step": 1512
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5730991394435252e-05,
+      "loss": 0.2941,
+      "step": 1513
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5725261264398394e-05,
+      "loss": 0.2997,
+      "step": 1514
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.571952833648271e-05,
+      "loss": 0.3285,
+      "step": 1515
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5713792613489833e-05,
+      "loss": 0.261,
+      "step": 1516
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5708054098222744e-05,
+      "loss": 0.2892,
+      "step": 1517
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.57023127934858e-05,
+      "loss": 0.2835,
+      "step": 1518
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5696568702084726e-05,
+      "loss": 0.3224,
+      "step": 1519
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.56908218268266e-05,
+      "loss": 0.3,
+      "step": 1520
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5685072170519862e-05,
+      "loss": 0.3236,
+      "step": 1521
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5679319735974313e-05,
+      "loss": 0.2565,
+      "step": 1522
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5673564526001114e-05,
+      "loss": 0.2745,
+      "step": 1523
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5667806543412777e-05,
+      "loss": 0.3277,
+      "step": 1524
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.566204579102317e-05,
+      "loss": 0.2322,
+      "step": 1525
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.565628227164752e-05,
+      "loss": 0.3198,
+      "step": 1526
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5650515988102398e-05,
+      "loss": 0.2438,
+      "step": 1527
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5644746943205734e-05,
+      "loss": 0.3384,
+      "step": 1528
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.56389751397768e-05,
+      "loss": 0.3007,
+      "step": 1529
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.563320058063622e-05,
+      "loss": 0.3626,
+      "step": 1530
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5627423268605967e-05,
+      "loss": 0.2703,
+      "step": 1531
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5621643206509354e-05,
+      "loss": 0.3188,
+      "step": 1532
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.561586039717104e-05,
+      "loss": 0.3196,
+      "step": 1533
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.561007484341703e-05,
+      "loss": 0.3432,
+      "step": 1534
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5604286548074665e-05,
+      "loss": 0.2962,
+      "step": 1535
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5598495513972626e-05,
+      "loss": 0.3812,
+      "step": 1536
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5592701743940937e-05,
+      "loss": 0.2921,
+      "step": 1537
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.558690524081096e-05,
+      "loss": 0.2595,
+      "step": 1538
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5581106007415382e-05,
+      "loss": 0.256,
+      "step": 1539
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.557530404658823e-05,
+      "loss": 0.286,
+      "step": 1540
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5569499361164875e-05,
+      "loss": 0.3281,
+      "step": 1541
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5563691953982e-05,
+      "loss": 0.3184,
+      "step": 1542
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5557881827877633e-05,
+      "loss": 0.2748,
+      "step": 1543
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5552068985691128e-05,
+      "loss": 0.2979,
+      "step": 1544
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5546253430263157e-05,
+      "loss": 0.299,
+      "step": 1545
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5540435164435726e-05,
+      "loss": 0.3073,
+      "step": 1546
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5534614191052168e-05,
+      "loss": 0.3126,
+      "step": 1547
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.552879051295713e-05,
+      "loss": 0.2429,
+      "step": 1548
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5522964132996595e-05,
+      "loss": 0.2971,
+      "step": 1549
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.551713505401785e-05,
+      "loss": 0.2694,
+      "step": 1550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5511303278869508e-05,
+      "loss": 0.3155,
+      "step": 1551
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.5505468810401505e-05,
+      "loss": 0.3032,
+      "step": 1552
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5499631651465086e-05,
+      "loss": 0.2839,
+      "step": 1553
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5493791804912814e-05,
+      "loss": 0.2697,
+      "step": 1554
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.548794927359856e-05,
+      "loss": 0.2785,
+      "step": 1555
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5482104060377518e-05,
+      "loss": 0.3206,
+      "step": 1556
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.547625616810618e-05,
+      "loss": 0.2722,
+      "step": 1557
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.547040559964236e-05,
+      "loss": 0.3086,
+      "step": 1558
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.546455235784517e-05,
+      "loss": 0.3551,
+      "step": 1559
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5458696445575028e-05,
+      "loss": 0.2953,
+      "step": 1560
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5452837865693666e-05,
+      "loss": 0.2879,
+      "step": 1561
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5446976621064114e-05,
+      "loss": 0.25,
+      "step": 1562
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5441112714550702e-05,
+      "loss": 0.2568,
+      "step": 1563
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5435246149019062e-05,
+      "loss": 0.2869,
+      "step": 1564
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5429376927336132e-05,
+      "loss": 0.3008,
+      "step": 1565
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.542350505237014e-05,
+      "loss": 0.2995,
+      "step": 1566
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5417630526990613e-05,
+      "loss": 0.3356,
+      "step": 1567
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5411753354068376e-05,
+      "loss": 0.2978,
+      "step": 1568
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.540587353647554e-05,
+      "loss": 0.2774,
+      "step": 1569
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5399991077085525e-05,
+      "loss": 0.3512,
+      "step": 1570
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5394105978773018e-05,
+      "loss": 0.3102,
+      "step": 1571
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5388218244414015e-05,
+      "loss": 0.2905,
+      "step": 1572
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5382327876885797e-05,
+      "loss": 0.3343,
+      "step": 1573
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.537643487906692e-05,
+      "loss": 0.3184,
+      "step": 1574
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5370539253837243e-05,
+      "loss": 0.2825,
+      "step": 1575
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5364641004077895e-05,
+      "loss": 0.3481,
+      "step": 1576
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5358740132671294e-05,
+      "loss": 0.2272,
+      "step": 1577
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5352836642501133e-05,
+      "loss": 0.3062,
+      "step": 1578
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.53469305364524e-05,
+      "loss": 0.2746,
+      "step": 1579
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5341021817411343e-05,
+      "loss": 0.2832,
+      "step": 1580
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5335110488265497e-05,
+      "loss": 0.2709,
+      "step": 1581
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5329196551903668e-05,
+      "loss": 0.3013,
+      "step": 1582
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.532328001121594e-05,
+      "loss": 0.3738,
+      "step": 1583
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5317360869093674e-05,
+      "loss": 0.3333,
+      "step": 1584
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5311439128429487e-05,
+      "loss": 0.2766,
+      "step": 1585
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5305514792117283e-05,
+      "loss": 0.3084,
+      "step": 1586
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.529958786305222e-05,
+      "loss": 0.273,
+      "step": 1587
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5293658344130734e-05,
+      "loss": 0.3078,
+      "step": 1588
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.528772623825052e-05,
+      "loss": 0.3109,
+      "step": 1589
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5281791548310545e-05,
+      "loss": 0.3558,
+      "step": 1590
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.527585427721103e-05,
+      "loss": 0.2736,
+      "step": 1591
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.526991442785346e-05,
+      "loss": 0.3301,
+      "step": 1592
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5263972003140583e-05,
+      "loss": 0.2909,
+      "step": 1593
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5258027005976401e-05,
+      "loss": 0.3062,
+      "step": 1594
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5252079439266179e-05,
+      "loss": 0.3128,
+      "step": 1595
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5246129305916429e-05,
+      "loss": 0.3217,
+      "step": 1596
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5240176608834927e-05,
+      "loss": 0.3295,
+      "step": 1597
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5234221350930698e-05,
+      "loss": 0.3185,
+      "step": 1598
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5228263535114018e-05,
+      "loss": 0.3296,
+      "step": 1599
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5222303164296407e-05,
+      "loss": 0.2702,
+      "step": 1600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5216340241390647e-05,
+      "loss": 0.3144,
+      "step": 1601
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5210374769310759e-05,
+      "loss": 0.3156,
+      "step": 1602
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5204406750972e-05,
+      "loss": 0.2833,
+      "step": 1603
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5198436189290896e-05,
+      "loss": 0.2522,
+      "step": 1604
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5192463087185196e-05,
+      "loss": 0.3423,
+      "step": 1605
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5186487447573894e-05,
+      "loss": 0.362,
+      "step": 1606
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5180509273377228e-05,
+      "loss": 0.3415,
+      "step": 1607
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5174528567516676e-05,
+      "loss": 0.3095,
+      "step": 1608
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5168545332914942e-05,
+      "loss": 0.2847,
+      "step": 1609
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5162559572495983e-05,
+      "loss": 0.2871,
+      "step": 1610
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5156571289184975e-05,
+      "loss": 0.3251,
+      "step": 1611
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5150580485908337e-05,
+      "loss": 0.3131,
+      "step": 1612
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5144587165593713e-05,
+      "loss": 0.2517,
+      "step": 1613
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5138591331169979e-05,
+      "loss": 0.2914,
+      "step": 1614
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5132592985567242e-05,
+      "loss": 0.2625,
+      "step": 1615
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5126592131716837e-05,
+      "loss": 0.3193,
+      "step": 1616
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5120588772551317e-05,
+      "loss": 0.3368,
+      "step": 1617
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5114582911004467e-05,
+      "loss": 0.3767,
+      "step": 1618
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5108574550011295e-05,
+      "loss": 0.3068,
+      "step": 1619
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.510256369250802e-05,
+      "loss": 0.3216,
+      "step": 1620
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5096550341432097e-05,
+      "loss": 0.2484,
+      "step": 1621
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5090534499722188e-05,
+      "loss": 0.2691,
+      "step": 1622
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5084516170318181e-05,
+      "loss": 0.2659,
+      "step": 1623
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5078495356161162e-05,
+      "loss": 0.2958,
+      "step": 1624
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5072472060193456e-05,
+      "loss": 0.3179,
+      "step": 1625
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5066446285358582e-05,
+      "loss": 0.3485,
+      "step": 1626
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.506041803460128e-05,
+      "loss": 0.3657,
+      "step": 1627
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5054387310867496e-05,
+      "loss": 0.2906,
+      "step": 1628
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5048354117104383e-05,
+      "loss": 0.3159,
+      "step": 1629
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5042318456260305e-05,
+      "loss": 0.2863,
+      "step": 1630
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5036280331284827e-05,
+      "loss": 0.2927,
+      "step": 1631
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.503023974512873e-05,
+      "loss": 0.3481,
+      "step": 1632
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.502419670074398e-05,
+      "loss": 0.3397,
+      "step": 1633
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5018151201083757e-05,
+      "loss": 0.2885,
+      "step": 1634
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5012103249102437e-05,
+      "loss": 0.3526,
+      "step": 1635
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5006052847755594e-05,
+      "loss": 0.3003,
+      "step": 1636
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.3827,
+      "step": 1637
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4993944708793624e-05,
+      "loss": 0.3019,
+      "step": 1638
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4987886977095623e-05,
+      "loss": 0.3293,
+      "step": 1639
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4981826807866356e-05,
+      "loss": 0.2943,
+      "step": 1640
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4975764204067364e-05,
+      "loss": 0.2631,
+      "step": 1641
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.496969916866138e-05,
+      "loss": 0.3213,
+      "step": 1642
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.4963631704612333e-05,
+      "loss": 0.2323,
+      "step": 1643
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.495756181488533e-05,
+      "loss": 0.2857,
+      "step": 1644
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4951489502446665e-05,
+      "loss": 0.2527,
+      "step": 1645
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4945414770263821e-05,
+      "loss": 0.2738,
+      "step": 1646
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4939337621305456e-05,
+      "loss": 0.3399,
+      "step": 1647
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4933258058541415e-05,
+      "loss": 0.2479,
+      "step": 1648
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4927176084942718e-05,
+      "loss": 0.2677,
+      "step": 1649
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4921091703481572e-05,
+      "loss": 0.2614,
+      "step": 1650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4915004917131345e-05,
+      "loss": 0.393,
+      "step": 1651
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4908915728866598e-05,
+      "loss": 0.3097,
+      "step": 1652
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4902824141663053e-05,
+      "loss": 0.3356,
+      "step": 1653
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.489673015849761e-05,
+      "loss": 0.3198,
+      "step": 1654
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4890633782348336e-05,
+      "loss": 0.3247,
+      "step": 1655
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4884535016194472e-05,
+      "loss": 0.3341,
+      "step": 1656
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4878433863016427e-05,
+      "loss": 0.328,
+      "step": 1657
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4872330325795772e-05,
+      "loss": 0.2975,
+      "step": 1658
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4866224407515246e-05,
+      "loss": 0.3897,
+      "step": 1659
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4860116111158753e-05,
+      "loss": 0.3146,
+      "step": 1660
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4854005439711355e-05,
+      "loss": 0.3141,
+      "step": 1661
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4847892396159277e-05,
+      "loss": 0.2951,
+      "step": 1662
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4841776983489901e-05,
+      "loss": 0.2198,
+      "step": 1663
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4835659204691775e-05,
+      "loss": 0.3435,
+      "step": 1664
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4829539062754597e-05,
+      "loss": 0.2862,
+      "step": 1665
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4823416560669212e-05,
+      "loss": 0.3088,
+      "step": 1666
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4817291701427635e-05,
+      "loss": 0.3284,
+      "step": 1667
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.481116448802302e-05,
+      "loss": 0.3257,
+      "step": 1668
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4805034923449677e-05,
+      "loss": 0.2944,
+      "step": 1669
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4798903010703066e-05,
+      "loss": 0.3154,
+      "step": 1670
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4792768752779787e-05,
+      "loss": 0.2798,
+      "step": 1671
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4786632152677596e-05,
+      "loss": 0.3088,
+      "step": 1672
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4780493213395387e-05,
+      "loss": 0.3363,
+      "step": 1673
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.47743519379332e-05,
+      "loss": 0.3286,
+      "step": 1674
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4768208329292217e-05,
+      "loss": 0.276,
+      "step": 1675
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.476206239047476e-05,
+      "loss": 0.3185,
+      "step": 1676
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4755914124484286e-05,
+      "loss": 0.2777,
+      "step": 1677
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4749763534325393e-05,
+      "loss": 0.3059,
+      "step": 1678
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.474361062300381e-05,
+      "loss": 0.3298,
+      "step": 1679
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.473745539352641e-05,
+      "loss": 0.3084,
+      "step": 1680
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4731297848901191e-05,
+      "loss": 0.2593,
+      "step": 1681
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4725137992137284e-05,
+      "loss": 0.3148,
+      "step": 1682
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4718975826244954e-05,
+      "loss": 0.2886,
+      "step": 1683
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4712811354235585e-05,
+      "loss": 0.2786,
+      "step": 1684
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4706644579121696e-05,
+      "loss": 0.2876,
+      "step": 1685
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4700475503916932e-05,
+      "loss": 0.3753,
+      "step": 1686
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4694304131636052e-05,
+      "loss": 0.3233,
+      "step": 1687
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4688130465294957e-05,
+      "loss": 0.3299,
+      "step": 1688
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4681954507910647e-05,
+      "loss": 0.2792,
+      "step": 1689
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4675776262501254e-05,
+      "loss": 0.3026,
+      "step": 1690
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.4669595732086023e-05,
+      "loss": 0.3115,
+      "step": 1691
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4663412919685327e-05,
+      "loss": 0.2828,
+      "step": 1692
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4657227828320637e-05,
+      "loss": 0.3613,
+      "step": 1693
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.465104046101455e-05,
+      "loss": 0.2744,
+      "step": 1694
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4644850820790773e-05,
+      "loss": 0.3088,
+      "step": 1695
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4638658910674117e-05,
+      "loss": 0.2676,
+      "step": 1696
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4632464733690514e-05,
+      "loss": 0.3251,
+      "step": 1697
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.462626829286699e-05,
+      "loss": 0.2471,
+      "step": 1698
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4620069591231692e-05,
+      "loss": 0.285,
+      "step": 1699
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4613868631813859e-05,
+      "loss": 0.3253,
+      "step": 1700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4607665417643842e-05,
+      "loss": 0.2955,
+      "step": 1701
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.460145995175309e-05,
+      "loss": 0.2896,
+      "step": 1702
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4595252237174151e-05,
+      "loss": 0.2795,
+      "step": 1703
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4589042276940677e-05,
+      "loss": 0.3487,
+      "step": 1704
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4582830074087413e-05,
+      "loss": 0.3402,
+      "step": 1705
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4576615631650204e-05,
+      "loss": 0.3368,
+      "step": 1706
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4570398952665982e-05,
+      "loss": 0.2753,
+      "step": 1707
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.456418004017278e-05,
+      "loss": 0.2979,
+      "step": 1708
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4557958897209716e-05,
+      "loss": 0.2815,
+      "step": 1709
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4551735526817008e-05,
+      "loss": 0.3111,
+      "step": 1710
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4545509932035949e-05,
+      "loss": 0.3074,
+      "step": 1711
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4539282115908931e-05,
+      "loss": 0.2901,
+      "step": 1712
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4533052081479421e-05,
+      "loss": 0.3317,
+      "step": 1713
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4526819831791983e-05,
+      "loss": 0.3247,
+      "step": 1714
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4520585369892246e-05,
+      "loss": 0.3354,
+      "step": 1715
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4514348698826939e-05,
+      "loss": 0.2791,
+      "step": 1716
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4508109821643859e-05,
+      "loss": 0.3074,
+      "step": 1717
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4501868741391882e-05,
+      "loss": 0.3089,
+      "step": 1718
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4495625461120966e-05,
+      "loss": 0.3215,
+      "step": 1719
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.448937998388214e-05,
+      "loss": 0.2769,
+      "step": 1720
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4483132312727501e-05,
+      "loss": 0.2849,
+      "step": 1721
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.447688245071023e-05,
+      "loss": 0.2692,
+      "step": 1722
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4470630400884575e-05,
+      "loss": 0.3385,
+      "step": 1723
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4464376166305847e-05,
+      "loss": 0.2681,
+      "step": 1724
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4458119750030433e-05,
+      "loss": 0.2843,
+      "step": 1725
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4451861155115774e-05,
+      "loss": 0.3433,
+      "step": 1726
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4445600384620393e-05,
+      "loss": 0.2789,
+      "step": 1727
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4439337441603863e-05,
+      "loss": 0.2868,
+      "step": 1728
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4433072329126821e-05,
+      "loss": 0.3338,
+      "step": 1729
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.442680505025097e-05,
+      "loss": 0.325,
+      "step": 1730
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4420535608039063e-05,
+      "loss": 0.3797,
+      "step": 1731
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4414264005554918e-05,
+      "loss": 0.2242,
+      "step": 1732
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4407990245863401e-05,
+      "loss": 0.2767,
+      "step": 1733
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4401714332030444e-05,
+      "loss": 0.2801,
+      "step": 1734
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4395436267123017e-05,
+      "loss": 0.2675,
+      "step": 1735
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4389156054209152e-05,
+      "loss": 0.3068,
+      "step": 1736
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.4382873696357926e-05,
+      "loss": 0.3416,
+      "step": 1737
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4376589196639468e-05,
+      "loss": 0.2679,
+      "step": 1738
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.437030255812495e-05,
+      "loss": 0.2443,
+      "step": 1739
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4364013783886586e-05,
+      "loss": 0.3642,
+      "step": 1740
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4357722876997644e-05,
+      "loss": 0.3268,
+      "step": 1741
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4351429840532427e-05,
+      "loss": 0.2987,
+      "step": 1742
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4345134677566277e-05,
+      "loss": 0.3258,
+      "step": 1743
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4338837391175582e-05,
+      "loss": 0.3087,
+      "step": 1744
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4332537984437763e-05,
+      "loss": 0.2738,
+      "step": 1745
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4326236460431276e-05,
+      "loss": 0.305,
+      "step": 1746
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4319932822235611e-05,
+      "loss": 0.3044,
+      "step": 1747
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4313627072931304e-05,
+      "loss": 0.3404,
+      "step": 1748
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4307319215599904e-05,
+      "loss": 0.2905,
+      "step": 1749
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4301009253323999e-05,
+      "loss": 0.358,
+      "step": 1750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.429469718918721e-05,
+      "loss": 0.363,
+      "step": 1751
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4288383026274178e-05,
+      "loss": 0.3344,
+      "step": 1752
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4282066767670573e-05,
+      "loss": 0.2868,
+      "step": 1753
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4275748416463087e-05,
+      "loss": 0.349,
+      "step": 1754
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4269427975739439e-05,
+      "loss": 0.269,
+      "step": 1755
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4263105448588362e-05,
+      "loss": 0.3096,
+      "step": 1756
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4256780838099613e-05,
+      "loss": 0.3295,
+      "step": 1757
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4250454147363973e-05,
+      "loss": 0.2958,
+      "step": 1758
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4244125379473227e-05,
+      "loss": 0.3378,
+      "step": 1759
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4237794537520184e-05,
+      "loss": 0.3415,
+      "step": 1760
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4231461624598666e-05,
+      "loss": 0.2657,
+      "step": 1761
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4225126643803502e-05,
+      "loss": 0.2708,
+      "step": 1762
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4218789598230536e-05,
+      "loss": 0.3159,
+      "step": 1763
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4212450490976618e-05,
+      "loss": 0.3346,
+      "step": 1764
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4206109325139611e-05,
+      "loss": 0.3896,
+      "step": 1765
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4199766103818382e-05,
+      "loss": 0.3316,
+      "step": 1766
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4193420830112793e-05,
+      "loss": 0.2994,
+      "step": 1767
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.418707350712372e-05,
+      "loss": 0.3013,
+      "step": 1768
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4180724137953041e-05,
+      "loss": 0.3081,
+      "step": 1769
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4174372725703627e-05,
+      "loss": 0.2876,
+      "step": 1770
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.416801927347935e-05,
+      "loss": 0.288,
+      "step": 1771
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4161663784385082e-05,
+      "loss": 0.3121,
+      "step": 1772
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4155306261526689e-05,
+      "loss": 0.3408,
+      "step": 1773
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4148946708011024e-05,
+      "loss": 0.3405,
+      "step": 1774
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4142585126945942e-05,
+      "loss": 0.3036,
+      "step": 1775
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4136221521440285e-05,
+      "loss": 0.3014,
+      "step": 1776
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4129855894603885e-05,
+      "loss": 0.3371,
+      "step": 1777
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4123488249547561e-05,
+      "loss": 0.261,
+      "step": 1778
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4117118589383116e-05,
+      "loss": 0.2888,
+      "step": 1779
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4110746917223343e-05,
+      "loss": 0.2579,
+      "step": 1780
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4104373236182016e-05,
+      "loss": 0.2644,
+      "step": 1781
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4097997549373887e-05,
+      "loss": 0.3031,
+      "step": 1782
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.4091619859914693e-05,
+      "loss": 0.2687,
+      "step": 1783
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4085240170921148e-05,
+      "loss": 0.2907,
+      "step": 1784
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4078858485510947e-05,
+      "loss": 0.2658,
+      "step": 1785
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.407247480680275e-05,
+      "loss": 0.2821,
+      "step": 1786
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.40660891379162e-05,
+      "loss": 0.267,
+      "step": 1787
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4059701481971914e-05,
+      "loss": 0.2762,
+      "step": 1788
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4053311842091472e-05,
+      "loss": 0.3095,
+      "step": 1789
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4046920221397435e-05,
+      "loss": 0.3135,
+      "step": 1790
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4040526623013317e-05,
+      "loss": 0.2412,
+      "step": 1791
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4034131050063611e-05,
+      "loss": 0.2717,
+      "step": 1792
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4027733505673768e-05,
+      "loss": 0.343,
+      "step": 1793
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.402133399297021e-05,
+      "loss": 0.3162,
+      "step": 1794
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4014932515080308e-05,
+      "loss": 0.2609,
+      "step": 1795
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.4008529075132411e-05,
+      "loss": 0.3252,
+      "step": 1796
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.400212367625581e-05,
+      "loss": 0.3199,
+      "step": 1797
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.399571632158076e-05,
+      "loss": 0.2898,
+      "step": 1798
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3989307014238474e-05,
+      "loss": 0.2555,
+      "step": 1799
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3982895757361119e-05,
+      "loss": 0.2935,
+      "step": 1800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3976482554081813e-05,
+      "loss": 0.3018,
+      "step": 1801
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3970067407534624e-05,
+      "loss": 0.3328,
+      "step": 1802
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.396365032085457e-05,
+      "loss": 0.3334,
+      "step": 1803
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3957231297177622e-05,
+      "loss": 0.3288,
+      "step": 1804
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3950810339640689e-05,
+      "loss": 0.2726,
+      "step": 1805
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.394438745138163e-05,
+      "loss": 0.2826,
+      "step": 1806
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3937962635539251e-05,
+      "loss": 0.2614,
+      "step": 1807
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3931535895253296e-05,
+      "loss": 0.3852,
+      "step": 1808
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3925107233664446e-05,
+      "loss": 0.3025,
+      "step": 1809
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3918676653914325e-05,
+      "loss": 0.2782,
+      "step": 1810
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3912244159145498e-05,
+      "loss": 0.3532,
+      "step": 1811
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3905809752501458e-05,
+      "loss": 0.3081,
+      "step": 1812
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3899373437126637e-05,
+      "loss": 0.3563,
+      "step": 1813
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3892935216166404e-05,
+      "loss": 0.3232,
+      "step": 1814
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3886495092767045e-05,
+      "loss": 0.2858,
+      "step": 1815
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3880053070075794e-05,
+      "loss": 0.285,
+      "step": 1816
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3873609151240794e-05,
+      "loss": 0.293,
+      "step": 1817
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3867163339411135e-05,
+      "loss": 0.2854,
+      "step": 1818
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3860715637736817e-05,
+      "loss": 0.3153,
+      "step": 1819
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3854266049368769e-05,
+      "loss": 0.2988,
+      "step": 1820
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.384781457745884e-05,
+      "loss": 0.283,
+      "step": 1821
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3841361225159803e-05,
+      "loss": 0.3569,
+      "step": 1822
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3834905995625346e-05,
+      "loss": 0.2991,
+      "step": 1823
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3828448892010076e-05,
+      "loss": 0.2976,
+      "step": 1824
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3821989917469516e-05,
+      "loss": 0.3052,
+      "step": 1825
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3815529075160106e-05,
+      "loss": 0.3198,
+      "step": 1826
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3809066368239195e-05,
+      "loss": 0.3073,
+      "step": 1827
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.380260179986504e-05,
+      "loss": 0.2742,
+      "step": 1828
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3796135373196817e-05,
+      "loss": 0.3341,
+      "step": 1829
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.3789667091394605e-05,
+      "loss": 0.3363,
+      "step": 1830
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3783196957619385e-05,
+      "loss": 0.3211,
+      "step": 1831
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3776724975033053e-05,
+      "loss": 0.2592,
+      "step": 1832
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3770251146798401e-05,
+      "loss": 0.2937,
+      "step": 1833
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3763775476079122e-05,
+      "loss": 0.2537,
+      "step": 1834
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3757297966039817e-05,
+      "loss": 0.2765,
+      "step": 1835
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.375081861984598e-05,
+      "loss": 0.2509,
+      "step": 1836
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3744337440664005e-05,
+      "loss": 0.3105,
+      "step": 1837
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3737854431661177e-05,
+      "loss": 0.3329,
+      "step": 1838
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.373136959600568e-05,
+      "loss": 0.331,
+      "step": 1839
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3724882936866596e-05,
+      "loss": 0.2797,
+      "step": 1840
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3718394457413878e-05,
+      "loss": 0.2885,
+      "step": 1841
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3711904160818393e-05,
+      "loss": 0.2841,
+      "step": 1842
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3705412050251883e-05,
+      "loss": 0.2661,
+      "step": 1843
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3698918128886976e-05,
+      "loss": 0.2959,
+      "step": 1844
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3692422399897187e-05,
+      "loss": 0.3318,
+      "step": 1845
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3685924866456918e-05,
+      "loss": 0.3552,
+      "step": 1846
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.367942553174145e-05,
+      "loss": 0.2323,
+      "step": 1847
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.367292439892694e-05,
+      "loss": 0.3355,
+      "step": 1848
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.366642147119043e-05,
+      "loss": 0.3868,
+      "step": 1849
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3659916751709838e-05,
+      "loss": 0.2926,
+      "step": 1850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3653410243663953e-05,
+      "loss": 0.3153,
+      "step": 1851
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3646901950232442e-05,
+      "loss": 0.272,
+      "step": 1852
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3640391874595846e-05,
+      "loss": 0.3311,
+      "step": 1853
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3633880019935575e-05,
+      "loss": 0.3506,
+      "step": 1854
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3627366389433907e-05,
+      "loss": 0.3547,
+      "step": 1855
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.362085098627399e-05,
+      "loss": 0.318,
+      "step": 1856
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3614333813639837e-05,
+      "loss": 0.3361,
+      "step": 1857
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3607814874716326e-05,
+      "loss": 0.3159,
+      "step": 1858
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3601294172689196e-05,
+      "loss": 0.2575,
+      "step": 1859
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3594771710745054e-05,
+      "loss": 0.2925,
+      "step": 1860
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.358824749207136e-05,
+      "loss": 0.2784,
+      "step": 1861
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3581721519856439e-05,
+      "loss": 0.2984,
+      "step": 1862
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3575193797289466e-05,
+      "loss": 0.3254,
+      "step": 1863
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3568664327560472e-05,
+      "loss": 0.285,
+      "step": 1864
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3562133113860351e-05,
+      "loss": 0.3222,
+      "step": 1865
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.355560015938084e-05,
+      "loss": 0.2713,
+      "step": 1866
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3549065467314531e-05,
+      "loss": 0.2808,
+      "step": 1867
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3542529040854864e-05,
+      "loss": 0.386,
+      "step": 1868
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.353599088319612e-05,
+      "loss": 0.3048,
+      "step": 1869
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3529450997533439e-05,
+      "loss": 0.2453,
+      "step": 1870
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3522909387062796e-05,
+      "loss": 0.2805,
+      "step": 1871
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3516366054981014e-05,
+      "loss": 0.277,
+      "step": 1872
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.350982100448575e-05,
+      "loss": 0.2682,
+      "step": 1873
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3503274238775515e-05,
+      "loss": 0.3046,
+      "step": 1874
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3496725761049637e-05,
+      "loss": 0.2708,
+      "step": 1875
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.3490175574508299e-05,
+      "loss": 0.35,
+      "step": 1876
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3483623682352516e-05,
+      "loss": 0.3109,
+      "step": 1877
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3477070087784128e-05,
+      "loss": 0.2597,
+      "step": 1878
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3470514794005814e-05,
+      "loss": 0.2901,
+      "step": 1879
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3463957804221079e-05,
+      "loss": 0.3207,
+      "step": 1880
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3457399121634265e-05,
+      "loss": 0.2767,
+      "step": 1881
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3450838749450529e-05,
+      "loss": 0.3149,
+      "step": 1882
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3444276690875864e-05,
+      "loss": 0.3309,
+      "step": 1883
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3437712949117083e-05,
+      "loss": 0.2568,
+      "step": 1884
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3431147527381825e-05,
+      "loss": 0.3357,
+      "step": 1885
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.342458042887854e-05,
+      "loss": 0.2906,
+      "step": 1886
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.341801165681651e-05,
+      "loss": 0.2931,
+      "step": 1887
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3411441214405829e-05,
+      "loss": 0.2522,
+      "step": 1888
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3404869104857405e-05,
+      "loss": 0.2755,
+      "step": 1889
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3398295331382962e-05,
+      "loss": 0.3502,
+      "step": 1890
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3391719897195041e-05,
+      "loss": 0.3049,
+      "step": 1891
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3385142805506996e-05,
+      "loss": 0.3134,
+      "step": 1892
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3378564059532981e-05,
+      "loss": 0.3238,
+      "step": 1893
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3371983662487963e-05,
+      "loss": 0.3141,
+      "step": 1894
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3365401617587723e-05,
+      "loss": 0.3105,
+      "step": 1895
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3358817928048838e-05,
+      "loss": 0.294,
+      "step": 1896
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3352232597088693e-05,
+      "loss": 0.3228,
+      "step": 1897
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3345645627925476e-05,
+      "loss": 0.3238,
+      "step": 1898
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3339057023778173e-05,
+      "loss": 0.3511,
+      "step": 1899
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3332466787866568e-05,
+      "loss": 0.289,
+      "step": 1900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3325874923411244e-05,
+      "loss": 0.3284,
+      "step": 1901
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3319281433633584e-05,
+      "loss": 0.2991,
+      "step": 1902
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.331268632175576e-05,
+      "loss": 0.3062,
+      "step": 1903
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.330608959100074e-05,
+      "loss": 0.3204,
+      "step": 1904
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3299491244592277e-05,
+      "loss": 0.281,
+      "step": 1905
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3292891285754921e-05,
+      "loss": 0.3242,
+      "step": 1906
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3286289717714006e-05,
+      "loss": 0.3505,
+      "step": 1907
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3279686543695654e-05,
+      "loss": 0.2665,
+      "step": 1908
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.327308176692677e-05,
+      "loss": 0.3097,
+      "step": 1909
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3266475390635047e-05,
+      "loss": 0.3527,
+      "step": 1910
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3259867418048953e-05,
+      "loss": 0.3706,
+      "step": 1911
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3253257852397733e-05,
+      "loss": 0.3696,
+      "step": 1912
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.324664669691143e-05,
+      "loss": 0.3292,
+      "step": 1913
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3240033954820841e-05,
+      "loss": 0.2792,
+      "step": 1914
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.323341962935755e-05,
+      "loss": 0.279,
+      "step": 1915
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3226803723753915e-05,
+      "loss": 0.2668,
+      "step": 1916
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3220186241243063e-05,
+      "loss": 0.2619,
+      "step": 1917
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3213567185058889e-05,
+      "loss": 0.2529,
+      "step": 1918
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3206946558436064e-05,
+      "loss": 0.3248,
+      "step": 1919
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3200324364610025e-05,
+      "loss": 0.3577,
+      "step": 1920
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3193700606816969e-05,
+      "loss": 0.2709,
+      "step": 1921
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.3187075288293862e-05,
+      "loss": 0.3719,
+      "step": 1922
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3180448412278435e-05,
+      "loss": 0.2753,
+      "step": 1923
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3173819982009173e-05,
+      "loss": 0.2994,
+      "step": 1924
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3167190000725327e-05,
+      "loss": 0.3712,
+      "step": 1925
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3160558471666903e-05,
+      "loss": 0.3346,
+      "step": 1926
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3153925398074663e-05,
+      "loss": 0.3086,
+      "step": 1927
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3147290783190125e-05,
+      "loss": 0.339,
+      "step": 1928
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3140654630255563e-05,
+      "loss": 0.2607,
+      "step": 1929
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3134016942513998e-05,
+      "loss": 0.332,
+      "step": 1930
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.31273777232092e-05,
+      "loss": 0.2886,
+      "step": 1931
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3120736975585692e-05,
+      "loss": 0.258,
+      "step": 1932
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3114094702888742e-05,
+      "loss": 0.3035,
+      "step": 1933
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3107450908364368e-05,
+      "loss": 0.3172,
+      "step": 1934
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3100805595259318e-05,
+      "loss": 0.2556,
+      "step": 1935
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3094158766821095e-05,
+      "loss": 0.3144,
+      "step": 1936
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.308751042629794e-05,
+      "loss": 0.3152,
+      "step": 1937
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3080860576938829e-05,
+      "loss": 0.2854,
+      "step": 1938
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3074209221993484e-05,
+      "loss": 0.3039,
+      "step": 1939
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3067556364712351e-05,
+      "loss": 0.2984,
+      "step": 1940
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3060902008346616e-05,
+      "loss": 0.2642,
+      "step": 1941
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.30542461561482e-05,
+      "loss": 0.2797,
+      "step": 1942
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3047588811369747e-05,
+      "loss": 0.2735,
+      "step": 1943
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3040929977264644e-05,
+      "loss": 0.3614,
+      "step": 1944
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3034269657086993e-05,
+      "loss": 0.3403,
+      "step": 1945
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3027607854091626e-05,
+      "loss": 0.3045,
+      "step": 1946
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3020944571534104e-05,
+      "loss": 0.2543,
+      "step": 1947
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3014279812670705e-05,
+      "loss": 0.3293,
+      "step": 1948
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3007613580758433e-05,
+      "loss": 0.301,
+      "step": 1949
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.3000945879055005e-05,
+      "loss": 0.2998,
+      "step": 1950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2994276710818866e-05,
+      "loss": 0.2768,
+      "step": 1951
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2987606079309178e-05,
+      "loss": 0.288,
+      "step": 1952
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2980933987785803e-05,
+      "loss": 0.282,
+      "step": 1953
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2974260439509326e-05,
+      "loss": 0.321,
+      "step": 1954
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.296758543774105e-05,
+      "loss": 0.2597,
+      "step": 1955
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2960908985742983e-05,
+      "loss": 0.3301,
+      "step": 1956
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2954231086777838e-05,
+      "loss": 0.3166,
+      "step": 1957
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2947551744109044e-05,
+      "loss": 0.29,
+      "step": 1958
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2940870961000725e-05,
+      "loss": 0.3369,
+      "step": 1959
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2934188740717713e-05,
+      "loss": 0.3763,
+      "step": 1960
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2927505086525542e-05,
+      "loss": 0.3647,
+      "step": 1961
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2920820001690457e-05,
+      "loss": 0.2426,
+      "step": 1962
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2914133489479385e-05,
+      "loss": 0.3651,
+      "step": 1963
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2907445553159961e-05,
+      "loss": 0.2956,
+      "step": 1964
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2900756196000517e-05,
+      "loss": 0.2832,
+      "step": 1965
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.289406542127007e-05,
+      "loss": 0.2982,
+      "step": 1966
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2887373232238339e-05,
+      "loss": 0.3327,
+      "step": 1967
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2880679632175728e-05,
+      "loss": 0.3209,
+      "step": 1968
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.2873984624353337e-05,
+      "loss": 0.3954,
+      "step": 1969
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2867288212042954e-05,
+      "loss": 0.3234,
+      "step": 1970
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.286059039851704e-05,
+      "loss": 0.3225,
+      "step": 1971
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2853891187048757e-05,
+      "loss": 0.232,
+      "step": 1972
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2847190580911942e-05,
+      "loss": 0.3395,
+      "step": 1973
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2840488583381117e-05,
+      "loss": 0.2648,
+      "step": 1974
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2833785197731476e-05,
+      "loss": 0.3057,
+      "step": 1975
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2827080427238912e-05,
+      "loss": 0.3368,
+      "step": 1976
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2820374275179963e-05,
+      "loss": 0.3073,
+      "step": 1977
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.281366674483187e-05,
+      "loss": 0.2647,
+      "step": 1978
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2806957839472531e-05,
+      "loss": 0.3026,
+      "step": 1979
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.280024756238053e-05,
+      "loss": 0.2616,
+      "step": 1980
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2793535916835107e-05,
+      "loss": 0.2968,
+      "step": 1981
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2786822906116178e-05,
+      "loss": 0.3217,
+      "step": 1982
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2780108533504327e-05,
+      "loss": 0.315,
+      "step": 1983
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2773392802280802e-05,
+      "loss": 0.2791,
+      "step": 1984
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2766675715727512e-05,
+      "loss": 0.3347,
+      "step": 1985
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2759957277127033e-05,
+      "loss": 0.2416,
+      "step": 1986
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.27532374897626e-05,
+      "loss": 0.2507,
+      "step": 1987
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2746516356918106e-05,
+      "loss": 0.3069,
+      "step": 1988
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2739793881878103e-05,
+      "loss": 0.3009,
+      "step": 1989
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.27330700679278e-05,
+      "loss": 0.3116,
+      "step": 1990
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2726344918353054e-05,
+      "loss": 0.3452,
+      "step": 1991
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2719618436440384e-05,
+      "loss": 0.2621,
+      "step": 1992
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2712890625476952e-05,
+      "loss": 0.2814,
+      "step": 1993
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.270616148875058e-05,
+      "loss": 0.2483,
+      "step": 1994
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2699431029549722e-05,
+      "loss": 0.313,
+      "step": 1995
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2692699251163489e-05,
+      "loss": 0.2788,
+      "step": 1996
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2685966156881643e-05,
+      "loss": 0.3191,
+      "step": 1997
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.267923174999457e-05,
+      "loss": 0.3135,
+      "step": 1998
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2672496033793311e-05,
+      "loss": 0.3069,
+      "step": 1999
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2665759011569551e-05,
+      "loss": 0.2821,
+      "step": 2000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2659020686615602e-05,
+      "loss": 0.3269,
+      "step": 2001
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2652281062224415e-05,
+      "loss": 0.2586,
+      "step": 2002
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2645540141689576e-05,
+      "loss": 0.3103,
+      "step": 2003
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2638797928305315e-05,
+      "loss": 0.3165,
+      "step": 2004
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.263205442536648e-05,
+      "loss": 0.3495,
+      "step": 2005
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2625309636168554e-05,
+      "loss": 0.259,
+      "step": 2006
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2618563564007654e-05,
+      "loss": 0.3024,
+      "step": 2007
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.261181621218051e-05,
+      "loss": 0.3206,
+      "step": 2008
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2605067583984496e-05,
+      "loss": 0.3196,
+      "step": 2009
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2598317682717594e-05,
+      "loss": 0.2906,
+      "step": 2010
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2591566511678414e-05,
+      "loss": 0.2502,
+      "step": 2011
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2584814074166193e-05,
+      "loss": 0.2944,
+      "step": 2012
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2578060373480777e-05,
+      "loss": 0.3429,
+      "step": 2013
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2571305412922629e-05,
+      "loss": 0.2501,
+      "step": 2014
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.2564549195792842e-05,
+      "loss": 0.3051,
+      "step": 2015
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2557791725393101e-05,
+      "loss": 0.315,
+      "step": 2016
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2551033005025718e-05,
+      "loss": 0.3128,
+      "step": 2017
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2544273037993625e-05,
+      "loss": 0.2813,
+      "step": 2018
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2537511827600338e-05,
+      "loss": 0.3113,
+      "step": 2019
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2530749377149993e-05,
+      "loss": 0.3234,
+      "step": 2020
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2523985689947344e-05,
+      "loss": 0.312,
+      "step": 2021
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2517220769297731e-05,
+      "loss": 0.3272,
+      "step": 2022
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2510454618507106e-05,
+      "loss": 0.2467,
+      "step": 2023
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.250368724088202e-05,
+      "loss": 0.3398,
+      "step": 2024
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2496918639729622e-05,
+      "loss": 0.2542,
+      "step": 2025
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2490148818357666e-05,
+      "loss": 0.2519,
+      "step": 2026
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2483377780074488e-05,
+      "loss": 0.3476,
+      "step": 2027
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2476605528189038e-05,
+      "loss": 0.3344,
+      "step": 2028
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2469832066010843e-05,
+      "loss": 0.2931,
+      "step": 2029
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2463057396850027e-05,
+      "loss": 0.3259,
+      "step": 2030
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2456281524017308e-05,
+      "loss": 0.2552,
+      "step": 2031
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2449504450823983e-05,
+      "loss": 0.3295,
+      "step": 2032
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2442726180581947e-05,
+      "loss": 0.278,
+      "step": 2033
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2435946716603668e-05,
+      "loss": 0.335,
+      "step": 2034
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2429166062202207e-05,
+      "loss": 0.2975,
+      "step": 2035
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2422384220691207e-05,
+      "loss": 0.2661,
+      "step": 2036
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2415601195384876e-05,
+      "loss": 0.3272,
+      "step": 2037
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.240881698959802e-05,
+      "loss": 0.2737,
+      "step": 2038
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2402031606646012e-05,
+      "loss": 0.3003,
+      "step": 2039
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2395245049844802e-05,
+      "loss": 0.3236,
+      "step": 2040
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2388457322510913e-05,
+      "loss": 0.2815,
+      "step": 2041
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.238166842796144e-05,
+      "loss": 0.3297,
+      "step": 2042
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.237487836951405e-05,
+      "loss": 0.3043,
+      "step": 2043
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2368087150486977e-05,
+      "loss": 0.2706,
+      "step": 2044
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2361294774199022e-05,
+      "loss": 0.3697,
+      "step": 2045
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2354501243969554e-05,
+      "loss": 0.2901,
+      "step": 2046
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2347706563118505e-05,
+      "loss": 0.3111,
+      "step": 2047
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2340910734966366e-05,
+      "loss": 0.2485,
+      "step": 2048
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2334113762834196e-05,
+      "loss": 0.3185,
+      "step": 2049
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2327315650043605e-05,
+      "loss": 0.3407,
+      "step": 2050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2320516399916762e-05,
+      "loss": 0.2616,
+      "step": 2051
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2313716015776396e-05,
+      "loss": 0.3617,
+      "step": 2052
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2306914500945787e-05,
+      "loss": 0.2674,
+      "step": 2053
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2300111858748771e-05,
+      "loss": 0.3081,
+      "step": 2054
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2293308092509728e-05,
+      "loss": 0.2823,
+      "step": 2055
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2286503205553595e-05,
+      "loss": 0.2567,
+      "step": 2056
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2279697201205852e-05,
+      "loss": 0.2912,
+      "step": 2057
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2272890082792526e-05,
+      "loss": 0.2945,
+      "step": 2058
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2266081853640186e-05,
+      "loss": 0.3289,
+      "step": 2059
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2259272517075957e-05,
+      "loss": 0.3044,
+      "step": 2060
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.2252462076427482e-05,
+      "loss": 0.3735,
+      "step": 2061
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.224565053502296e-05,
+      "loss": 0.2592,
+      "step": 2062
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2238837896191131e-05,
+      "loss": 0.3344,
+      "step": 2063
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2232024163261258e-05,
+      "loss": 0.3499,
+      "step": 2064
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2225209339563144e-05,
+      "loss": 0.316,
+      "step": 2065
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2218393428427133e-05,
+      "loss": 0.301,
+      "step": 2066
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2211576433184087e-05,
+      "loss": 0.3261,
+      "step": 2067
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2204758357165409e-05,
+      "loss": 0.2607,
+      "step": 2068
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.219793920370302e-05,
+      "loss": 0.225,
+      "step": 2069
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2191118976129381e-05,
+      "loss": 0.2656,
+      "step": 2070
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2184297677777463e-05,
+      "loss": 0.2777,
+      "step": 2071
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2177475311980776e-05,
+      "loss": 0.289,
+      "step": 2072
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2170651882073333e-05,
+      "loss": 0.3183,
+      "step": 2073
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.216382739138968e-05,
+      "loss": 0.294,
+      "step": 2074
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2157001843264882e-05,
+      "loss": 0.3297,
+      "step": 2075
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2150175241034514e-05,
+      "loss": 0.3089,
+      "step": 2076
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2143347588034671e-05,
+      "loss": 0.2871,
+      "step": 2077
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2136518887601962e-05,
+      "loss": 0.3155,
+      "step": 2078
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2129689143073499e-05,
+      "loss": 0.2588,
+      "step": 2079
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2122858357786916e-05,
+      "loss": 0.2711,
+      "step": 2080
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2116026535080347e-05,
+      "loss": 0.2922,
+      "step": 2081
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2109193678292441e-05,
+      "loss": 0.302,
+      "step": 2082
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2102359790762349e-05,
+      "loss": 0.2718,
+      "step": 2083
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2095524875829716e-05,
+      "loss": 0.3042,
+      "step": 2084
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2088688936834705e-05,
+      "loss": 0.2631,
+      "step": 2085
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2081851977117971e-05,
+      "loss": 0.3192,
+      "step": 2086
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2075014000020665e-05,
+      "loss": 0.2894,
+      "step": 2087
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2068175008884445e-05,
+      "loss": 0.3189,
+      "step": 2088
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2061335007051453e-05,
+      "loss": 0.3034,
+      "step": 2089
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2054493997864337e-05,
+      "loss": 0.2949,
+      "step": 2090
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2047651984666224e-05,
+      "loss": 0.2534,
+      "step": 2091
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2040808970800741e-05,
+      "loss": 0.3078,
+      "step": 2092
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2033964959612003e-05,
+      "loss": 0.3143,
+      "step": 2093
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.202711995444461e-05,
+      "loss": 0.2867,
+      "step": 2094
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2020273958643648e-05,
+      "loss": 0.3065,
+      "step": 2095
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.2013426975554693e-05,
+      "loss": 0.2847,
+      "step": 2096
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.200657900852379e-05,
+      "loss": 0.2517,
+      "step": 2097
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1999730060897476e-05,
+      "loss": 0.3182,
+      "step": 2098
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1992880136022766e-05,
+      "loss": 0.3001,
+      "step": 2099
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.198602923724715e-05,
+      "loss": 0.2482,
+      "step": 2100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1979177367918596e-05,
+      "loss": 0.2629,
+      "step": 2101
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1972324531385541e-05,
+      "loss": 0.2993,
+      "step": 2102
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1965470730996905e-05,
+      "loss": 0.2997,
+      "step": 2103
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1958615970102063e-05,
+      "loss": 0.3483,
+      "step": 2104
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1951760252050881e-05,
+      "loss": 0.2386,
+      "step": 2105
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1944903580193674e-05,
+      "loss": 0.277,
+      "step": 2106
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1938045957881233e-05,
+      "loss": 0.3207,
+      "step": 2107
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1931187388464807e-05,
+      "loss": 0.2657,
+      "step": 2108
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1924327875296113e-05,
+      "loss": 0.2591,
+      "step": 2109
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1917467421727329e-05,
+      "loss": 0.3224,
+      "step": 2110
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1910606031111089e-05,
+      "loss": 0.3077,
+      "step": 2111
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1903743706800488e-05,
+      "loss": 0.3228,
+      "step": 2112
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1896880452149077e-05,
+      "loss": 0.2978,
+      "step": 2113
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1890016270510865e-05,
+      "loss": 0.2862,
+      "step": 2114
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1883151165240298e-05,
+      "loss": 0.2913,
+      "step": 2115
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1876285139692298e-05,
+      "loss": 0.3267,
+      "step": 2116
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1869418197222217e-05,
+      "loss": 0.3441,
+      "step": 2117
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1862550341185863e-05,
+      "loss": 0.2951,
+      "step": 2118
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.185568157493949e-05,
+      "loss": 0.2886,
+      "step": 2119
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1848811901839803e-05,
+      "loss": 0.2455,
+      "step": 2120
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1841941325243934e-05,
+      "loss": 0.3067,
+      "step": 2121
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1835069848509468e-05,
+      "loss": 0.3319,
+      "step": 2122
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1828197474994432e-05,
+      "loss": 0.3214,
+      "step": 2123
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1821324208057286e-05,
+      "loss": 0.2914,
+      "step": 2124
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1814450051056927e-05,
+      "loss": 0.2569,
+      "step": 2125
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1807575007352687e-05,
+      "loss": 0.3466,
+      "step": 2126
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1800699080304333e-05,
+      "loss": 0.2932,
+      "step": 2127
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1793822273272066e-05,
+      "loss": 0.2737,
+      "step": 2128
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1786944589616507e-05,
+      "loss": 0.2948,
+      "step": 2129
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1780066032698719e-05,
+      "loss": 0.2778,
+      "step": 2130
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1773186605880183e-05,
+      "loss": 0.2793,
+      "step": 2131
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1766306312522807e-05,
+      "loss": 0.3275,
+      "step": 2132
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.175942515598892e-05,
+      "loss": 0.2752,
+      "step": 2133
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1752543139641276e-05,
+      "loss": 0.3127,
+      "step": 2134
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1745660266843055e-05,
+      "loss": 0.2902,
+      "step": 2135
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1738776540957839e-05,
+      "loss": 0.287,
+      "step": 2136
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1731891965349647e-05,
+      "loss": 0.3026,
+      "step": 2137
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.17250065433829e-05,
+      "loss": 0.3156,
+      "step": 2138
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1718120278422429e-05,
+      "loss": 0.2825,
+      "step": 2139
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1711233173833495e-05,
+      "loss": 0.2712,
+      "step": 2140
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.170434523298175e-05,
+      "loss": 0.2809,
+      "step": 2141
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.169745645923327e-05,
+      "loss": 0.2617,
+      "step": 2142
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1690566855954523e-05,
+      "loss": 0.3065,
+      "step": 2143
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1683676426512396e-05,
+      "loss": 0.2922,
+      "step": 2144
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.167678517427417e-05,
+      "loss": 0.2663,
+      "step": 2145
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1669893102607534e-05,
+      "loss": 0.2209,
+      "step": 2146
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1663000214880578e-05,
+      "loss": 0.3271,
+      "step": 2147
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1656106514461786e-05,
+      "loss": 0.297,
+      "step": 2148
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.164921200472004e-05,
+      "loss": 0.2277,
+      "step": 2149
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1642316689024623e-05,
+      "loss": 0.3176,
+      "step": 2150
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1635420570745206e-05,
+      "loss": 0.3005,
+      "step": 2151
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1628523653251855e-05,
+      "loss": 0.2949,
+      "step": 2152
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.162162593991502e-05,
+      "loss": 0.3469,
+      "step": 2153
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.1614727434105552e-05,
+      "loss": 0.3409,
+      "step": 2154
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1607828139194683e-05,
+      "loss": 0.2803,
+      "step": 2155
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.160092805855403e-05,
+      "loss": 0.2917,
+      "step": 2156
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1594027195555587e-05,
+      "loss": 0.3022,
+      "step": 2157
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.158712555357175e-05,
+      "loss": 0.3015,
+      "step": 2158
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1580223135975274e-05,
+      "loss": 0.2915,
+      "step": 2159
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1573319946139306e-05,
+      "loss": 0.341,
+      "step": 2160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1566415987437367e-05,
+      "loss": 0.3267,
+      "step": 2161
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1559511263243358e-05,
+      "loss": 0.2948,
+      "step": 2162
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.155260577693154e-05,
+      "loss": 0.2967,
+      "step": 2163
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1545699531876563e-05,
+      "loss": 0.3235,
+      "step": 2164
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1538792531453438e-05,
+      "loss": 0.253,
+      "step": 2165
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.153188477903755e-05,
+      "loss": 0.2922,
+      "step": 2166
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1524976278004651e-05,
+      "loss": 0.3526,
+      "step": 2167
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1518067031730856e-05,
+      "loss": 0.2773,
+      "step": 2168
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1511157043592642e-05,
+      "loss": 0.2315,
+      "step": 2169
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1504246316966859e-05,
+      "loss": 0.286,
+      "step": 2170
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1497334855230704e-05,
+      "loss": 0.3415,
+      "step": 2171
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1490422661761744e-05,
+      "loss": 0.2909,
+      "step": 2172
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1483509739937904e-05,
+      "loss": 0.3141,
+      "step": 2173
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1476596093137453e-05,
+      "loss": 0.3673,
+      "step": 2174
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1469681724739028e-05,
+      "loss": 0.3069,
+      "step": 2175
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.146276663812161e-05,
+      "loss": 0.3225,
+      "step": 2176
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1455850836664532e-05,
+      "loss": 0.3261,
+      "step": 2177
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1448934323747481e-05,
+      "loss": 0.2737,
+      "step": 2178
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1442017102750488e-05,
+      "loss": 0.255,
+      "step": 2179
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1435099177053937e-05,
+      "loss": 0.3157,
+      "step": 2180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1428180550038538e-05,
+      "loss": 0.3014,
+      "step": 2181
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.142126122508536e-05,
+      "loss": 0.2528,
+      "step": 2182
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1414341205575817e-05,
+      "loss": 0.3347,
+      "step": 2183
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1407420494891646e-05,
+      "loss": 0.3047,
+      "step": 2184
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1400499096414932e-05,
+      "loss": 0.2896,
+      "step": 2185
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1393577013528096e-05,
+      "loss": 0.3158,
+      "step": 2186
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.138665424961389e-05,
+      "loss": 0.2456,
+      "step": 2187
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.13797308080554e-05,
+      "loss": 0.2813,
+      "step": 2188
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1372806692236049e-05,
+      "loss": 0.3396,
+      "step": 2189
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1365881905539577e-05,
+      "loss": 0.3565,
+      "step": 2190
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1358956451350065e-05,
+      "loss": 0.3563,
+      "step": 2191
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1352030333051911e-05,
+      "loss": 0.258,
+      "step": 2192
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1345103554029842e-05,
+      "loss": 0.2968,
+      "step": 2193
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1338176117668904e-05,
+      "loss": 0.3018,
+      "step": 2194
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1331248027354469e-05,
+      "loss": 0.2675,
+      "step": 2195
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.132431928647223e-05,
+      "loss": 0.2882,
+      "step": 2196
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1317389898408188e-05,
+      "loss": 0.3157,
+      "step": 2197
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1310459866548675e-05,
+      "loss": 0.3504,
+      "step": 2198
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1303529194280319e-05,
+      "loss": 0.37,
+      "step": 2199
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.1296597884990079e-05,
+      "loss": 0.384,
+      "step": 2200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1289665942065215e-05,
+      "loss": 0.3471,
+      "step": 2201
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1282733368893297e-05,
+      "loss": 0.3212,
+      "step": 2202
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1275800168862215e-05,
+      "loss": 0.3178,
+      "step": 2203
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1268866345360144e-05,
+      "loss": 0.3161,
+      "step": 2204
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1261931901775578e-05,
+      "loss": 0.3177,
+      "step": 2205
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1254996841497311e-05,
+      "loss": 0.2925,
+      "step": 2206
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1248061167914446e-05,
+      "loss": 0.2929,
+      "step": 2207
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1241124884416372e-05,
+      "loss": 0.2982,
+      "step": 2208
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1234187994392785e-05,
+      "loss": 0.2983,
+      "step": 2209
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1227250501233671e-05,
+      "loss": 0.3363,
+      "step": 2210
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.122031240832932e-05,
+      "loss": 0.3048,
+      "step": 2211
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1213373719070304e-05,
+      "loss": 0.2876,
+      "step": 2212
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1206434436847493e-05,
+      "loss": 0.3427,
+      "step": 2213
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.119949456505205e-05,
+      "loss": 0.3004,
+      "step": 2214
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1192554107075421e-05,
+      "loss": 0.3262,
+      "step": 2215
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.118561306630934e-05,
+      "loss": 0.2674,
+      "step": 2216
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1178671446145822e-05,
+      "loss": 0.2746,
+      "step": 2217
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1171729249977171e-05,
+      "loss": 0.2466,
+      "step": 2218
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1164786481195968e-05,
+      "loss": 0.3329,
+      "step": 2219
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1157843143195075e-05,
+      "loss": 0.3022,
+      "step": 2220
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1150899239367636e-05,
+      "loss": 0.3217,
+      "step": 2221
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.114395477310707e-05,
+      "loss": 0.3194,
+      "step": 2222
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1137009747807064e-05,
+      "loss": 0.2893,
+      "step": 2223
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1130064166861588e-05,
+      "loss": 0.305,
+      "step": 2224
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1123118033664877e-05,
+      "loss": 0.3235,
+      "step": 2225
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1116171351611436e-05,
+      "loss": 0.3189,
+      "step": 2226
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1109224124096044e-05,
+      "loss": 0.2977,
+      "step": 2227
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1102276354513739e-05,
+      "loss": 0.2684,
+      "step": 2228
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1095328046259832e-05,
+      "loss": 0.2975,
+      "step": 2229
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1088379202729888e-05,
+      "loss": 0.3272,
+      "step": 2230
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.108142982731974e-05,
+      "loss": 0.3171,
+      "step": 2231
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1074479923425483e-05,
+      "loss": 0.2364,
+      "step": 2232
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1067529494443463e-05,
+      "loss": 0.2723,
+      "step": 2233
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1060578543770287e-05,
+      "loss": 0.3256,
+      "step": 2234
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1053627074802815e-05,
+      "loss": 0.3177,
+      "step": 2235
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1046675090938166e-05,
+      "loss": 0.2688,
+      "step": 2236
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1039722595573699e-05,
+      "loss": 0.2559,
+      "step": 2237
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1032769592107034e-05,
+      "loss": 0.3481,
+      "step": 2238
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1025816083936036e-05,
+      "loss": 0.295,
+      "step": 2239
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1018862074458817e-05,
+      "loss": 0.3275,
+      "step": 2240
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1011907567073728e-05,
+      "loss": 0.308,
+      "step": 2241
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.1004952565179372e-05,
+      "loss": 0.304,
+      "step": 2242
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.099799707217459e-05,
+      "loss": 0.3192,
+      "step": 2243
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0991041091458463e-05,
+      "loss": 0.2779,
+      "step": 2244
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.098408462643031e-05,
+      "loss": 0.3696,
+      "step": 2245
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0977127680489686e-05,
+      "loss": 0.314,
+      "step": 2246
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0970170257036381e-05,
+      "loss": 0.3289,
+      "step": 2247
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0963212359470422e-05,
+      "loss": 0.3108,
+      "step": 2248
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0956253991192063e-05,
+      "loss": 0.333,
+      "step": 2249
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0949295155601794e-05,
+      "loss": 0.2568,
+      "step": 2250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0942335856100326e-05,
+      "loss": 0.2697,
+      "step": 2251
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.09353760960886e-05,
+      "loss": 0.2759,
+      "step": 2252
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0928415878967781e-05,
+      "loss": 0.3109,
+      "step": 2253
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0921455208139262e-05,
+      "loss": 0.2435,
+      "step": 2254
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0914494087004652e-05,
+      "loss": 0.2579,
+      "step": 2255
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0907532518965785e-05,
+      "loss": 0.307,
+      "step": 2256
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0900570507424708e-05,
+      "loss": 0.3375,
+      "step": 2257
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0893608055783691e-05,
+      "loss": 0.2578,
+      "step": 2258
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0886645167445208e-05,
+      "loss": 0.2928,
+      "step": 2259
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0879681845811964e-05,
+      "loss": 0.3309,
+      "step": 2260
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0872718094286859e-05,
+      "loss": 0.3032,
+      "step": 2261
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.086575391627301e-05,
+      "loss": 0.3108,
+      "step": 2262
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0858789315173746e-05,
+      "loss": 0.3323,
+      "step": 2263
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0851824294392598e-05,
+      "loss": 0.3292,
+      "step": 2264
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0844858857333302e-05,
+      "loss": 0.3404,
+      "step": 2265
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0837893007399796e-05,
+      "loss": 0.3215,
+      "step": 2266
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0830926747996225e-05,
+      "loss": 0.3963,
+      "step": 2267
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0823960082526932e-05,
+      "loss": 0.317,
+      "step": 2268
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0816993014396457e-05,
+      "loss": 0.3393,
+      "step": 2269
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0810025547009539e-05,
+      "loss": 0.282,
+      "step": 2270
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.080305768377111e-05,
+      "loss": 0.333,
+      "step": 2271
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0796089428086294e-05,
+      "loss": 0.3028,
+      "step": 2272
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0789120783360408e-05,
+      "loss": 0.2744,
+      "step": 2273
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0782151752998965e-05,
+      "loss": 0.286,
+      "step": 2274
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.077518234040766e-05,
+      "loss": 0.262,
+      "step": 2275
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0768212548992376e-05,
+      "loss": 0.3574,
+      "step": 2276
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.076124238215918e-05,
+      "loss": 0.2659,
+      "step": 2277
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0754271843314326e-05,
+      "loss": 0.3229,
+      "step": 2278
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0747300935864245e-05,
+      "loss": 0.2967,
+      "step": 2279
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0740329663215551e-05,
+      "loss": 0.2816,
+      "step": 2280
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.073335802877504e-05,
+      "loss": 0.3011,
+      "step": 2281
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.072638603594968e-05,
+      "loss": 0.3419,
+      "step": 2282
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0719413688146612e-05,
+      "loss": 0.3011,
+      "step": 2283
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0712440988773159e-05,
+      "loss": 0.3361,
+      "step": 2284
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0705467941236805e-05,
+      "loss": 0.3409,
+      "step": 2285
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0698494548945214e-05,
+      "loss": 0.2835,
+      "step": 2286
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0691520815306209e-05,
+      "loss": 0.3053,
+      "step": 2287
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.068454674372779e-05,
+      "loss": 0.3151,
+      "step": 2288
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0677572337618116e-05,
+      "loss": 0.2799,
+      "step": 2289
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0670597600385509e-05,
+      "loss": 0.2816,
+      "step": 2290
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0663622535438458e-05,
+      "loss": 0.32,
+      "step": 2291
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0656647146185604e-05,
+      "loss": 0.3123,
+      "step": 2292
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0649671436035754e-05,
+      "loss": 0.3034,
+      "step": 2293
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0642695408397868e-05,
+      "loss": 0.3051,
+      "step": 2294
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0635719066681064e-05,
+      "loss": 0.2957,
+      "step": 2295
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0628742414294606e-05,
+      "loss": 0.2661,
+      "step": 2296
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0621765454647919e-05,
+      "loss": 0.2897,
+      "step": 2297
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0614788191150575e-05,
+      "loss": 0.3663,
+      "step": 2298
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0607810627212296e-05,
+      "loss": 0.37,
+      "step": 2299
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0600832766242948e-05,
+      "loss": 0.2898,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0593854611652537e-05,
+      "loss": 0.3165,
+      "step": 2301
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0586876166851223e-05,
+      "loss": 0.324,
+      "step": 2302
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0579897435249305e-05,
+      "loss": 0.3057,
+      "step": 2303
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0572918420257214e-05,
+      "loss": 0.4095,
+      "step": 2304
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0565939125285536e-05,
+      "loss": 0.296,
+      "step": 2305
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0558959553744977e-05,
+      "loss": 0.3073,
+      "step": 2306
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0551979709046385e-05,
+      "loss": 0.3144,
+      "step": 2307
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.054499959460074e-05,
+      "loss": 0.2959,
+      "step": 2308
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.053801921381916e-05,
+      "loss": 0.3074,
+      "step": 2309
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0531038570112886e-05,
+      "loss": 0.3284,
+      "step": 2310
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.052405766689329e-05,
+      "loss": 0.2927,
+      "step": 2311
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.051707650757187e-05,
+      "loss": 0.2713,
+      "step": 2312
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0510095095560254e-05,
+      "loss": 0.2814,
+      "step": 2313
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0503113434270182e-05,
+      "loss": 0.2419,
+      "step": 2314
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0496131527113527e-05,
+      "loss": 0.3275,
+      "step": 2315
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0489149377502276e-05,
+      "loss": 0.2894,
+      "step": 2316
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0482166988848543e-05,
+      "loss": 0.2777,
+      "step": 2317
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0475184364564548e-05,
+      "loss": 0.2726,
+      "step": 2318
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0468201508062632e-05,
+      "loss": 0.3081,
+      "step": 2319
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0461218422755248e-05,
+      "loss": 0.3114,
+      "step": 2320
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0454235112054957e-05,
+      "loss": 0.3242,
+      "step": 2321
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.044725157937444e-05,
+      "loss": 0.3189,
+      "step": 2322
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0440267828126478e-05,
+      "loss": 0.303,
+      "step": 2323
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0433283861723967e-05,
+      "loss": 0.2856,
+      "step": 2324
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0426299683579891e-05,
+      "loss": 0.2824,
+      "step": 2325
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0419315297107358e-05,
+      "loss": 0.3252,
+      "step": 2326
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0412330705719566e-05,
+      "loss": 0.3113,
+      "step": 2327
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0405345912829818e-05,
+      "loss": 0.3588,
+      "step": 2328
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0398360921851514e-05,
+      "loss": 0.2827,
+      "step": 2329
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0391375736198146e-05,
+      "loss": 0.289,
+      "step": 2330
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.038439035928331e-05,
+      "loss": 0.2755,
+      "step": 2331
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0377404794520685e-05,
+      "loss": 0.3061,
+      "step": 2332
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0370419045324056e-05,
+      "loss": 0.2401,
+      "step": 2333
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0363433115107285e-05,
+      "loss": 0.2861,
+      "step": 2334
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0356447007284327e-05,
+      "loss": 0.3194,
+      "step": 2335
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0349460725269226e-05,
+      "loss": 0.2945,
+      "step": 2336
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0342474272476108e-05,
+      "loss": 0.2897,
+      "step": 2337
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0335487652319182e-05,
+      "loss": 0.2831,
+      "step": 2338
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0328500868212745e-05,
+      "loss": 0.3026,
+      "step": 2339
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0321513923571166e-05,
+      "loss": 0.2679,
+      "step": 2340
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.03145268218089e-05,
+      "loss": 0.2663,
+      "step": 2341
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0307539566340471e-05,
+      "loss": 0.3051,
+      "step": 2342
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0300552160580479e-05,
+      "loss": 0.2722,
+      "step": 2343
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0293564607943609e-05,
+      "loss": 0.2584,
+      "step": 2344
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0286576911844603e-05,
+      "loss": 0.2935,
+      "step": 2345
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.027958907569828e-05,
+      "loss": 0.2981,
+      "step": 2346
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0272601102919533e-05,
+      "loss": 0.3452,
+      "step": 2347
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0265612996923306e-05,
+      "loss": 0.3065,
+      "step": 2348
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0258624761124622e-05,
+      "loss": 0.2861,
+      "step": 2349
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0251636398938563e-05,
+      "loss": 0.292,
+      "step": 2350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0244647913780272e-05,
+      "loss": 0.3465,
+      "step": 2351
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0237659309064956e-05,
+      "loss": 0.328,
+      "step": 2352
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0230670588207874e-05,
+      "loss": 0.3122,
+      "step": 2353
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0223681754624346e-05,
+      "loss": 0.3047,
+      "step": 2354
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0216692811729747e-05,
+      "loss": 0.3195,
+      "step": 2355
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0209703762939502e-05,
+      "loss": 0.3111,
+      "step": 2356
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0202714611669091e-05,
+      "loss": 0.2707,
+      "step": 2357
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0195725361334048e-05,
+      "loss": 0.2479,
+      "step": 2358
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0188736015349948e-05,
+      "loss": 0.267,
+      "step": 2359
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0181746577132413e-05,
+      "loss": 0.3203,
+      "step": 2360
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0174757050097115e-05,
+      "loss": 0.305,
+      "step": 2361
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0167767437659768e-05,
+      "loss": 0.2811,
+      "step": 2362
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0160777743236124e-05,
+      "loss": 0.3178,
+      "step": 2363
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0153787970241977e-05,
+      "loss": 0.3837,
+      "step": 2364
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0146798122093167e-05,
+      "loss": 0.3013,
+      "step": 2365
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0139808202205561e-05,
+      "loss": 0.2429,
+      "step": 2366
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0132818213995058e-05,
+      "loss": 0.2374,
+      "step": 2367
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0125828160877605e-05,
+      "loss": 0.2446,
+      "step": 2368
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0118838046269166e-05,
+      "loss": 0.2674,
+      "step": 2369
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0111847873585743e-05,
+      "loss": 0.3091,
+      "step": 2370
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0104857646243366e-05,
+      "loss": 0.3372,
+      "step": 2371
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0097867367658091e-05,
+      "loss": 0.3,
+      "step": 2372
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0090877041245997e-05,
+      "loss": 0.2676,
+      "step": 2373
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0083886670423181e-05,
+      "loss": 0.2777,
+      "step": 2374
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0076896258605782e-05,
+      "loss": 0.2972,
+      "step": 2375
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0069905809209936e-05,
+      "loss": 0.3623,
+      "step": 2376
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0062915325651809e-05,
+      "loss": 0.3376,
+      "step": 2377
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0055924811347583e-05,
+      "loss": 0.2799,
+      "step": 2378
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.004893426971345e-05,
+      "loss": 0.2409,
+      "step": 2379
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0041943704165625e-05,
+      "loss": 0.2549,
+      "step": 2380
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.003495311812032e-05,
+      "loss": 0.3157,
+      "step": 2381
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0027962514993773e-05,
+      "loss": 0.293,
+      "step": 2382
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0020971898202218e-05,
+      "loss": 0.2444,
+      "step": 2383
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0013981271161905e-05,
+      "loss": 0.2751,
+      "step": 2384
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.000699063728908e-05,
+      "loss": 0.3654,
+      "step": 2385
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1e-05,
+      "loss": 0.2598,
+      "step": 2386
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.99300936271092e-06,
+      "loss": 0.2914,
+      "step": 2387
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.9860187288381e-06,
+      "loss": 0.3,
+      "step": 2388
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.979028101797785e-06,
+      "loss": 0.3242,
+      "step": 2389
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.972037485006229e-06,
+      "loss": 0.3078,
+      "step": 2390
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.965046881879684e-06,
+      "loss": 0.3099,
+      "step": 2391
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.958056295834378e-06,
+      "loss": 0.2807,
+      "step": 2392
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.951065730286553e-06,
+      "loss": 0.2429,
+      "step": 2393
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.94407518865242e-06,
+      "loss": 0.3071,
+      "step": 2394
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.937084674348193e-06,
+      "loss": 0.2737,
+      "step": 2395
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.930094190790067e-06,
+      "loss": 0.3026,
+      "step": 2396
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.923103741394222e-06,
+      "loss": 0.271,
+      "step": 2397
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.916113329576817e-06,
+      "loss": 0.2804,
+      "step": 2398
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.90912295875401e-06,
+      "loss": 0.3211,
+      "step": 2399
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.902132632341912e-06,
+      "loss": 0.3329,
+      "step": 2400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.895142353756635e-06,
+      "loss": 0.3057,
+      "step": 2401
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.888152126414262e-06,
+      "loss": 0.2627,
+      "step": 2402
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.881161953730838e-06,
+      "loss": 0.3362,
+      "step": 2403
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.874171839122397e-06,
+      "loss": 0.3039,
+      "step": 2404
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.867181786004944e-06,
+      "loss": 0.2536,
+      "step": 2405
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.860191797794442e-06,
+      "loss": 0.249,
+      "step": 2406
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.853201877906836e-06,
+      "loss": 0.3124,
+      "step": 2407
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.846212029758026e-06,
+      "loss": 0.2707,
+      "step": 2408
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.839222256763878e-06,
+      "loss": 0.3085,
+      "step": 2409
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.832232562340239e-06,
+      "loss": 0.3123,
+      "step": 2410
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.825242949902888e-06,
+      "loss": 0.3176,
+      "step": 2411
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.818253422867589e-06,
+      "loss": 0.2249,
+      "step": 2412
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.811263984650056e-06,
+      "loss": 0.2903,
+      "step": 2413
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.804274638665955e-06,
+      "loss": 0.2781,
+      "step": 2414
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.797285388330909e-06,
+      "loss": 0.2733,
+      "step": 2415
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.790296237060503e-06,
+      "loss": 0.3054,
+      "step": 2416
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.783307188270256e-06,
+      "loss": 0.265,
+      "step": 2417
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.776318245375657e-06,
+      "loss": 0.2554,
+      "step": 2418
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.769329411792129e-06,
+      "loss": 0.3521,
+      "step": 2419
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.762340690935047e-06,
+      "loss": 0.3042,
+      "step": 2420
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.755352086219733e-06,
+      "loss": 0.2801,
+      "step": 2421
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.74836360106144e-06,
+      "loss": 0.2394,
+      "step": 2422
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.74137523887538e-06,
+      "loss": 0.257,
+      "step": 2423
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.734387003076699e-06,
+      "loss": 0.3321,
+      "step": 2424
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.72739889708047e-06,
+      "loss": 0.2628,
+      "step": 2425
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.72041092430172e-06,
+      "loss": 0.2883,
+      "step": 2426
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.7134230881554e-06,
+      "loss": 0.3168,
+      "step": 2427
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.706435392056394e-06,
+      "loss": 0.2743,
+      "step": 2428
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.69944783941952e-06,
+      "loss": 0.2752,
+      "step": 2429
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.692460433659534e-06,
+      "loss": 0.3107,
+      "step": 2430
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.685473178191106e-06,
+      "loss": 0.2542,
+      "step": 2431
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.678486076428835e-06,
+      "loss": 0.2975,
+      "step": 2432
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.671499131787259e-06,
+      "loss": 0.3476,
+      "step": 2433
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.66451234768082e-06,
+      "loss": 0.2753,
+      "step": 2434
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.657525727523897e-06,
+      "loss": 0.2758,
+      "step": 2435
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.650539274730778e-06,
+      "loss": 0.2862,
+      "step": 2436
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.643552992715676e-06,
+      "loss": 0.3083,
+      "step": 2437
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.636566884892718e-06,
+      "loss": 0.2975,
+      "step": 2438
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.629580954675948e-06,
+      "loss": 0.2725,
+      "step": 2439
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.622595205479315e-06,
+      "loss": 0.3198,
+      "step": 2440
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.615609640716695e-06,
+      "loss": 0.3716,
+      "step": 2441
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.608624263801858e-06,
+      "loss": 0.3422,
+      "step": 2442
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.60163907814849e-06,
+      "loss": 0.2711,
+      "step": 2443
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.594654087170186e-06,
+      "loss": 0.3173,
+      "step": 2444
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.587669294280435e-06,
+      "loss": 0.289,
+      "step": 2445
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.580684702892643e-06,
+      "loss": 0.2797,
+      "step": 2446
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.573700316420112e-06,
+      "loss": 0.2983,
+      "step": 2447
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.566716138276036e-06,
+      "loss": 0.2475,
+      "step": 2448
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.559732171873524e-06,
+      "loss": 0.3113,
+      "step": 2449
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.552748420625563e-06,
+      "loss": 0.2673,
+      "step": 2450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.545764887945044e-06,
+      "loss": 0.3293,
+      "step": 2451
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.538781577244758e-06,
+      "loss": 0.3175,
+      "step": 2452
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.531798491937371e-06,
+      "loss": 0.3273,
+      "step": 2453
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.524815635435452e-06,
+      "loss": 0.3081,
+      "step": 2454
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.517833011151459e-06,
+      "loss": 0.2728,
+      "step": 2455
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.510850622497726e-06,
+      "loss": 0.2979,
+      "step": 2456
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.503868472886475e-06,
+      "loss": 0.2787,
+      "step": 2457
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.496886565729823e-06,
+      "loss": 0.3655,
+      "step": 2458
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.48990490443975e-06,
+      "loss": 0.301,
+      "step": 2459
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.482923492428131e-06,
+      "loss": 0.2926,
+      "step": 2460
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.475942333106713e-06,
+      "loss": 0.326,
+      "step": 2461
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.468961429887115e-06,
+      "loss": 0.2582,
+      "step": 2462
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.461980786180844e-06,
+      "loss": 0.3148,
+      "step": 2463
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.455000405399262e-06,
+      "loss": 0.2859,
+      "step": 2464
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.448020290953618e-06,
+      "loss": 0.3707,
+      "step": 2465
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.441040446255028e-06,
+      "loss": 0.2673,
+      "step": 2466
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.434060874714467e-06,
+      "loss": 0.2388,
+      "step": 2467
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.427081579742786e-06,
+      "loss": 0.3154,
+      "step": 2468
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.420102564750702e-06,
+      "loss": 0.2688,
+      "step": 2469
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.41312383314878e-06,
+      "loss": 0.327,
+      "step": 2470
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.406145388347465e-06,
+      "loss": 0.2908,
+      "step": 2471
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.399167233757057e-06,
+      "loss": 0.2717,
+      "step": 2472
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.392189372787707e-06,
+      "loss": 0.3415,
+      "step": 2473
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.385211808849425e-06,
+      "loss": 0.3188,
+      "step": 2474
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.378234545352084e-06,
+      "loss": 0.2985,
+      "step": 2475
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.371257585705397e-06,
+      "loss": 0.2601,
+      "step": 2476
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.364280933318943e-06,
+      "loss": 0.329,
+      "step": 2477
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.357304591602134e-06,
+      "loss": 0.2817,
+      "step": 2478
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.350328563964248e-06,
+      "loss": 0.3135,
+      "step": 2479
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.343352853814401e-06,
+      "loss": 0.2805,
+      "step": 2480
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.336377464561545e-06,
+      "loss": 0.2738,
+      "step": 2481
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.329402399614491e-06,
+      "loss": 0.2848,
+      "step": 2482
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.322427662381887e-06,
+      "loss": 0.3443,
+      "step": 2483
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.31545325627221e-06,
+      "loss": 0.2916,
+      "step": 2484
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.308479184693793e-06,
+      "loss": 0.2838,
+      "step": 2485
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.301505451054793e-06,
+      "loss": 0.292,
+      "step": 2486
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.294532058763198e-06,
+      "loss": 0.2671,
+      "step": 2487
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.287559011226843e-06,
+      "loss": 0.3106,
+      "step": 2488
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.28058631185339e-06,
+      "loss": 0.3016,
+      "step": 2489
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.273613964050321e-06,
+      "loss": 0.3326,
+      "step": 2490
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.266641971224963e-06,
+      "loss": 0.2608,
+      "step": 2491
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.259670336784452e-06,
+      "loss": 0.278,
+      "step": 2492
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.252699064135759e-06,
+      "loss": 0.27,
+      "step": 2493
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.245728156685681e-06,
+      "loss": 0.3441,
+      "step": 2494
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.238757617840824e-06,
+      "loss": 0.2954,
+      "step": 2495
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.231787451007626e-06,
+      "loss": 0.2572,
+      "step": 2496
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.224817659592342e-06,
+      "loss": 0.3034,
+      "step": 2497
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.217848247001038e-06,
+      "loss": 0.2912,
+      "step": 2498
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.210879216639592e-06,
+      "loss": 0.33,
+      "step": 2499
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.203910571913713e-06,
+      "loss": 0.3584,
+      "step": 2500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.196942316228893e-06,
+      "loss": 0.2743,
+      "step": 2501
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.189974452990463e-06,
+      "loss": 0.2783,
+      "step": 2502
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.183006985603546e-06,
+      "loss": 0.2758,
+      "step": 2503
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.176039917473071e-06,
+      "loss": 0.3357,
+      "step": 2504
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.16907325200378e-06,
+      "loss": 0.2853,
+      "step": 2505
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.162106992600207e-06,
+      "loss": 0.3123,
+      "step": 2506
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.155141142666702e-06,
+      "loss": 0.2882,
+      "step": 2507
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.148175705607407e-06,
+      "loss": 0.3218,
+      "step": 2508
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.141210684826257e-06,
+      "loss": 0.2823,
+      "step": 2509
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.134246083726992e-06,
+      "loss": 0.3325,
+      "step": 2510
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.127281905713146e-06,
+      "loss": 0.2894,
+      "step": 2511
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.120318154188039e-06,
+      "loss": 0.283,
+      "step": 2512
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.11335483255479e-06,
+      "loss": 0.2883,
+      "step": 2513
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.106391944216312e-06,
+      "loss": 0.2876,
+      "step": 2514
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.099429492575294e-06,
+      "loss": 0.3139,
+      "step": 2515
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.092467481034217e-06,
+      "loss": 0.2564,
+      "step": 2516
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.08550591299535e-06,
+      "loss": 0.2996,
+      "step": 2517
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.07854479186074e-06,
+      "loss": 0.3329,
+      "step": 2518
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.071584121032224e-06,
+      "loss": 0.2927,
+      "step": 2519
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.064623903911405e-06,
+      "loss": 0.3183,
+      "step": 2520
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.057664143899677e-06,
+      "loss": 0.3296,
+      "step": 2521
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.050704844398211e-06,
+      "loss": 0.3134,
+      "step": 2522
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.043746008807939e-06,
+      "loss": 0.3582,
+      "step": 2523
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.03678764052958e-06,
+      "loss": 0.3271,
+      "step": 2524
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.029829742963622e-06,
+      "loss": 0.3535,
+      "step": 2525
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.022872319510318e-06,
+      "loss": 0.3303,
+      "step": 2526
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.015915373569694e-06,
+      "loss": 0.2708,
+      "step": 2527
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.008958908541542e-06,
+      "loss": 0.3273,
+      "step": 2528
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.002002927825411e-06,
+      "loss": 0.3093,
+      "step": 2529
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.995047434820628e-06,
+      "loss": 0.2736,
+      "step": 2530
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.988092432926275e-06,
+      "loss": 0.2565,
+      "step": 2531
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.981137925541186e-06,
+      "loss": 0.2647,
+      "step": 2532
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.974183916063967e-06,
+      "loss": 0.3391,
+      "step": 2533
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.96723040789297e-06,
+      "loss": 0.3041,
+      "step": 2534
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.960277404426303e-06,
+      "loss": 0.2971,
+      "step": 2535
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.953324909061841e-06,
+      "loss": 0.2958,
+      "step": 2536
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.946372925197186e-06,
+      "loss": 0.299,
+      "step": 2537
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.939421456229715e-06,
+      "loss": 0.255,
+      "step": 2538
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.93247050555654e-06,
+      "loss": 0.3095,
+      "step": 2539
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.92552007657452e-06,
+      "loss": 0.3292,
+      "step": 2540
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.91857017268026e-06,
+      "loss": 0.3099,
+      "step": 2541
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.911620797270115e-06,
+      "loss": 0.2972,
+      "step": 2542
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.904671953740171e-06,
+      "loss": 0.2946,
+      "step": 2543
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.897723645486263e-06,
+      "loss": 0.2877,
+      "step": 2544
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.890775875903958e-06,
+      "loss": 0.2968,
+      "step": 2545
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.883828648388565e-06,
+      "loss": 0.3028,
+      "step": 2546
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.876881966335128e-06,
+      "loss": 0.2889,
+      "step": 2547
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.869935833138414e-06,
+      "loss": 0.2542,
+      "step": 2548
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.862990252192936e-06,
+      "loss": 0.2676,
+      "step": 2549
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.856045226892933e-06,
+      "loss": 0.2768,
+      "step": 2550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.849100760632366e-06,
+      "loss": 0.3231,
+      "step": 2551
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.842156856804925e-06,
+      "loss": 0.2999,
+      "step": 2552
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.835213518804037e-06,
+      "loss": 0.2992,
+      "step": 2553
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.828270750022832e-06,
+      "loss": 0.3218,
+      "step": 2554
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.821328553854178e-06,
+      "loss": 0.2573,
+      "step": 2555
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.814386933690664e-06,
+      "loss": 0.3182,
+      "step": 2556
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.80744589292458e-06,
+      "loss": 0.3025,
+      "step": 2557
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.80050543494795e-06,
+      "loss": 0.2819,
+      "step": 2558
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.793565563152509e-06,
+      "loss": 0.2764,
+      "step": 2559
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.7866262809297e-06,
+      "loss": 0.3299,
+      "step": 2560
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.779687591670687e-06,
+      "loss": 0.2836,
+      "step": 2561
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.77274949876633e-06,
+      "loss": 0.2785,
+      "step": 2562
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.765812005607219e-06,
+      "loss": 0.2486,
+      "step": 2563
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.758875115583633e-06,
+      "loss": 0.3179,
+      "step": 2564
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.751938832085556e-06,
+      "loss": 0.2792,
+      "step": 2565
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.745003158502687e-06,
+      "loss": 0.2677,
+      "step": 2566
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.738068098224427e-06,
+      "loss": 0.2967,
+      "step": 2567
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.731133654639861e-06,
+      "loss": 0.3297,
+      "step": 2568
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.724199831137789e-06,
+      "loss": 0.2961,
+      "step": 2569
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.717266631106706e-06,
+      "loss": 0.2523,
+      "step": 2570
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.710334057934789e-06,
+      "loss": 0.3164,
+      "step": 2571
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.703402115009923e-06,
+      "loss": 0.3032,
+      "step": 2572
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.696470805719684e-06,
+      "loss": 0.2723,
+      "step": 2573
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.689540133451328e-06,
+      "loss": 0.3395,
+      "step": 2574
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.682610101591813e-06,
+      "loss": 0.2827,
+      "step": 2575
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.675680713527774e-06,
+      "loss": 0.2813,
+      "step": 2576
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.668751972645531e-06,
+      "loss": 0.2698,
+      "step": 2577
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.6618238823311e-06,
+      "loss": 0.2899,
+      "step": 2578
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.654896445970162e-06,
+      "loss": 0.3027,
+      "step": 2579
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.647969666948092e-06,
+      "loss": 0.2682,
+      "step": 2580
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.641043548649938e-06,
+      "loss": 0.3398,
+      "step": 2581
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.634118094460425e-06,
+      "loss": 0.3157,
+      "step": 2582
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.627193307763953e-06,
+      "loss": 0.3114,
+      "step": 2583
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.620269191944601e-06,
+      "loss": 0.2732,
+      "step": 2584
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.613345750386111e-06,
+      "loss": 0.2141,
+      "step": 2585
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.606422986471905e-06,
+      "loss": 0.3127,
+      "step": 2586
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.59950090358507e-06,
+      "loss": 0.2618,
+      "step": 2587
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.592579505108358e-06,
+      "loss": 0.3035,
+      "step": 2588
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.585658794424188e-06,
+      "loss": 0.3234,
+      "step": 2589
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.578738774914641e-06,
+      "loss": 0.2944,
+      "step": 2590
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.571819449961464e-06,
+      "loss": 0.3179,
+      "step": 2591
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.56490082294607e-06,
+      "loss": 0.3117,
+      "step": 2592
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.557982897249513e-06,
+      "loss": 0.3661,
+      "step": 2593
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.55106567625252e-06,
+      "loss": 0.3114,
+      "step": 2594
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.544149163335473e-06,
+      "loss": 0.2763,
+      "step": 2595
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.537233361878395e-06,
+      "loss": 0.2764,
+      "step": 2596
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.530318275260974e-06,
+      "loss": 0.3052,
+      "step": 2597
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.523403906862549e-06,
+      "loss": 0.286,
+      "step": 2598
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.5164902600621e-06,
+      "loss": 0.319,
+      "step": 2599
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.509577338238255e-06,
+      "loss": 0.3173,
+      "step": 2600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.5026651447693e-06,
+      "loss": 0.2957,
+      "step": 2601
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.495753683033144e-06,
+      "loss": 0.3437,
+      "step": 2602
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.488842956407361e-06,
+      "loss": 0.229,
+      "step": 2603
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.48193296826915e-06,
+      "loss": 0.2735,
+      "step": 2604
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.475023721995352e-06,
+      "loss": 0.2847,
+      "step": 2605
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.468115220962455e-06,
+      "loss": 0.317,
+      "step": 2606
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.461207468546565e-06,
+      "loss": 0.3208,
+      "step": 2607
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.454300468123439e-06,
+      "loss": 0.3176,
+      "step": 2608
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.447394223068465e-06,
+      "loss": 0.2563,
+      "step": 2609
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.440488736756647e-06,
+      "loss": 0.278,
+      "step": 2610
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.433584012562633e-06,
+      "loss": 0.2762,
+      "step": 2611
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.426680053860698e-06,
+      "loss": 0.268,
+      "step": 2612
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.41977686402473e-06,
+      "loss": 0.3891,
+      "step": 2613
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.412874446428252e-06,
+      "loss": 0.2853,
+      "step": 2614
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.405972804444414e-06,
+      "loss": 0.2801,
+      "step": 2615
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.399071941445973e-06,
+      "loss": 0.3131,
+      "step": 2616
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.39217186080532e-06,
+      "loss": 0.3544,
+      "step": 2617
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.38527256589445e-06,
+      "loss": 0.29,
+      "step": 2618
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.37837406008498e-06,
+      "loss": 0.2665,
+      "step": 2619
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.37147634674815e-06,
+      "loss": 0.3193,
+      "step": 2620
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.364579429254795e-06,
+      "loss": 0.2629,
+      "step": 2621
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.357683310975378e-06,
+      "loss": 0.3257,
+      "step": 2622
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.350787995279962e-06,
+      "loss": 0.2858,
+      "step": 2623
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.343893485538217e-06,
+      "loss": 0.2778,
+      "step": 2624
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.336999785119422e-06,
+      "loss": 0.279,
+      "step": 2625
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.330106897392468e-06,
+      "loss": 0.3047,
+      "step": 2626
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.323214825725832e-06,
+      "loss": 0.2911,
+      "step": 2627
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.316323573487607e-06,
+      "loss": 0.2659,
+      "step": 2628
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.30943314404548e-06,
+      "loss": 0.2536,
+      "step": 2629
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.302543540766735e-06,
+      "loss": 0.2599,
+      "step": 2630
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.295654767018254e-06,
+      "loss": 0.2972,
+      "step": 2631
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.288766826166507e-06,
+      "loss": 0.2719,
+      "step": 2632
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.28187972157757e-06,
+      "loss": 0.2426,
+      "step": 2633
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.274993456617105e-06,
+      "loss": 0.2588,
+      "step": 2634
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.268108034650356e-06,
+      "loss": 0.267,
+      "step": 2635
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.261223459042161e-06,
+      "loss": 0.2724,
+      "step": 2636
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.25433973315695e-06,
+      "loss": 0.3098,
+      "step": 2637
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.247456860358725e-06,
+      "loss": 0.2894,
+      "step": 2638
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.240574844011082e-06,
+      "loss": 0.3022,
+      "step": 2639
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.233693687477198e-06,
+      "loss": 0.2327,
+      "step": 2640
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.22681339411982e-06,
+      "loss": 0.3542,
+      "step": 2641
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.219933967301281e-06,
+      "loss": 0.2968,
+      "step": 2642
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.213055410383495e-06,
+      "loss": 0.2776,
+      "step": 2643
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.206177726727936e-06,
+      "loss": 0.2988,
+      "step": 2644
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.19930091969567e-06,
+      "loss": 0.306,
+      "step": 2645
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.192424992647315e-06,
+      "loss": 0.3034,
+      "step": 2646
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.185549948943076e-06,
+      "loss": 0.3055,
+      "step": 2647
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.178675791942719e-06,
+      "loss": 0.3402,
+      "step": 2648
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.17180252500557e-06,
+      "loss": 0.3117,
+      "step": 2649
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.164930151490532e-06,
+      "loss": 0.3231,
+      "step": 2650
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.15805867475607e-06,
+      "loss": 0.3102,
+      "step": 2651
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.1511880981602e-06,
+      "loss": 0.2904,
+      "step": 2652
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.144318425060508e-06,
+      "loss": 0.2832,
+      "step": 2653
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.13744965881414e-06,
+      "loss": 0.2914,
+      "step": 2654
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.130581802777786e-06,
+      "loss": 0.2476,
+      "step": 2655
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.123714860307703e-06,
+      "loss": 0.2883,
+      "step": 2656
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.116848834759704e-06,
+      "loss": 0.2879,
+      "step": 2657
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.109983729489139e-06,
+      "loss": 0.3239,
+      "step": 2658
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.103119547850924e-06,
+      "loss": 0.3078,
+      "step": 2659
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.096256293199513e-06,
+      "loss": 0.3477,
+      "step": 2660
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.089393968888913e-06,
+      "loss": 0.3016,
+      "step": 2661
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.082532578272675e-06,
+      "loss": 0.2556,
+      "step": 2662
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.07567212470389e-06,
+      "loss": 0.3253,
+      "step": 2663
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.068812611535197e-06,
+      "loss": 0.2876,
+      "step": 2664
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.061954042118772e-06,
+      "loss": 0.3067,
+      "step": 2665
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.05509641980633e-06,
+      "loss": 0.2618,
+      "step": 2666
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.04823974794912e-06,
+      "loss": 0.3109,
+      "step": 2667
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.041384029897939e-06,
+      "loss": 0.2862,
+      "step": 2668
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.0345292690031e-06,
+      "loss": 0.2648,
+      "step": 2669
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.027675468614462e-06,
+      "loss": 0.2945,
+      "step": 2670
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.02082263208141e-06,
+      "loss": 0.3144,
+      "step": 2671
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.013970762752853e-06,
+      "loss": 0.2996,
+      "step": 2672
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.00711986397724e-06,
+      "loss": 0.3415,
+      "step": 2673
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.000269939102527e-06,
+      "loss": 0.2627,
+      "step": 2674
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.993420991476212e-06,
+      "loss": 0.2835,
+      "step": 2675
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.986573024445312e-06,
+      "loss": 0.3226,
+      "step": 2676
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.979726041356353e-06,
+      "loss": 0.2678,
+      "step": 2677
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.972880045555392e-06,
+      "loss": 0.2759,
+      "step": 2678
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.966035040388e-06,
+      "loss": 0.2647,
+      "step": 2679
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.95919102919926e-06,
+      "loss": 0.3017,
+      "step": 2680
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.952348015333778e-06,
+      "loss": 0.2592,
+      "step": 2681
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.945506002135668e-06,
+      "loss": 0.2329,
+      "step": 2682
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.938664992948549e-06,
+      "loss": 0.323,
+      "step": 2683
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.931824991115557e-06,
+      "loss": 0.3175,
+      "step": 2684
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.924985999979337e-06,
+      "loss": 0.2573,
+      "step": 2685
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.918148022882032e-06,
+      "loss": 0.3113,
+      "step": 2686
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.911311063165298e-06,
+      "loss": 0.2822,
+      "step": 2687
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.904475124170287e-06,
+      "loss": 0.2896,
+      "step": 2688
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.897640209237656e-06,
+      "loss": 0.292,
+      "step": 2689
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.890806321707562e-06,
+      "loss": 0.2914,
+      "step": 2690
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.883973464919655e-06,
+      "loss": 0.3396,
+      "step": 2691
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.877141642213086e-06,
+      "loss": 0.2915,
+      "step": 2692
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.870310856926504e-06,
+      "loss": 0.3006,
+      "step": 2693
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.863481112398041e-06,
+      "loss": 0.255,
+      "step": 2694
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.85665241196533e-06,
+      "loss": 0.2285,
+      "step": 2695
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.84982475896549e-06,
+      "loss": 0.3304,
+      "step": 2696
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.84299815673512e-06,
+      "loss": 0.333,
+      "step": 2697
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.836172608610321e-06,
+      "loss": 0.3408,
+      "step": 2698
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.829348117926672e-06,
+      "loss": 0.3305,
+      "step": 2699
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.822524688019227e-06,
+      "loss": 0.3149,
+      "step": 2700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.815702322222539e-06,
+      "loss": 0.3222,
+      "step": 2701
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.808881023870622e-06,
+      "loss": 0.3078,
+      "step": 2702
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.80206079629698e-06,
+      "loss": 0.3159,
+      "step": 2703
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.795241642834596e-06,
+      "loss": 0.2626,
+      "step": 2704
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.788423566815915e-06,
+      "loss": 0.3537,
+      "step": 2705
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.78160657157287e-06,
+      "loss": 0.272,
+      "step": 2706
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.774790660436857e-06,
+      "loss": 0.2987,
+      "step": 2707
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.767975836738747e-06,
+      "loss": 0.2803,
+      "step": 2708
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.76116210380887e-06,
+      "loss": 0.3076,
+      "step": 2709
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.754349464977041e-06,
+      "loss": 0.3004,
+      "step": 2710
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.74753792357252e-06,
+      "loss": 0.2831,
+      "step": 2711
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.740727482924048e-06,
+      "loss": 0.2569,
+      "step": 2712
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.733918146359816e-06,
+      "loss": 0.3364,
+      "step": 2713
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.727109917207478e-06,
+      "loss": 0.269,
+      "step": 2714
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.720302798794153e-06,
+      "loss": 0.2839,
+      "step": 2715
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.713496794446408e-06,
+      "loss": 0.2909,
+      "step": 2716
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.706691907490272e-06,
+      "loss": 0.2956,
+      "step": 2717
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.699888141251232e-06,
+      "loss": 0.2991,
+      "step": 2718
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.693085499054216e-06,
+      "loss": 0.3315,
+      "step": 2719
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.686283984223606e-06,
+      "loss": 0.241,
+      "step": 2720
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.679483600083243e-06,
+      "loss": 0.2676,
+      "step": 2721
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.672684349956399e-06,
+      "loss": 0.2765,
+      "step": 2722
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.665886237165804e-06,
+      "loss": 0.3268,
+      "step": 2723
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.659089265033635e-06,
+      "loss": 0.3079,
+      "step": 2724
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.652293436881497e-06,
+      "loss": 0.2825,
+      "step": 2725
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.645498756030451e-06,
+      "loss": 0.2765,
+      "step": 2726
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.638705225800981e-06,
+      "loss": 0.2412,
+      "step": 2727
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.631912849513026e-06,
+      "loss": 0.323,
+      "step": 2728
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.6251216304859555e-06,
+      "loss": 0.3817,
+      "step": 2729
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.618331572038563e-06,
+      "loss": 0.2786,
+      "step": 2730
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.61154267748909e-06,
+      "loss": 0.3277,
+      "step": 2731
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.604754950155203e-06,
+      "loss": 0.2223,
+      "step": 2732
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.597968393353992e-06,
+      "loss": 0.3005,
+      "step": 2733
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.591183010401981e-06,
+      "loss": 0.2508,
+      "step": 2734
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.584398804615127e-06,
+      "loss": 0.2507,
+      "step": 2735
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.577615779308797e-06,
+      "loss": 0.2733,
+      "step": 2736
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.5708339377977926e-06,
+      "loss": 0.2978,
+      "step": 2737
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.564053283396335e-06,
+      "loss": 0.2532,
+      "step": 2738
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.557273819418056e-06,
+      "loss": 0.3406,
+      "step": 2739
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.55049554917602e-06,
+      "loss": 0.2409,
+      "step": 2740
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.543718475982695e-06,
+      "loss": 0.2777,
+      "step": 2741
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.536942603149975e-06,
+      "loss": 0.298,
+      "step": 2742
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.530167933989161e-06,
+      "loss": 0.2857,
+      "step": 2743
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.523394471810965e-06,
+      "loss": 0.3085,
+      "step": 2744
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.516622219925513e-06,
+      "loss": 0.2664,
+      "step": 2745
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.50985118164234e-06,
+      "loss": 0.259,
+      "step": 2746
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.503081360270379e-06,
+      "loss": 0.3268,
+      "step": 2747
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.496312759117983e-06,
+      "loss": 0.3663,
+      "step": 2748
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.489545381492896e-06,
+      "loss": 0.2954,
+      "step": 2749
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.482779230702272e-06,
+      "loss": 0.2849,
+      "step": 2750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.476014310052657e-06,
+      "loss": 0.2709,
+      "step": 2751
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.469250622850008e-06,
+      "loss": 0.3174,
+      "step": 2752
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.4624881723996666e-06,
+      "loss": 0.3091,
+      "step": 2753
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.45572696200638e-06,
+      "loss": 0.2491,
+      "step": 2754
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.448966994974282e-06,
+      "loss": 0.3515,
+      "step": 2755
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.442208274606902e-06,
+      "loss": 0.2772,
+      "step": 2756
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.435450804207165e-06,
+      "loss": 0.3429,
+      "step": 2757
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.428694587077372e-06,
+      "loss": 0.3079,
+      "step": 2758
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.421939626519226e-06,
+      "loss": 0.2814,
+      "step": 2759
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.41518592583381e-06,
+      "loss": 0.2504,
+      "step": 2760
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.408433488321588e-06,
+      "loss": 0.2532,
+      "step": 2761
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.401682317282408e-06,
+      "loss": 0.2754,
+      "step": 2762
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.39493241601551e-06,
+      "loss": 0.2963,
+      "step": 2763
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.388183787819492e-06,
+      "loss": 0.2637,
+      "step": 2764
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3814364359923485e-06,
+      "loss": 0.2714,
+      "step": 2765
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.374690363831448e-06,
+      "loss": 0.2632,
+      "step": 2766
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.367945574633524e-06,
+      "loss": 0.3273,
+      "step": 2767
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.361202071694691e-06,
+      "loss": 0.2442,
+      "step": 2768
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.354459858310427e-06,
+      "loss": 0.2994,
+      "step": 2769
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3477189377755895e-06,
+      "loss": 0.3229,
+      "step": 2770
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.340979313384404e-06,
+      "loss": 0.2468,
+      "step": 2771
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.334240988430451e-06,
+      "loss": 0.2326,
+      "step": 2772
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.32750396620669e-06,
+      "loss": 0.2945,
+      "step": 2773
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.320768250005436e-06,
+      "loss": 0.2392,
+      "step": 2774
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.3140338431183625e-06,
+      "loss": 0.3484,
+      "step": 2775
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.30730074883651e-06,
+      "loss": 0.2677,
+      "step": 2776
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.300568970450283e-06,
+      "loss": 0.3242,
+      "step": 2777
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.293838511249422e-06,
+      "loss": 0.2757,
+      "step": 2778
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.287109374523048e-06,
+      "loss": 0.2901,
+      "step": 2779
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.28038156355962e-06,
+      "loss": 0.2581,
+      "step": 2780
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.273655081646949e-06,
+      "loss": 0.2329,
+      "step": 2781
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.266929932072207e-06,
+      "loss": 0.2707,
+      "step": 2782
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2602061181219e-06,
+      "loss": 0.2864,
+      "step": 2783
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.253483643081896e-06,
+      "loss": 0.3373,
+      "step": 2784
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.246762510237404e-06,
+      "loss": 0.3126,
+      "step": 2785
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.240042722872971e-06,
+      "loss": 0.3382,
+      "step": 2786
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.233324284272489e-06,
+      "loss": 0.3307,
+      "step": 2787
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.226607197719202e-06,
+      "loss": 0.3201,
+      "step": 2788
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.219891466495675e-06,
+      "loss": 0.2812,
+      "step": 2789
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.2131770938838235e-06,
+      "loss": 0.2471,
+      "step": 2790
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.206464083164894e-06,
+      "loss": 0.3936,
+      "step": 2791
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.199752437619473e-06,
+      "loss": 0.3184,
+      "step": 2792
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.193042160527468e-06,
+      "loss": 0.3306,
+      "step": 2793
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.1863332551681345e-06,
+      "loss": 0.2781,
+      "step": 2794
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.179625724820038e-06,
+      "loss": 0.2731,
+      "step": 2795
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.1729195727610945e-06,
+      "loss": 0.2833,
+      "step": 2796
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.166214802268525e-06,
+      "loss": 0.3454,
+      "step": 2797
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.159511416618887e-06,
+      "loss": 0.2484,
+      "step": 2798
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.1528094190880625e-06,
+      "loss": 0.2932,
+      "step": 2799
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.146108812951247e-06,
+      "loss": 0.2612,
+      "step": 2800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.139409601482963e-06,
+      "loss": 0.2764,
+      "step": 2801
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.1327117879570515e-06,
+      "loss": 0.3184,
+      "step": 2802
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.126015375646665e-06,
+      "loss": 0.2898,
+      "step": 2803
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.119320367824274e-06,
+      "loss": 0.2943,
+      "step": 2804
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.112626767761668e-06,
+      "loss": 0.2921,
+      "step": 2805
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.105934578729934e-06,
+      "loss": 0.2853,
+      "step": 2806
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.099243803999485e-06,
+      "loss": 0.278,
+      "step": 2807
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.092554446840041e-06,
+      "loss": 0.2902,
+      "step": 2808
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.085866510520618e-06,
+      "loss": 0.3333,
+      "step": 2809
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.079179998309549e-06,
+      "loss": 0.2801,
+      "step": 2810
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.072494913474459e-06,
+      "loss": 0.2426,
+      "step": 2811
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.06581125928229e-06,
+      "loss": 0.2752,
+      "step": 2812
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.059129038999282e-06,
+      "loss": 0.3065,
+      "step": 2813
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.052448255890958e-06,
+      "loss": 0.3242,
+      "step": 2814
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.045768913222162e-06,
+      "loss": 0.3389,
+      "step": 2815
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.03909101425702e-06,
+      "loss": 0.2514,
+      "step": 2816
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.032414562258951e-06,
+      "loss": 0.2716,
+      "step": 2817
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.025739560490674e-06,
+      "loss": 0.3368,
+      "step": 2818
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.019066012214204e-06,
+      "loss": 0.2817,
+      "step": 2819
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.012393920690826e-06,
+      "loss": 0.3071,
+      "step": 2820
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.005723289181132e-06,
+      "loss": 0.3089,
+      "step": 2821
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.999054120944997e-06,
+      "loss": 0.3202,
+      "step": 2822
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9923864192415705e-06,
+      "loss": 0.3067,
+      "step": 2823
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.985720187329299e-06,
+      "loss": 0.2765,
+      "step": 2824
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.979055428465898e-06,
+      "loss": 0.291,
+      "step": 2825
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.972392145908375e-06,
+      "loss": 0.2872,
+      "step": 2826
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.965730342913011e-06,
+      "loss": 0.3837,
+      "step": 2827
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.959070022735359e-06,
+      "loss": 0.2939,
+      "step": 2828
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9524111886302536e-06,
+      "loss": 0.277,
+      "step": 2829
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.945753843851806e-06,
+      "loss": 0.2961,
+      "step": 2830
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.939097991653387e-06,
+      "loss": 0.3011,
+      "step": 2831
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.932443635287652e-06,
+      "loss": 0.3148,
+      "step": 2832
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.925790778006518e-06,
+      "loss": 0.265,
+      "step": 2833
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.919139423061172e-06,
+      "loss": 0.2545,
+      "step": 2834
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.912489573702061e-06,
+      "loss": 0.336,
+      "step": 2835
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.9058412331789094e-06,
+      "loss": 0.2897,
+      "step": 2836
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.899194404740686e-06,
+      "loss": 0.3963,
+      "step": 2837
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.892549091635639e-06,
+      "loss": 0.2976,
+      "step": 2838
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.885905297111261e-06,
+      "loss": 0.2729,
+      "step": 2839
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.87926302441431e-06,
+      "loss": 0.3389,
+      "step": 2840
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.872622276790804e-06,
+      "loss": 0.291,
+      "step": 2841
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.865983057486005e-06,
+      "loss": 0.3476,
+      "step": 2842
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.859345369744436e-06,
+      "loss": 0.3286,
+      "step": 2843
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.852709216809876e-06,
+      "loss": 0.3047,
+      "step": 2844
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.846074601925341e-06,
+      "loss": 0.3536,
+      "step": 2845
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.839441528333099e-06,
+      "loss": 0.3361,
+      "step": 2846
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.832809999274678e-06,
+      "loss": 0.3987,
+      "step": 2847
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.8261800179908284e-06,
+      "loss": 0.3442,
+      "step": 2848
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.819551587721567e-06,
+      "loss": 0.306,
+      "step": 2849
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.81292471170614e-06,
+      "loss": 0.2257,
+      "step": 2850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.806299393183034e-06,
+      "loss": 0.3042,
+      "step": 2851
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.799675635389981e-06,
+      "loss": 0.372,
+      "step": 2852
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7930534415639395e-06,
+      "loss": 0.2649,
+      "step": 2853
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.786432814941113e-06,
+      "loss": 0.3021,
+      "step": 2854
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.779813758756943e-06,
+      "loss": 0.2588,
+      "step": 2855
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.773196276246088e-06,
+      "loss": 0.2947,
+      "step": 2856
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.766580370642453e-06,
+      "loss": 0.2645,
+      "step": 2857
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.759966045179165e-06,
+      "loss": 0.2589,
+      "step": 2858
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.753353303088574e-06,
+      "loss": 0.3302,
+      "step": 2859
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7467421476022665e-06,
+      "loss": 0.2886,
+      "step": 2860
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.740132581951053e-06,
+      "loss": 0.2974,
+      "step": 2861
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.733524609364957e-06,
+      "loss": 0.2671,
+      "step": 2862
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.7269182330732305e-06,
+      "loss": 0.3254,
+      "step": 2863
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.72031345630435e-06,
+      "loss": 0.3404,
+      "step": 2864
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.713710282285997e-06,
+      "loss": 0.2891,
+      "step": 2865
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.707108714245083e-06,
+      "loss": 0.2865,
+      "step": 2866
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.700508755407726e-06,
+      "loss": 0.3536,
+      "step": 2867
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6939104089992634e-06,
+      "loss": 0.3438,
+      "step": 2868
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.687313678244243e-06,
+      "loss": 0.3356,
+      "step": 2869
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.680718566366419e-06,
+      "loss": 0.2758,
+      "step": 2870
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6741250765887574e-06,
+      "loss": 0.3015,
+      "step": 2871
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.667533212133437e-06,
+      "loss": 0.2993,
+      "step": 2872
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.660942976221831e-06,
+      "loss": 0.3049,
+      "step": 2873
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6543543720745265e-06,
+      "loss": 0.2884,
+      "step": 2874
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.647767402911311e-06,
+      "loss": 0.2985,
+      "step": 2875
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.6411820719511645e-06,
+      "loss": 0.2818,
+      "step": 2876
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.634598382412278e-06,
+      "loss": 0.2852,
+      "step": 2877
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.62801633751204e-06,
+      "loss": 0.2556,
+      "step": 2878
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.621435940467021e-06,
+      "loss": 0.3077,
+      "step": 2879
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.614857194493007e-06,
+      "loss": 0.2847,
+      "step": 2880
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.608280102804961e-06,
+      "loss": 0.329,
+      "step": 2881
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.601704668617039e-06,
+      "loss": 0.3122,
+      "step": 2882
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.595130895142601e-06,
+      "loss": 0.2604,
+      "step": 2883
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.588558785594175e-06,
+      "loss": 0.2737,
+      "step": 2884
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.58198834318349e-06,
+      "loss": 0.2827,
+      "step": 2885
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.575419571121462e-06,
+      "loss": 0.3058,
+      "step": 2886
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.568852472618179e-06,
+      "loss": 0.3015,
+      "step": 2887
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.562287050882918e-06,
+      "loss": 0.3442,
+      "step": 2888
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.555723309124139e-06,
+      "loss": 0.2813,
+      "step": 2889
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.549161250549474e-06,
+      "loss": 0.3426,
+      "step": 2890
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.542600878365737e-06,
+      "loss": 0.3433,
+      "step": 2891
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.5360421957789235e-06,
+      "loss": 0.3611,
+      "step": 2892
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.529485205994191e-06,
+      "loss": 0.3092,
+      "step": 2893
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.522929912215878e-06,
+      "loss": 0.3094,
+      "step": 2894
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.5163763176474884e-06,
+      "loss": 0.2894,
+      "step": 2895
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.509824425491701e-06,
+      "loss": 0.2827,
+      "step": 2896
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.5032742389503676e-06,
+      "loss": 0.3095,
+      "step": 2897
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.49672576122449e-06,
+      "loss": 0.3021,
+      "step": 2898
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.490178995514252e-06,
+      "loss": 0.3247,
+      "step": 2899
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.483633945018991e-06,
+      "loss": 0.2954,
+      "step": 2900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.477090612937207e-06,
+      "loss": 0.2931,
+      "step": 2901
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.470549002466562e-06,
+      "loss": 0.2504,
+      "step": 2902
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.464009116803883e-06,
+      "loss": 0.3111,
+      "step": 2903
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.45747095914514e-06,
+      "loss": 0.2895,
+      "step": 2904
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.45093453268547e-06,
+      "loss": 0.2914,
+      "step": 2905
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.444399840619162e-06,
+      "loss": 0.3025,
+      "step": 2906
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.43786688613965e-06,
+      "loss": 0.2846,
+      "step": 2907
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.431335672439532e-06,
+      "loss": 0.3146,
+      "step": 2908
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.424806202710539e-06,
+      "loss": 0.2585,
+      "step": 2909
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.418278480143565e-06,
+      "loss": 0.2792,
+      "step": 2910
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.411752507928643e-06,
+      "loss": 0.2655,
+      "step": 2911
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.40522828925495e-06,
+      "loss": 0.3308,
+      "step": 2912
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.398705827310805e-06,
+      "loss": 0.314,
+      "step": 2913
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.392185125283679e-06,
+      "loss": 0.3117,
+      "step": 2914
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.385666186360166e-06,
+      "loss": 0.3415,
+      "step": 2915
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.379149013726012e-06,
+      "loss": 0.2418,
+      "step": 2916
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.372633610566097e-06,
+      "loss": 0.271,
+      "step": 2917
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.366119980064427e-06,
+      "loss": 0.2542,
+      "step": 2918
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.359608125404154e-06,
+      "loss": 0.2538,
+      "step": 2919
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.353098049767561e-06,
+      "loss": 0.3271,
+      "step": 2920
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.34658975633605e-06,
+      "loss": 0.2442,
+      "step": 2921
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.340083248290167e-06,
+      "loss": 0.314,
+      "step": 2922
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.3335785288095745e-06,
+      "loss": 0.3351,
+      "step": 2923
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.327075601073062e-06,
+      "loss": 0.2618,
+      "step": 2924
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.3205744682585545e-06,
+      "loss": 0.2793,
+      "step": 2925
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.3140751335430825e-06,
+      "loss": 0.3024,
+      "step": 2926
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.3075776001028125e-06,
+      "loss": 0.2688,
+      "step": 2927
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.301081871113027e-06,
+      "loss": 0.3077,
+      "step": 2928
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.294587949748121e-06,
+      "loss": 0.3028,
+      "step": 2929
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.288095839181607e-06,
+      "loss": 0.2343,
+      "step": 2930
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.281605542586124e-06,
+      "loss": 0.3292,
+      "step": 2931
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.275117063133409e-06,
+      "loss": 0.3039,
+      "step": 2932
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.268630403994318e-06,
+      "loss": 0.3112,
+      "step": 2933
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.262145568338826e-06,
+      "loss": 0.2513,
+      "step": 2934
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.255662559335999e-06,
+      "loss": 0.3044,
+      "step": 2935
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.2491813801540245e-06,
+      "loss": 0.3033,
+      "step": 2936
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.242702033960186e-06,
+      "loss": 0.343,
+      "step": 2937
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.23622452392088e-06,
+      "loss": 0.2607,
+      "step": 2938
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.229748853201605e-06,
+      "loss": 0.293,
+      "step": 2939
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.223275024966949e-06,
+      "loss": 0.2979,
+      "step": 2940
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.216803042380617e-06,
+      "loss": 0.3028,
+      "step": 2941
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.210332908605401e-06,
+      "loss": 0.2632,
+      "step": 2942
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.203864626803184e-06,
+      "loss": 0.3135,
+      "step": 2943
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.197398200134961e-06,
+      "loss": 0.3251,
+      "step": 2944
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.190933631760809e-06,
+      "loss": 0.3168,
+      "step": 2945
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.184470924839897e-06,
+      "loss": 0.3205,
+      "step": 2946
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.178010082530485e-06,
+      "loss": 0.2788,
+      "step": 2947
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.171551107989928e-06,
+      "loss": 0.2973,
+      "step": 2948
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.1650940043746566e-06,
+      "loss": 0.3616,
+      "step": 2949
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.1586387748402025e-06,
+      "loss": 0.2753,
+      "step": 2950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.1521854225411626e-06,
+      "loss": 0.2634,
+      "step": 2951
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.145733950631234e-06,
+      "loss": 0.3332,
+      "step": 2952
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.139284362263185e-06,
+      "loss": 0.298,
+      "step": 2953
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.132836660588868e-06,
+      "loss": 0.2774,
+      "step": 2954
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.126390848759205e-06,
+      "loss": 0.3063,
+      "step": 2955
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.119946929924212e-06,
+      "loss": 0.3062,
+      "step": 2956
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.113504907232957e-06,
+      "loss": 0.2741,
+      "step": 2957
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.107064783833599e-06,
+      "loss": 0.2658,
+      "step": 2958
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.1006265628733664e-06,
+      "loss": 0.2954,
+      "step": 2959
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.094190247498545e-06,
+      "loss": 0.3187,
+      "step": 2960
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.087755840854503e-06,
+      "loss": 0.2658,
+      "step": 2961
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.081323346085678e-06,
+      "loss": 0.2815,
+      "step": 2962
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.074892766335556e-06,
+      "loss": 0.2573,
+      "step": 2963
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.068464104746709e-06,
+      "loss": 0.2954,
+      "step": 2964
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.062037364460752e-06,
+      "loss": 0.261,
+      "step": 2965
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.05561254861837e-06,
+      "loss": 0.2782,
+      "step": 2966
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.049189660359316e-06,
+      "loss": 0.2705,
+      "step": 2967
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.042768702822381e-06,
+      "loss": 0.2581,
+      "step": 2968
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.03634967914543e-06,
+      "loss": 0.289,
+      "step": 2969
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.029932592465379e-06,
+      "loss": 0.2534,
+      "step": 2970
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.02351744591819e-06,
+      "loss": 0.3127,
+      "step": 2971
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.01710424263888e-06,
+      "loss": 0.2795,
+      "step": 2972
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0106929857615285e-06,
+      "loss": 0.2388,
+      "step": 2973
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.004283678419243e-06,
+      "loss": 0.2868,
+      "step": 2974
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.997876323744194e-06,
+      "loss": 0.2883,
+      "step": 2975
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.991470924867593e-06,
+      "loss": 0.2897,
+      "step": 2976
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.985067484919693e-06,
+      "loss": 0.2842,
+      "step": 2977
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.978666007029796e-06,
+      "loss": 0.2974,
+      "step": 2978
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.972266494326234e-06,
+      "loss": 0.3071,
+      "step": 2979
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9658689499363905e-06,
+      "loss": 0.2781,
+      "step": 2980
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.959473376986686e-06,
+      "loss": 0.3181,
+      "step": 2981
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.953079778602567e-06,
+      "loss": 0.2895,
+      "step": 2982
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.946688157908528e-06,
+      "loss": 0.308,
+      "step": 2983
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.940298518028089e-06,
+      "loss": 0.3303,
+      "step": 2984
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.933910862083802e-06,
+      "loss": 0.2935,
+      "step": 2985
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.927525193197251e-06,
+      "loss": 0.2695,
+      "step": 2986
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.921141514489057e-06,
+      "loss": 0.3391,
+      "step": 2987
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.914759829078853e-06,
+      "loss": 0.2672,
+      "step": 2988
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.908380140085308e-06,
+      "loss": 0.2562,
+      "step": 2989
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.902002450626116e-06,
+      "loss": 0.2851,
+      "step": 2990
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.895626763817985e-06,
+      "loss": 0.3408,
+      "step": 2991
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.88925308277666e-06,
+      "loss": 0.3106,
+      "step": 2992
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.882881410616885e-06,
+      "loss": 0.3154,
+      "step": 2993
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.876511750452443e-06,
+      "loss": 0.3846,
+      "step": 2994
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8701441053961185e-06,
+      "loss": 0.2646,
+      "step": 2995
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.863778478559718e-06,
+      "loss": 0.26,
+      "step": 2996
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.857414873054059e-06,
+      "loss": 0.2703,
+      "step": 2997
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.85105329198898e-06,
+      "loss": 0.3448,
+      "step": 2998
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.844693738473315e-06,
+      "loss": 0.2679,
+      "step": 2999
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.838336215614917e-06,
+      "loss": 0.2919,
+      "step": 3000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.831980726520654e-06,
+      "loss": 0.2833,
+      "step": 3001
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.825627274296374e-06,
+      "loss": 0.2905,
+      "step": 3002
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.819275862046961e-06,
+      "loss": 0.3368,
+      "step": 3003
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.812926492876285e-06,
+      "loss": 0.2955,
+      "step": 3004
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.80657916988721e-06,
+      "loss": 0.2581,
+      "step": 3005
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.800233896181626e-06,
+      "loss": 0.2995,
+      "step": 3006
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.793890674860389e-06,
+      "loss": 0.2632,
+      "step": 3007
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.787549509023382e-06,
+      "loss": 0.3587,
+      "step": 3008
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.781210401769466e-06,
+      "loss": 0.2661,
+      "step": 3009
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7748733561965e-06,
+      "loss": 0.3067,
+      "step": 3010
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.768538375401337e-06,
+      "loss": 0.2584,
+      "step": 3011
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.762205462479817e-06,
+      "loss": 0.3124,
+      "step": 3012
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.755874620526776e-06,
+      "loss": 0.2653,
+      "step": 3013
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.749545852636027e-06,
+      "loss": 0.2373,
+      "step": 3014
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.743219161900388e-06,
+      "loss": 0.299,
+      "step": 3015
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.736894551411642e-06,
+      "loss": 0.2654,
+      "step": 3016
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.730572024260563e-06,
+      "loss": 0.3102,
+      "step": 3017
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.724251583536917e-06,
+      "loss": 0.3354,
+      "step": 3018
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.717933232329428e-06,
+      "loss": 0.2709,
+      "step": 3019
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.711616973725826e-06,
+      "loss": 0.3312,
+      "step": 3020
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.705302810812791e-06,
+      "loss": 0.2809,
+      "step": 3021
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.698990746676001e-06,
+      "loss": 0.3108,
+      "step": 3022
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.692680784400102e-06,
+      "loss": 0.2911,
+      "step": 3023
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.686372927068699e-06,
+      "loss": 0.2606,
+      "step": 3024
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.680067177764389e-06,
+      "loss": 0.2865,
+      "step": 3025
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.673763539568727e-06,
+      "loss": 0.2798,
+      "step": 3026
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6674620155622405e-06,
+      "loss": 0.2713,
+      "step": 3027
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.66116260882442e-06,
+      "loss": 0.3573,
+      "step": 3028
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.654865322433725e-06,
+      "loss": 0.2736,
+      "step": 3029
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.648570159467576e-06,
+      "loss": 0.262,
+      "step": 3030
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.642277123002358e-06,
+      "loss": 0.2522,
+      "step": 3031
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.635986216113416e-06,
+      "loss": 0.2501,
+      "step": 3032
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.629697441875055e-06,
+      "loss": 0.3021,
+      "step": 3033
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.623410803360536e-06,
+      "loss": 0.3368,
+      "step": 3034
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.6171263036420774e-06,
+      "loss": 0.2915,
+      "step": 3035
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.6108439457908494e-06,
+      "loss": 0.2356,
+      "step": 3036
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.604563732876989e-06,
+      "loss": 0.2917,
+      "step": 3037
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.598285667969559e-06,
+      "loss": 0.2661,
+      "step": 3038
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.592009754136599e-06,
+      "loss": 0.305,
+      "step": 3039
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.585735994445088e-06,
+      "loss": 0.2933,
+      "step": 3040
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.579464391960938e-06,
+      "loss": 0.2477,
+      "step": 3041
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5731949497490326e-06,
+      "loss": 0.3148,
+      "step": 3042
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.56692767087318e-06,
+      "loss": 0.2877,
+      "step": 3043
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.560662558396139e-06,
+      "loss": 0.2833,
+      "step": 3044
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5543996153796085e-06,
+      "loss": 0.3495,
+      "step": 3045
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.548138844884228e-06,
+      "loss": 0.3013,
+      "step": 3046
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.541880249969572e-06,
+      "loss": 0.315,
+      "step": 3047
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.535623833694156e-06,
+      "loss": 0.3157,
+      "step": 3048
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.529369599115428e-06,
+      "loss": 0.3503,
+      "step": 3049
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.52311754928977e-06,
+      "loss": 0.2535,
+      "step": 3050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.516867687272504e-06,
+      "loss": 0.2714,
+      "step": 3051
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.510620016117867e-06,
+      "loss": 0.2741,
+      "step": 3052
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.504374538879035e-06,
+      "loss": 0.254,
+      "step": 3053
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.498131258608122e-06,
+      "loss": 0.2963,
+      "step": 3054
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.491890178356141e-06,
+      "loss": 0.2288,
+      "step": 3055
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.485651301173062e-06,
+      "loss": 0.3139,
+      "step": 3056
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.479414630107756e-06,
+      "loss": 0.3184,
+      "step": 3057
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.473180168208021e-06,
+      "loss": 0.2724,
+      "step": 3058
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4669479185205844e-06,
+      "loss": 0.3243,
+      "step": 3059
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.460717884091072e-06,
+      "loss": 0.2936,
+      "step": 3060
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.454490067964054e-06,
+      "loss": 0.2738,
+      "step": 3061
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.448264473182996e-06,
+      "loss": 0.2757,
+      "step": 3062
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.442041102790285e-06,
+      "loss": 0.3341,
+      "step": 3063
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.435819959827224e-06,
+      "loss": 0.3052,
+      "step": 3064
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.429601047334022e-06,
+      "loss": 0.3333,
+      "step": 3065
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4233843683498e-06,
+      "loss": 0.343,
+      "step": 3066
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.417169925912586e-06,
+      "loss": 0.3161,
+      "step": 3067
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.410957723059327e-06,
+      "loss": 0.2337,
+      "step": 3068
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.404747762825852e-06,
+      "loss": 0.2698,
+      "step": 3069
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.398540048246912e-06,
+      "loss": 0.2828,
+      "step": 3070
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3923345823561624e-06,
+      "loss": 0.2876,
+      "step": 3071
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3861313681861425e-06,
+      "loss": 0.2907,
+      "step": 3072
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.379930408768315e-06,
+      "loss": 0.2783,
+      "step": 3073
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.373731707133012e-06,
+      "loss": 0.3068,
+      "step": 3074
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.367535266309489e-06,
+      "loss": 0.3491,
+      "step": 3075
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.361341089325884e-06,
+      "loss": 0.2916,
+      "step": 3076
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.35514917920923e-06,
+      "loss": 0.2368,
+      "step": 3077
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.348959538985452e-06,
+      "loss": 0.2587,
+      "step": 3078
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.342772171679364e-06,
+      "loss": 0.3245,
+      "step": 3079
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3365870803146766e-06,
+      "loss": 0.2664,
+      "step": 3080
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3304042679139775e-06,
+      "loss": 0.2957,
+      "step": 3081
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.324223737498751e-06,
+      "loss": 0.306,
+      "step": 3082
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.318045492089359e-06,
+      "loss": 0.3123,
+      "step": 3083
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.311869534705043e-06,
+      "loss": 0.2997,
+      "step": 3084
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.3056958683639494e-06,
+      "loss": 0.2798,
+      "step": 3085
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.299524496083069e-06,
+      "loss": 0.3007,
+      "step": 3086
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.293355420878308e-06,
+      "loss": 0.2671,
+      "step": 3087
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.28718864576442e-06,
+      "loss": 0.344,
+      "step": 3088
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.281024173755047e-06,
+      "loss": 0.3084,
+      "step": 3089
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.27486200786272e-06,
+      "loss": 0.3028,
+      "step": 3090
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.26870215109881e-06,
+      "loss": 0.3361,
+      "step": 3091
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.262544606473592e-06,
+      "loss": 0.3159,
+      "step": 3092
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.256389376996192e-06,
+      "loss": 0.2703,
+      "step": 3093
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2502364656746115e-06,
+      "loss": 0.3298,
+      "step": 3094
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.244085875515718e-06,
+      "loss": 0.2948,
+      "step": 3095
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.237937609525243e-06,
+      "loss": 0.2969,
+      "step": 3096
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.231791670707784e-06,
+      "loss": 0.2578,
+      "step": 3097
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.225648062066802e-06,
+      "loss": 0.3025,
+      "step": 3098
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.219506786604616e-06,
+      "loss": 0.3312,
+      "step": 3099
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.213367847322408e-06,
+      "loss": 0.2822,
+      "step": 3100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.207231247220217e-06,
+      "loss": 0.3535,
+      "step": 3101
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.201096989296941e-06,
+      "loss": 0.2774,
+      "step": 3102
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.194965076550323e-06,
+      "loss": 0.2669,
+      "step": 3103
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.188835511976985e-06,
+      "loss": 0.291,
+      "step": 3104
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.182708298572366e-06,
+      "loss": 0.319,
+      "step": 3105
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.176583439330789e-06,
+      "loss": 0.2896,
+      "step": 3106
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.17046093724541e-06,
+      "loss": 0.335,
+      "step": 3107
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.164340795308225e-06,
+      "loss": 0.2431,
+      "step": 3108
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.158223016510099e-06,
+      "loss": 0.2551,
+      "step": 3109
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.152107603840726e-06,
+      "loss": 0.2856,
+      "step": 3110
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.145994560288649e-06,
+      "loss": 0.2876,
+      "step": 3111
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.139883888841251e-06,
+      "loss": 0.2551,
+      "step": 3112
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1337755924847555e-06,
+      "loss": 0.3264,
+      "step": 3113
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.12766967420423e-06,
+      "loss": 0.2844,
+      "step": 3114
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.121566136983576e-06,
+      "loss": 0.267,
+      "step": 3115
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.115464983805532e-06,
+      "loss": 0.3,
+      "step": 3116
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.109366217651668e-06,
+      "loss": 0.253,
+      "step": 3117
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1032698415023965e-06,
+      "loss": 0.2737,
+      "step": 3118
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.097175858336951e-06,
+      "loss": 0.282,
+      "step": 3119
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.091084271133403e-06,
+      "loss": 0.3205,
+      "step": 3120
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.084995082868658e-06,
+      "loss": 0.2863,
+      "step": 3121
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.07890829651843e-06,
+      "loss": 0.261,
+      "step": 3122
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.072823915057281e-06,
+      "loss": 0.3302,
+      "step": 3123
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.066741941458591e-06,
+      "loss": 0.3004,
+      "step": 3124
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.060662378694545e-06,
+      "loss": 0.2862,
+      "step": 3125
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.054585229736182e-06,
+      "loss": 0.2669,
+      "step": 3126
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.0485104975533364e-06,
+      "loss": 0.3545,
+      "step": 3127
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.042438185114673e-06,
+      "loss": 0.2866,
+      "step": 3128
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.036368295387669e-06,
+      "loss": 0.2242,
+      "step": 3129
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.030300831338622e-06,
+      "loss": 0.3244,
+      "step": 3130
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0242357959326405e-06,
+      "loss": 0.3142,
+      "step": 3131
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.018173192133649e-06,
+      "loss": 0.3341,
+      "step": 3132
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0121130229043795e-06,
+      "loss": 0.3138,
+      "step": 3133
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.006055291206375e-06,
+      "loss": 0.2683,
+      "step": 3134
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.000000000000003e-06,
+      "loss": 0.2432,
+      "step": 3135
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.993947152244409e-06,
+      "loss": 0.2887,
+      "step": 3136
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.987896750897563e-06,
+      "loss": 0.2476,
+      "step": 3137
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.981848798916247e-06,
+      "loss": 0.272,
+      "step": 3138
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.975803299256021e-06,
+      "loss": 0.2507,
+      "step": 3139
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.969760254871272e-06,
+      "loss": 0.3393,
+      "step": 3140
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.963719668715172e-06,
+      "loss": 0.2734,
+      "step": 3141
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.957681543739697e-06,
+      "loss": 0.2792,
+      "step": 3142
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.951645882895623e-06,
+      "loss": 0.2845,
+      "step": 3143
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.945612689132508e-06,
+      "loss": 0.2992,
+      "step": 3144
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.939581965398722e-06,
+      "loss": 0.2845,
+      "step": 3145
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.933553714641419e-06,
+      "loss": 0.3016,
+      "step": 3146
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.927527939806545e-06,
+      "loss": 0.3285,
+      "step": 3147
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.921504643838839e-06,
+      "loss": 0.297,
+      "step": 3148
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9154838296818246e-06,
+      "loss": 0.2412,
+      "step": 3149
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.909465500277813e-06,
+      "loss": 0.247,
+      "step": 3150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9034496585679016e-06,
+      "loss": 0.2525,
+      "step": 3151
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8974363074919826e-06,
+      "loss": 0.2701,
+      "step": 3152
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.891425449988712e-06,
+      "loss": 0.3193,
+      "step": 3153
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.885417088995533e-06,
+      "loss": 0.2969,
+      "step": 3154
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.879411227448688e-06,
+      "loss": 0.2817,
+      "step": 3155
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.873407868283166e-06,
+      "loss": 0.2609,
+      "step": 3156
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.867407014432762e-06,
+      "loss": 0.2481,
+      "step": 3157
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.861408668830022e-06,
+      "loss": 0.3286,
+      "step": 3158
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.85541283440629e-06,
+      "loss": 0.2848,
+      "step": 3159
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.84941951409167e-06,
+      "loss": 0.279,
+      "step": 3160
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.843428710815027e-06,
+      "loss": 0.2917,
+      "step": 3161
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.83744042750402e-06,
+      "loss": 0.3211,
+      "step": 3162
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.831454667085059e-06,
+      "loss": 0.2885,
+      "step": 3163
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.825471432483328e-06,
+      "loss": 0.2755,
+      "step": 3164
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.819490726622774e-06,
+      "loss": 0.3147,
+      "step": 3165
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.81351255242611e-06,
+      "loss": 0.3358,
+      "step": 3166
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.807536912814808e-06,
+      "loss": 0.3138,
+      "step": 3167
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.801563810709103e-06,
+      "loss": 0.3098,
+      "step": 3168
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.795593249028002e-06,
+      "loss": 0.2941,
+      "step": 3169
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.789625230689244e-06,
+      "loss": 0.3236,
+      "step": 3170
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.783659758609357e-06,
+      "loss": 0.2924,
+      "step": 3171
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.777696835703597e-06,
+      "loss": 0.286,
+      "step": 3172
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.771736464885984e-06,
+      "loss": 0.349,
+      "step": 3173
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.765778649069306e-06,
+      "loss": 0.2497,
+      "step": 3174
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7598233911650736e-06,
+      "loss": 0.3064,
+      "step": 3175
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.753870694083572e-06,
+      "loss": 0.2821,
+      "step": 3176
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.747920560733825e-06,
+      "loss": 0.2651,
+      "step": 3177
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7419729940236015e-06,
+      "loss": 0.233,
+      "step": 3178
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.73602799685942e-06,
+      "loss": 0.3389,
+      "step": 3179
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.730085572146543e-06,
+      "loss": 0.3225,
+      "step": 3180
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.724145722788973e-06,
+      "loss": 0.2898,
+      "step": 3181
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.718208451689458e-06,
+      "loss": 0.291,
+      "step": 3182
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.712273761749482e-06,
+      "loss": 0.2589,
+      "step": 3183
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7063416558692694e-06,
+      "loss": 0.236,
+      "step": 3184
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.700412136947784e-06,
+      "loss": 0.2846,
+      "step": 3185
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.694485207882723e-06,
+      "loss": 0.323,
+      "step": 3186
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.688560871570513e-06,
+      "loss": 0.2393,
+      "step": 3187
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6826391309063305e-06,
+      "loss": 0.3632,
+      "step": 3188
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6767199887840575e-06,
+      "loss": 0.2894,
+      "step": 3189
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.670803448096331e-06,
+      "loss": 0.2936,
+      "step": 3190
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.664889511734509e-06,
+      "loss": 0.3106,
+      "step": 3191
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.658978182588658e-06,
+      "loss": 0.2897,
+      "step": 3192
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6530694635476e-06,
+      "loss": 0.2446,
+      "step": 3193
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.647163357498866e-06,
+      "loss": 0.251,
+      "step": 3194
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.641259867328709e-06,
+      "loss": 0.292,
+      "step": 3195
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6353589959221065e-06,
+      "loss": 0.296,
+      "step": 3196
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.629460746162759e-06,
+      "loss": 0.2757,
+      "step": 3197
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.623565120933081e-06,
+      "loss": 0.281,
+      "step": 3198
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.617672123114208e-06,
+      "loss": 0.3052,
+      "step": 3199
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.611781755585986e-06,
+      "loss": 0.2234,
+      "step": 3200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.605894021226985e-06,
+      "loss": 0.2918,
+      "step": 3201
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6000089229144805e-06,
+      "loss": 0.2667,
+      "step": 3202
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5941264635244605e-06,
+      "loss": 0.2564,
+      "step": 3203
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5882466459316245e-06,
+      "loss": 0.275,
+      "step": 3204
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.58236947300939e-06,
+      "loss": 0.323,
+      "step": 3205
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.57649494762986e-06,
+      "loss": 0.2958,
+      "step": 3206
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.570623072663869e-06,
+      "loss": 0.2995,
+      "step": 3207
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.564753850980942e-06,
+      "loss": 0.3186,
+      "step": 3208
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5588872854493e-06,
+      "loss": 0.3012,
+      "step": 3209
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.553023378935889e-06,
+      "loss": 0.2799,
+      "step": 3210
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.547162134306337e-06,
+      "loss": 0.2638,
+      "step": 3211
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.541303554424975e-06,
+      "loss": 0.2826,
+      "step": 3212
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5354476421548356e-06,
+      "loss": 0.2392,
+      "step": 3213
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.529594400357644e-06,
+      "loss": 0.2952,
+      "step": 3214
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.523743831893823e-06,
+      "loss": 0.3221,
+      "step": 3215
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.517895939622486e-06,
+      "loss": 0.3413,
+      "step": 3216
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.512050726401443e-06,
+      "loss": 0.3216,
+      "step": 3217
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.506208195087188e-06,
+      "loss": 0.3045,
+      "step": 3218
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.500368348534918e-06,
+      "loss": 0.3149,
+      "step": 3219
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.4945311895984985e-06,
+      "loss": 0.3188,
+      "step": 3220
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.488696721130491e-06,
+      "loss": 0.3203,
+      "step": 3221
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.482864945982155e-06,
+      "loss": 0.3454,
+      "step": 3222
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.477035867003405e-06,
+      "loss": 0.3086,
+      "step": 3223
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.471209487042868e-06,
+      "loss": 0.2961,
+      "step": 3224
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.465385808947833e-06,
+      "loss": 0.258,
+      "step": 3225
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.459564835564275e-06,
+      "loss": 0.2882,
+      "step": 3226
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.45374656973685e-06,
+      "loss": 0.268,
+      "step": 3227
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.447931014308875e-06,
+      "loss": 0.2993,
+      "step": 3228
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.442118172122367e-06,
+      "loss": 0.2323,
+      "step": 3229
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.436308046018002e-06,
+      "loss": 0.294,
+      "step": 3230
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.430500638835129e-06,
+      "loss": 0.2533,
+      "step": 3231
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4246959534117726e-06,
+      "loss": 0.3228,
+      "step": 3232
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.418893992584624e-06,
+      "loss": 0.3132,
+      "step": 3233
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.413094759189046e-06,
+      "loss": 0.2441,
+      "step": 3234
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4072982560590625e-06,
+      "loss": 0.2585,
+      "step": 3235
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.401504486027378e-06,
+      "loss": 0.2829,
+      "step": 3236
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.395713451925339e-06,
+      "loss": 0.2917,
+      "step": 3237
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.389925156582971e-06,
+      "loss": 0.3258,
+      "step": 3238
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.384139602828963e-06,
+      "loss": 0.2822,
+      "step": 3239
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.378356793490647e-06,
+      "loss": 0.2524,
+      "step": 3240
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.372576731394037e-06,
+      "loss": 0.262,
+      "step": 3241
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3667994193637794e-06,
+      "loss": 0.2704,
+      "step": 3242
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.361024860223201e-06,
+      "loss": 0.3098,
+      "step": 3243
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.355253056794271e-06,
+      "loss": 0.298,
+      "step": 3244
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.349484011897603e-06,
+      "loss": 0.2771,
+      "step": 3245
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.343717728352481e-06,
+      "loss": 0.321,
+      "step": 3246
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.33795420897683e-06,
+      "loss": 0.3016,
+      "step": 3247
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.332193456587225e-06,
+      "loss": 0.3061,
+      "step": 3248
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3264354739988865e-06,
+      "loss": 0.3042,
+      "step": 3249
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3206802640256875e-06,
+      "loss": 0.2527,
+      "step": 3250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.31492782948014e-06,
+      "loss": 0.2787,
+      "step": 3251
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.309178173173399e-06,
+      "loss": 0.2628,
+      "step": 3252
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.303431297915277e-06,
+      "loss": 0.2753,
+      "step": 3253
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2976872065142e-06,
+      "loss": 0.2914,
+      "step": 3254
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.291945901777261e-06,
+      "loss": 0.2746,
+      "step": 3255
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.286207386510173e-06,
+      "loss": 0.2722,
+      "step": 3256
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.280471663517288e-06,
+      "loss": 0.2701,
+      "step": 3257
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.27473873560161e-06,
+      "loss": 0.2946,
+      "step": 3258
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.269008605564751e-06,
+      "loss": 0.2953,
+      "step": 3259
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2632812762069765e-06,
+      "loss": 0.3281,
+      "step": 3260
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.257556750327176e-06,
+      "loss": 0.3368,
+      "step": 3261
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.251835030722867e-06,
+      "loss": 0.2795,
+      "step": 3262
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.246116120190198e-06,
+      "loss": 0.2986,
+      "step": 3263
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.240400021523944e-06,
+      "loss": 0.3452,
+      "step": 3264
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2346867375175074e-06,
+      "loss": 0.2788,
+      "step": 3265
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.228976270962912e-06,
+      "loss": 0.3268,
+      "step": 3266
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.223268624650808e-06,
+      "loss": 0.2692,
+      "step": 3267
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2175638013704655e-06,
+      "loss": 0.2995,
+      "step": 3268
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.211861803909776e-06,
+      "loss": 0.3083,
+      "step": 3269
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2061626350552475e-06,
+      "loss": 0.3012,
+      "step": 3270
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2004662975920065e-06,
+      "loss": 0.2663,
+      "step": 3271
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.194772794303807e-06,
+      "loss": 0.2706,
+      "step": 3272
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.189082127972997e-06,
+      "loss": 0.2886,
+      "step": 3273
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.18339430138055e-06,
+      "loss": 0.3401,
+      "step": 3274
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.17770931730606e-06,
+      "loss": 0.2508,
+      "step": 3275
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.17202717852771e-06,
+      "loss": 0.3404,
+      "step": 3276
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.166347887822315e-06,
+      "loss": 0.2496,
+      "step": 3277
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.160671447965286e-06,
+      "loss": 0.2538,
+      "step": 3278
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.154997861730642e-06,
+      "loss": 0.2949,
+      "step": 3279
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.149327131891009e-06,
+      "loss": 0.2287,
+      "step": 3280
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.143659261217617e-06,
+      "loss": 0.3068,
+      "step": 3281
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1379942524803e-06,
+      "loss": 0.3229,
+      "step": 3282
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.13233210844749e-06,
+      "loss": 0.2844,
+      "step": 3283
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.126672831886223e-06,
+      "loss": 0.298,
+      "step": 3284
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.121016425562129e-06,
+      "loss": 0.2795,
+      "step": 3285
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.115362892239441e-06,
+      "loss": 0.3157,
+      "step": 3286
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.109712234680982e-06,
+      "loss": 0.2836,
+      "step": 3287
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.104064455648172e-06,
+      "loss": 0.3075,
+      "step": 3288
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.098419557901036e-06,
+      "loss": 0.2582,
+      "step": 3289
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.092777544198162e-06,
+      "loss": 0.2524,
+      "step": 3290
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.087138417296761e-06,
+      "loss": 0.2671,
+      "step": 3291
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.081502179952617e-06,
+      "loss": 0.2575,
+      "step": 3292
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.075868834920093e-06,
+      "loss": 0.304,
+      "step": 3293
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.070238384952162e-06,
+      "loss": 0.2807,
+      "step": 3294
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0646108328003635e-06,
+      "loss": 0.2754,
+      "step": 3295
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.058986181214826e-06,
+      "loss": 0.3508,
+      "step": 3296
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.053364432944265e-06,
+      "loss": 0.3362,
+      "step": 3297
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.047745590735972e-06,
+      "loss": 0.3082,
+      "step": 3298
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.042129657335818e-06,
+      "loss": 0.3348,
+      "step": 3299
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.036516635488257e-06,
+      "loss": 0.291,
+      "step": 3300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.030906527936315e-06,
+      "loss": 0.2795,
+      "step": 3301
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.025299337421599e-06,
+      "loss": 0.2599,
+      "step": 3302
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.019695066684285e-06,
+      "loss": 0.2843,
+      "step": 3303
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.014093718463128e-06,
+      "loss": 0.252,
+      "step": 3304
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.008495295495446e-06,
+      "loss": 0.2684,
+      "step": 3305
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.002899800517144e-06,
+      "loss": 0.2911,
+      "step": 3306
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.997307236262672e-06,
+      "loss": 0.3157,
+      "step": 3307
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.9917176054650715e-06,
+      "loss": 0.2662,
+      "step": 3308
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.9861309108559365e-06,
+      "loss": 0.3582,
+      "step": 3309
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.980547155165429e-06,
+      "loss": 0.2562,
+      "step": 3310
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.974966341122279e-06,
+      "loss": 0.3622,
+      "step": 3311
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.969388471453766e-06,
+      "loss": 0.2922,
+      "step": 3312
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.963813548885751e-06,
+      "loss": 0.2523,
+      "step": 3313
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.958241576142638e-06,
+      "loss": 0.2503,
+      "step": 3314
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.952672555947397e-06,
+      "loss": 0.3083,
+      "step": 3315
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.947106491021552e-06,
+      "loss": 0.2364,
+      "step": 3316
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9415433840851845e-06,
+      "loss": 0.3161,
+      "step": 3317
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9359832378569315e-06,
+      "loss": 0.3174,
+      "step": 3318
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.930426055053976e-06,
+      "loss": 0.2625,
+      "step": 3319
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.924871838392071e-06,
+      "loss": 0.2774,
+      "step": 3320
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.919320590585497e-06,
+      "loss": 0.2595,
+      "step": 3321
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.913772314347093e-06,
+      "loss": 0.3087,
+      "step": 3322
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.908227012388257e-06,
+      "loss": 0.3141,
+      "step": 3323
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.902684687418912e-06,
+      "loss": 0.2791,
+      "step": 3324
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.897145342147548e-06,
+      "loss": 0.2484,
+      "step": 3325
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.891608979281178e-06,
+      "loss": 0.2791,
+      "step": 3326
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.886075601525376e-06,
+      "loss": 0.2689,
+      "step": 3327
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.880545211584251e-06,
+      "loss": 0.2837,
+      "step": 3328
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.87501781216044e-06,
+      "loss": 0.2694,
+      "step": 3329
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.869493405955137e-06,
+      "loss": 0.2902,
+      "step": 3330
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8639719956680624e-06,
+      "loss": 0.3334,
+      "step": 3331
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.858453583997476e-06,
+      "loss": 0.2797,
+      "step": 3332
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.852938173640169e-06,
+      "loss": 0.2834,
+      "step": 3333
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.847425767291471e-06,
+      "loss": 0.2962,
+      "step": 3334
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8419163676452386e-06,
+      "loss": 0.2933,
+      "step": 3335
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.836409977393859e-06,
+      "loss": 0.2158,
+      "step": 3336
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.830906599228261e-06,
+      "loss": 0.2688,
+      "step": 3337
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.825406235837876e-06,
+      "loss": 0.3169,
+      "step": 3338
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.819908889910694e-06,
+      "loss": 0.2948,
+      "step": 3339
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.814414564133202e-06,
+      "loss": 0.229,
+      "step": 3340
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8089232611904224e-06,
+      "loss": 0.2836,
+      "step": 3341
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8034349837659124e-06,
+      "loss": 0.2128,
+      "step": 3342
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7979497345417236e-06,
+      "loss": 0.2507,
+      "step": 3343
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792467516198456e-06,
+      "loss": 0.2612,
+      "step": 3344
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7869883314152114e-06,
+      "loss": 0.3004,
+      "step": 3345
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7815121828696124e-06,
+      "loss": 0.2602,
+      "step": 3346
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7760390732377995e-06,
+      "loss": 0.3098,
+      "step": 3347
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7705690051944276e-06,
+      "loss": 0.2725,
+      "step": 3348
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7651019814126656e-06,
+      "loss": 0.3231,
+      "step": 3349
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.759638004564193e-06,
+      "loss": 0.329,
+      "step": 3350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7541770773192045e-06,
+      "loss": 0.3853,
+      "step": 3351
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.748719202346397e-06,
+      "loss": 0.3024,
+      "step": 3352
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7432643823129833e-06,
+      "loss": 0.2569,
+      "step": 3353
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.73781261988468e-06,
+      "loss": 0.2862,
+      "step": 3354
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7323639177257056e-06,
+      "loss": 0.2958,
+      "step": 3355
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7269182784987977e-06,
+      "loss": 0.2589,
+      "step": 3356
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.721475704865176e-06,
+      "loss": 0.3177,
+      "step": 3357
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7160361994845738e-06,
+      "loss": 0.2629,
+      "step": 3358
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7105997650152326e-06,
+      "loss": 0.2956,
+      "step": 3359
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.705166404113871e-06,
+      "loss": 0.2665,
+      "step": 3360
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6997361194357304e-06,
+      "loss": 0.29,
+      "step": 3361
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6943089136345344e-06,
+      "loss": 0.2897,
+      "step": 3362
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6888847893625023e-06,
+      "loss": 0.2709,
+      "step": 3363
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.683463749270356e-06,
+      "loss": 0.3046,
+      "step": 3364
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6780457960072937e-06,
+      "loss": 0.3333,
+      "step": 3365
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6726309322210262e-06,
+      "loss": 0.2519,
+      "step": 3366
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.667219160557739e-06,
+      "loss": 0.2782,
+      "step": 3367
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.661810483662115e-06,
+      "loss": 0.341,
+      "step": 3368
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6564049041773177e-06,
+      "loss": 0.2576,
+      "step": 3369
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6510024247450038e-06,
+      "loss": 0.2778,
+      "step": 3370
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6456030480053095e-06,
+      "loss": 0.2267,
+      "step": 3371
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.640206776596854e-06,
+      "loss": 0.2768,
+      "step": 3372
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6348136131567537e-06,
+      "loss": 0.2654,
+      "step": 3373
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.62942356032058e-06,
+      "loss": 0.3125,
+      "step": 3374
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6240366207224075e-06,
+      "loss": 0.3015,
+      "step": 3375
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6186527969947826e-06,
+      "loss": 0.3003,
+      "step": 3376
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.613272091768717e-06,
+      "loss": 0.2587,
+      "step": 3377
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6078945076737193e-06,
+      "loss": 0.313,
+      "step": 3378
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.602520047337751e-06,
+      "loss": 0.2912,
+      "step": 3379
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5971487133872675e-06,
+      "loss": 0.2898,
+      "step": 3380
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5917805084471822e-06,
+      "loss": 0.277,
+      "step": 3381
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.586415435140885e-06,
+      "loss": 0.3,
+      "step": 3382
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.581053496090234e-06,
+      "loss": 0.3174,
+      "step": 3383
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.575694693915558e-06,
+      "loss": 0.2853,
+      "step": 3384
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5703390312356477e-06,
+      "loss": 0.3173,
+      "step": 3385
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.564986510667765e-06,
+      "loss": 0.3163,
+      "step": 3386
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5596371348276325e-06,
+      "loss": 0.2494,
+      "step": 3387
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5542909063294385e-06,
+      "loss": 0.3553,
+      "step": 3388
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5489478277858293e-06,
+      "loss": 0.3264,
+      "step": 3389
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5436079018079238e-06,
+      "loss": 0.2665,
+      "step": 3390
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5382711310052788e-06,
+      "loss": 0.3551,
+      "step": 3391
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5329375179859338e-06,
+      "loss": 0.3524,
+      "step": 3392
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5276070653563633e-06,
+      "loss": 0.2693,
+      "step": 3393
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5222797757215087e-06,
+      "loss": 0.3269,
+      "step": 3394
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5169556516847725e-06,
+      "loss": 0.3161,
+      "step": 3395
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5116346958479873e-06,
+      "loss": 0.2961,
+      "step": 3396
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5063169108114647e-06,
+      "loss": 0.2554,
+      "step": 3397
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.501002299173948e-06,
+      "loss": 0.2885,
+      "step": 3398
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.495690863532637e-06,
+      "loss": 0.282,
+      "step": 3399
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.490382606483178e-06,
+      "loss": 0.2437,
+      "step": 3400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.485077530619664e-06,
+      "loss": 0.2756,
+      "step": 3401
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4797756385346316e-06,
+      "loss": 0.2888,
+      "step": 3402
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.474476932819062e-06,
+      "loss": 0.2886,
+      "step": 3403
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4691814160623904e-06,
+      "loss": 0.2753,
+      "step": 3404
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4638890908524726e-06,
+      "loss": 0.3241,
+      "step": 3405
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4585999597756194e-06,
+      "loss": 0.3183,
+      "step": 3406
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4533140254165776e-06,
+      "loss": 0.2431,
+      "step": 3407
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.448031290358528e-06,
+      "loss": 0.3133,
+      "step": 3408
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4427517571831015e-06,
+      "loss": 0.3052,
+      "step": 3409
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4374754284703395e-06,
+      "loss": 0.3098,
+      "step": 3410
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.432202306798742e-06,
+      "loss": 0.2936,
+      "step": 3411
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4269323947452324e-06,
+      "loss": 0.2318,
+      "step": 3412
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.421665694885156e-06,
+      "loss": 0.2828,
+      "step": 3413
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4164022097923043e-06,
+      "loss": 0.2665,
+      "step": 3414
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4111419420388904e-06,
+      "loss": 0.3216,
+      "step": 3415
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4058848941955523e-06,
+      "loss": 0.31,
+      "step": 3416
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.400631068831359e-06,
+      "loss": 0.3374,
+      "step": 3417
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3953804685138047e-06,
+      "loss": 0.2618,
+      "step": 3418
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.390133095808804e-06,
+      "loss": 0.2832,
+      "step": 3419
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.384888953280697e-06,
+      "loss": 0.2651,
+      "step": 3420
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3796480434922453e-06,
+      "loss": 0.2479,
+      "step": 3421
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.374410369004625e-06,
+      "loss": 0.252,
+      "step": 3422
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3691759323774466e-06,
+      "loss": 0.3295,
+      "step": 3423
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.363944736168718e-06,
+      "loss": 0.2867,
+      "step": 3424
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3587167829348743e-06,
+      "loss": 0.2988,
+      "step": 3425
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.353492075230773e-06,
+      "loss": 0.3211,
+      "step": 3426
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3482706156096655e-06,
+      "loss": 0.3097,
+      "step": 3427
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.343052406623236e-06,
+      "loss": 0.2722,
+      "step": 3428
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3378374508215704e-06,
+      "loss": 0.2613,
+      "step": 3429
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3326257507531657e-06,
+      "loss": 0.2913,
+      "step": 3430
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3274173089649274e-06,
+      "loss": 0.303,
+      "step": 3431
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3222121280021715e-06,
+      "loss": 0.3352,
+      "step": 3432
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3170102104086165e-06,
+      "loss": 0.2801,
+      "step": 3433
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.311811558726391e-06,
+      "loss": 0.3077,
+      "step": 3434
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3066161754960222e-06,
+      "loss": 0.2839,
+      "step": 3435
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3014240632564443e-06,
+      "loss": 0.3125,
+      "step": 3436
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2962352245449913e-06,
+      "loss": 0.3087,
+      "step": 3437
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2910496618973975e-06,
+      "loss": 0.2739,
+      "step": 3438
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.285867377847792e-06,
+      "loss": 0.3465,
+      "step": 3439
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2806883749287176e-06,
+      "loss": 0.3374,
+      "step": 3440
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2755126556710916e-06,
+      "loss": 0.2756,
+      "step": 3441
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2703402226042367e-06,
+      "loss": 0.3195,
+      "step": 3442
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2651710782558798e-06,
+      "loss": 0.2814,
+      "step": 3443
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2600052251521186e-06,
+      "loss": 0.3377,
+      "step": 3444
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2548426658174637e-06,
+      "loss": 0.2862,
+      "step": 3445
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2496834027748036e-06,
+      "loss": 0.3517,
+      "step": 3446
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2445274385454196e-06,
+      "loss": 0.2598,
+      "step": 3447
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2393747756489847e-06,
+      "loss": 0.2824,
+      "step": 3448
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2342254166035438e-06,
+      "loss": 0.295,
+      "step": 3449
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.229079363925547e-06,
+      "loss": 0.3213,
+      "step": 3450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2239366201298184e-06,
+      "loss": 0.2821,
+      "step": 3451
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.218797187729565e-06,
+      "loss": 0.2465,
+      "step": 3452
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.213661069236378e-06,
+      "loss": 0.2945,
+      "step": 3453
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2085282671602256e-06,
+      "loss": 0.279,
+      "step": 3454
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2033987840094604e-06,
+      "loss": 0.2604,
+      "step": 3455
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1982726222908046e-06,
+      "loss": 0.2485,
+      "step": 3456
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1931497845093753e-06,
+      "loss": 0.3263,
+      "step": 3457
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1880302731686373e-06,
+      "loss": 0.2791,
+      "step": 3458
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.182914090770456e-06,
+      "loss": 0.3542,
+      "step": 3459
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1778012398150602e-06,
+      "loss": 0.2898,
+      "step": 3460
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1726917228010403e-06,
+      "loss": 0.2738,
+      "step": 3461
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1675855422253788e-06,
+      "loss": 0.2607,
+      "step": 3462
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1624827005834026e-06,
+      "loss": 0.3008,
+      "step": 3463
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.157383200368832e-06,
+      "loss": 0.2603,
+      "step": 3464
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1522870440737362e-06,
+      "loss": 0.3424,
+      "step": 3465
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.14719423418856e-06,
+      "loss": 0.2781,
+      "step": 3466
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.142104773202107e-06,
+      "loss": 0.296,
+      "step": 3467
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1370186636015486e-06,
+      "loss": 0.2961,
+      "step": 3468
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1319359078724142e-06,
+      "loss": 0.2569,
+      "step": 3469
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.126856508498599e-06,
+      "loss": 0.3089,
+      "step": 3470
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.121780467962353e-06,
+      "loss": 0.3209,
+      "step": 3471
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.11670778874429e-06,
+      "loss": 0.2137,
+      "step": 3472
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.111638473323372e-06,
+      "loss": 0.2816,
+      "step": 3473
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.106572524176936e-06,
+      "loss": 0.2543,
+      "step": 3474
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1015099437806464e-06,
+      "loss": 0.2862,
+      "step": 3475
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0964507346085514e-06,
+      "loss": 0.3135,
+      "step": 3476
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0913948991330257e-06,
+      "loss": 0.3059,
+      "step": 3477
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0863424398248067e-06,
+      "loss": 0.2707,
+      "step": 3478
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0812933591529904e-06,
+      "loss": 0.322,
+      "step": 3479
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0762476595850013e-06,
+      "loss": 0.2979,
+      "step": 3480
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0712053435866317e-06,
+      "loss": 0.3556,
+      "step": 3481
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0661664136220106e-06,
+      "loss": 0.2736,
+      "step": 3482
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0611308721536102e-06,
+      "loss": 0.2892,
+      "step": 3483
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0560987216422523e-06,
+      "loss": 0.3166,
+      "step": 3484
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0510699645470988e-06,
+      "loss": 0.3435,
+      "step": 3485
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.046044603325654e-06,
+      "loss": 0.2515,
+      "step": 3486
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0410226404337585e-06,
+      "loss": 0.3308,
+      "step": 3487
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.036004078325607e-06,
+      "loss": 0.2861,
+      "step": 3488
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0309889194537102e-06,
+      "loss": 0.3042,
+      "step": 3489
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.025977166268932e-06,
+      "loss": 0.3,
+      "step": 3490
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0209688212204647e-06,
+      "loss": 0.2597,
+      "step": 3491
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.015963886755836e-06,
+      "loss": 0.2919,
+      "step": 3492
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0109623653209164e-06,
+      "loss": 0.2566,
+      "step": 3493
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.005964259359888e-06,
+      "loss": 0.2898,
+      "step": 3494
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.000969571315285e-06,
+      "loss": 0.2881,
+      "step": 3495
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.995978303627963e-06,
+      "loss": 0.3118,
+      "step": 3496
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9909904587370954e-06,
+      "loss": 0.3409,
+      "step": 3497
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9860060390802024e-06,
+      "loss": 0.248,
+      "step": 3498
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.981025047093118e-06,
+      "loss": 0.2531,
+      "step": 3499
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.976047485210004e-06,
+      "loss": 0.2904,
+      "step": 3500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9710733558633454e-06,
+      "loss": 0.3748,
+      "step": 3501
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9661026614839507e-06,
+      "loss": 0.243,
+      "step": 3502
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.961135404500949e-06,
+      "loss": 0.3282,
+      "step": 3503
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9561715873417906e-06,
+      "loss": 0.2984,
+      "step": 3504
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9512112124322424e-06,
+      "loss": 0.2973,
+      "step": 3505
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9462542821963922e-06,
+      "loss": 0.2758,
+      "step": 3506
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9413007990566434e-06,
+      "loss": 0.2539,
+      "step": 3507
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.936350765433713e-06,
+      "loss": 0.3042,
+      "step": 3508
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9314041837466325e-06,
+      "loss": 0.2576,
+      "step": 3509
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.926461056412755e-06,
+      "loss": 0.2739,
+      "step": 3510
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9215213858477265e-06,
+      "loss": 0.2738,
+      "step": 3511
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.916585174465525e-06,
+      "loss": 0.2818,
+      "step": 3512
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.911652424678425e-06,
+      "loss": 0.2969,
+      "step": 3513
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.906723138897013e-06,
+      "loss": 0.2641,
+      "step": 3514
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.901797319530183e-06,
+      "loss": 0.2686,
+      "step": 3515
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8968749689851328e-06,
+      "loss": 0.3527,
+      "step": 3516
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8919560896673682e-06,
+      "loss": 0.3236,
+      "step": 3517
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8870406839806964e-06,
+      "loss": 0.3211,
+      "step": 3518
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.882128754327227e-06,
+      "loss": 0.3295,
+      "step": 3519
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.877220303107373e-06,
+      "loss": 0.2723,
+      "step": 3520
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8723153327198473e-06,
+      "loss": 0.2832,
+      "step": 3521
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8674138455616574e-06,
+      "loss": 0.2973,
+      "step": 3522
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.862515844028111e-06,
+      "loss": 0.2538,
+      "step": 3523
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.857621330512822e-06,
+      "loss": 0.2906,
+      "step": 3524
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8527303074076818e-06,
+      "loss": 0.2688,
+      "step": 3525
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.847842777102885e-06,
+      "loss": 0.3229,
+      "step": 3526
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8429587419869288e-06,
+      "loss": 0.274,
+      "step": 3527
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8380782044465817e-06,
+      "loss": 0.3137,
+      "step": 3528
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8332011668669213e-06,
+      "loss": 0.3073,
+      "step": 3529
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.828327631631308e-06,
+      "loss": 0.2751,
+      "step": 3530
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.823457601121388e-06,
+      "loss": 0.252,
+      "step": 3531
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8185910777171e-06,
+      "loss": 0.3118,
+      "step": 3532
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.813728063796659e-06,
+      "loss": 0.2798,
+      "step": 3533
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.808868561736581e-06,
+      "loss": 0.251,
+      "step": 3534
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8040125739116518e-06,
+      "loss": 0.2915,
+      "step": 3535
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7991601026949466e-06,
+      "loss": 0.2696,
+      "step": 3536
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7943111504578193e-06,
+      "loss": 0.2764,
+      "step": 3537
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7894657195699058e-06,
+      "loss": 0.2951,
+      "step": 3538
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7846238123991198e-06,
+      "loss": 0.3169,
+      "step": 3539
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7797854313116525e-06,
+      "loss": 0.2736,
+      "step": 3540
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.77495057867198e-06,
+      "loss": 0.3038,
+      "step": 3541
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.770119256842835e-06,
+      "loss": 0.2649,
+      "step": 3542
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.765291468185248e-06,
+      "loss": 0.2729,
+      "step": 3543
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.760467215058511e-06,
+      "loss": 0.2585,
+      "step": 3544
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7556464998201783e-06,
+      "loss": 0.3146,
+      "step": 3545
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7508293248261007e-06,
+      "loss": 0.2247,
+      "step": 3546
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7460156924303705e-06,
+      "loss": 0.263,
+      "step": 3547
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.741205604985371e-06,
+      "loss": 0.2809,
+      "step": 3548
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7363990648417425e-06,
+      "loss": 0.3144,
+      "step": 3549
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.731596074348395e-06,
+      "loss": 0.3558,
+      "step": 3550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.726796635852501e-06,
+      "loss": 0.266,
+      "step": 3551
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7220007516994995e-06,
+      "loss": 0.3138,
+      "step": 3552
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.717208424233091e-06,
+      "loss": 0.2156,
+      "step": 3553
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7124196557952397e-06,
+      "loss": 0.2207,
+      "step": 3554
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7076344487261695e-06,
+      "loss": 0.3258,
+      "step": 3555
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7028528053643633e-06,
+      "loss": 0.2724,
+      "step": 3556
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6980747280465613e-06,
+      "loss": 0.2585,
+      "step": 3557
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6933002191077716e-06,
+      "loss": 0.253,
+      "step": 3558
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.688529280881237e-06,
+      "loss": 0.2913,
+      "step": 3559
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6837619156984795e-06,
+      "loss": 0.2862,
+      "step": 3560
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6789981258892562e-06,
+      "loss": 0.2915,
+      "step": 3561
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.674237913781583e-06,
+      "loss": 0.2385,
+      "step": 3562
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.669481281701739e-06,
+      "loss": 0.241,
+      "step": 3563
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6647282319742307e-06,
+      "loss": 0.2307,
+      "step": 3564
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.659978766921836e-06,
+      "loss": 0.3067,
+      "step": 3565
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6552328888655676e-06,
+      "loss": 0.3373,
+      "step": 3566
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.650490600124691e-06,
+      "loss": 0.302,
+      "step": 3567
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6457519030167143e-06,
+      "loss": 0.2645,
+      "step": 3568
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6410167998573945e-06,
+      "loss": 0.265,
+      "step": 3569
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6362852929607273e-06,
+      "loss": 0.2913,
+      "step": 3570
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.631557384638953e-06,
+      "loss": 0.2996,
+      "step": 3571
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6268330772025607e-06,
+      "loss": 0.2698,
+      "step": 3572
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.622112372960265e-06,
+      "loss": 0.2588,
+      "step": 3573
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.61739527421903e-06,
+      "loss": 0.3414,
+      "step": 3574
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.612681783284057e-06,
+      "loss": 0.308,
+      "step": 3575
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.607971902458777e-06,
+      "loss": 0.3187,
+      "step": 3576
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6032656340448735e-06,
+      "loss": 0.2761,
+      "step": 3577
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.598562980342242e-06,
+      "loss": 0.2697,
+      "step": 3578
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5938639436490297e-06,
+      "loss": 0.3342,
+      "step": 3579
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5891685262616117e-06,
+      "loss": 0.3045,
+      "step": 3580
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.584476730474582e-06,
+      "loss": 0.3531,
+      "step": 3581
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5797885585807847e-06,
+      "loss": 0.3086,
+      "step": 3582
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.57510401287128e-06,
+      "loss": 0.3182,
+      "step": 3583
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5704230956353594e-06,
+      "loss": 0.327,
+      "step": 3584
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5657458091605414e-06,
+      "loss": 0.2516,
+      "step": 3585
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.561072155732568e-06,
+      "loss": 0.3246,
+      "step": 3586
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.556402137635411e-06,
+      "loss": 0.2709,
+      "step": 3587
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.551735757151259e-06,
+      "loss": 0.2976,
+      "step": 3588
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5470730165605284e-06,
+      "loss": 0.293,
+      "step": 3589
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.542413918141853e-06,
+      "loss": 0.267,
+      "step": 3590
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5377584641720897e-06,
+      "loss": 0.2476,
+      "step": 3591
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5331066569263118e-06,
+      "loss": 0.3175,
+      "step": 3592
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5284584986778106e-06,
+      "loss": 0.2707,
+      "step": 3593
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.523813991698102e-06,
+      "loss": 0.2509,
+      "step": 3594
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5191731382569006e-06,
+      "loss": 0.2906,
+      "step": 3595
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5145359406221535e-06,
+      "loss": 0.2439,
+      "step": 3596
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5099024010600136e-06,
+      "loss": 0.249,
+      "step": 3597
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5052725218348396e-06,
+      "loss": 0.3008,
+      "step": 3598
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5006463052092133e-06,
+      "loss": 0.3465,
+      "step": 3599
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4960237534439202e-06,
+      "loss": 0.3546,
+      "step": 3600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4914048687979553e-06,
+      "loss": 0.2455,
+      "step": 3601
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.486789653528523e-06,
+      "loss": 0.3296,
+      "step": 3602
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4821781098910323e-06,
+      "loss": 0.2461,
+      "step": 3603
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4775702401391e-06,
+      "loss": 0.2756,
+      "step": 3604
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4729660465245465e-06,
+      "loss": 0.3088,
+      "step": 3605
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4683655312973953e-06,
+      "loss": 0.2857,
+      "step": 3606
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4637686967058706e-06,
+      "loss": 0.3077,
+      "step": 3607
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4591755449964084e-06,
+      "loss": 0.2353,
+      "step": 3608
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.454586078413629e-06,
+      "loss": 0.3672,
+      "step": 3609
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.450000299200359e-06,
+      "loss": 0.2308,
+      "step": 3610
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.445418209597632e-06,
+      "loss": 0.2934,
+      "step": 3611
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4408398118446597e-06,
+      "loss": 0.2857,
+      "step": 3612
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.436265108178867e-06,
+      "loss": 0.2737,
+      "step": 3613
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.431694100835864e-06,
+      "loss": 0.2849,
+      "step": 3614
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.427126792049458e-06,
+      "loss": 0.2938,
+      "step": 3615
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4225631840516506e-06,
+      "loss": 0.2811,
+      "step": 3616
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4180032790726226e-06,
+      "loss": 0.3368,
+      "step": 3617
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4134470793407637e-06,
+      "loss": 0.2888,
+      "step": 3618
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4088945870826406e-06,
+      "loss": 0.2563,
+      "step": 3619
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4043458045230116e-06,
+      "loss": 0.359,
+      "step": 3620
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3998007338848228e-06,
+      "loss": 0.2801,
+      "step": 3621
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3952593773892054e-06,
+      "loss": 0.3131,
+      "step": 3622
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3907217372554747e-06,
+      "loss": 0.2384,
+      "step": 3623
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3861878157011286e-06,
+      "loss": 0.293,
+      "step": 3624
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.381657614941858e-06,
+      "loss": 0.2574,
+      "step": 3625
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.377131137191516e-06,
+      "loss": 0.2609,
+      "step": 3626
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.372608384662156e-06,
+      "loss": 0.3082,
+      "step": 3627
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3680893595640044e-06,
+      "loss": 0.3052,
+      "step": 3628
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.363574064105454e-06,
+      "loss": 0.2584,
+      "step": 3629
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3590625004930968e-06,
+      "loss": 0.2539,
+      "step": 3630
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.354554670931679e-06,
+      "loss": 0.3262,
+      "step": 3631
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.35005057762414e-06,
+      "loss": 0.2268,
+      "step": 3632
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3455502227715844e-06,
+      "loss": 0.298,
+      "step": 3633
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3410536085732903e-06,
+      "loss": 0.2809,
+      "step": 3634
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3365607372267083e-06,
+      "loss": 0.3216,
+      "step": 3635
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.332071610927461e-06,
+      "loss": 0.2629,
+      "step": 3636
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.327586231869341e-06,
+      "loss": 0.3402,
+      "step": 3637
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3231046022443082e-06,
+      "loss": 0.3052,
+      "step": 3638
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.318626724242491e-06,
+      "loss": 0.2604,
+      "step": 3639
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3141526000521842e-06,
+      "loss": 0.2723,
+      "step": 3640
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3096822318598444e-06,
+      "loss": 0.2792,
+      "step": 3641
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3052156218501075e-06,
+      "loss": 0.2703,
+      "step": 3642
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.300752772205749e-06,
+      "loss": 0.2778,
+      "step": 3643
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.29629368510773e-06,
+      "loss": 0.2793,
+      "step": 3644
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.291838362735155e-06,
+      "loss": 0.2719,
+      "step": 3645
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.287386807265297e-06,
+      "loss": 0.2917,
+      "step": 3646
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2829390208735945e-06,
+      "loss": 0.3006,
+      "step": 3647
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2784950057336265e-06,
+      "loss": 0.3031,
+      "step": 3648
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2740547640171463e-06,
+      "loss": 0.3318,
+      "step": 3649
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.269618297894056e-06,
+      "loss": 0.2671,
+      "step": 3650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.265185609532411e-06,
+      "loss": 0.2635,
+      "step": 3651
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.260756701098423e-06,
+      "loss": 0.2904,
+      "step": 3652
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2563315747564575e-06,
+      "loss": 0.2605,
+      "step": 3653
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.251910232669028e-06,
+      "loss": 0.283,
+      "step": 3654
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2474926769967987e-06,
+      "loss": 0.2978,
+      "step": 3655
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2430789098985938e-06,
+      "loss": 0.3204,
+      "step": 3656
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2386689335313693e-06,
+      "loss": 0.2803,
+      "step": 3657
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.234262750050241e-06,
+      "loss": 0.2984,
+      "step": 3658
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.229860361608468e-06,
+      "loss": 0.2553,
+      "step": 3659
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.225461770357449e-06,
+      "loss": 0.3326,
+      "step": 3660
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.221066978446742e-06,
+      "loss": 0.2642,
+      "step": 3661
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2166759880240274e-06,
+      "loss": 0.2802,
+      "step": 3662
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2122888012351485e-06,
+      "loss": 0.287,
+      "step": 3663
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2079054202240777e-06,
+      "loss": 0.2752,
+      "step": 3664
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2035258471329236e-06,
+      "loss": 0.2729,
+      "step": 3665
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1991500841019474e-06,
+      "loss": 0.3297,
+      "step": 3666
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1947781332695406e-06,
+      "loss": 0.3233,
+      "step": 3667
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1904099967722315e-06,
+      "loss": 0.28,
+      "step": 3668
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.186045676744686e-06,
+      "loss": 0.2453,
+      "step": 3669
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1816851753197023e-06,
+      "loss": 0.254,
+      "step": 3670
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.177328494628217e-06,
+      "loss": 0.251,
+      "step": 3671
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.172975636799296e-06,
+      "loss": 0.274,
+      "step": 3672
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1686266039601376e-06,
+      "loss": 0.3041,
+      "step": 3673
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1642813982360734e-06,
+      "loss": 0.2769,
+      "step": 3674
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1599400217505594e-06,
+      "loss": 0.2581,
+      "step": 3675
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1556024766251872e-06,
+      "loss": 0.2913,
+      "step": 3676
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.151268764979666e-06,
+      "loss": 0.268,
+      "step": 3677
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1469388889318487e-06,
+      "loss": 0.3364,
+      "step": 3678
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1426128505976917e-06,
+      "loss": 0.3186,
+      "step": 3679
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.138290652091295e-06,
+      "loss": 0.2849,
+      "step": 3680
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.133972295524875e-06,
+      "loss": 0.3169,
+      "step": 3681
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1296577830087617e-06,
+      "loss": 0.3354,
+      "step": 3682
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.125347116651426e-06,
+      "loss": 0.2819,
+      "step": 3683
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.121040298559437e-06,
+      "loss": 0.2712,
+      "step": 3684
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.116737330837502e-06,
+      "loss": 0.2413,
+      "step": 3685
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1124382155884373e-06,
+      "loss": 0.2711,
+      "step": 3686
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1081429549131773e-06,
+      "loss": 0.314,
+      "step": 3687
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1038515509107735e-06,
+      "loss": 0.2863,
+      "step": 3688
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0995640056783937e-06,
+      "loss": 0.2771,
+      "step": 3689
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0952803213113195e-06,
+      "loss": 0.3382,
+      "step": 3690
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.09100049990294e-06,
+      "loss": 0.291,
+      "step": 3691
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0867245435447727e-06,
+      "loss": 0.3068,
+      "step": 3692
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.082452454326426e-06,
+      "loss": 0.337,
+      "step": 3693
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.078184234335627e-06,
+      "loss": 0.2982,
+      "step": 3694
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.073919885658223e-06,
+      "loss": 0.2278,
+      "step": 3695
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0696594103781466e-06,
+      "loss": 0.2538,
+      "step": 3696
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0654028105774626e-06,
+      "loss": 0.2723,
+      "step": 3697
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0611500883363166e-06,
+      "loss": 0.3579,
+      "step": 3698
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0569012457329816e-06,
+      "loss": 0.3538,
+      "step": 3699
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0526562848438257e-06,
+      "loss": 0.24,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0484152077433095e-06,
+      "loss": 0.2665,
+      "step": 3701
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.044178016504015e-06,
+      "loss": 0.2883,
+      "step": 3702
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0399447131966133e-06,
+      "loss": 0.2843,
+      "step": 3703
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0357152998898775e-06,
+      "loss": 0.2654,
+      "step": 3704
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0314897786506805e-06,
+      "loss": 0.2807,
+      "step": 3705
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0272681515439928e-06,
+      "loss": 0.3108,
+      "step": 3706
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0230504206328817e-06,
+      "loss": 0.3281,
+      "step": 3707
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.018836587978509e-06,
+      "loss": 0.2689,
+      "step": 3708
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0146266556401405e-06,
+      "loss": 0.2456,
+      "step": 3709
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0104206256751213e-06,
+      "loss": 0.3054,
+      "step": 3710
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.006218500138899e-06,
+      "loss": 0.2848,
+      "step": 3711
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.002020281085011e-06,
+      "loss": 0.3353,
+      "step": 3712
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9978259705650825e-06,
+      "loss": 0.2637,
+      "step": 3713
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9936355706288414e-06,
+      "loss": 0.2733,
+      "step": 3714
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9894490833240822e-06,
+      "loss": 0.2672,
+      "step": 3715
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9852665106967093e-06,
+      "loss": 0.2624,
+      "step": 3716
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.981087854790702e-06,
+      "loss": 0.2989,
+      "step": 3717
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.976913117648128e-06,
+      "loss": 0.2763,
+      "step": 3718
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9727423013091406e-06,
+      "loss": 0.2985,
+      "step": 3719
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9685754078119767e-06,
+      "loss": 0.2419,
+      "step": 3720
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9644124391929555e-06,
+      "loss": 0.289,
+      "step": 3721
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.960253397486479e-06,
+      "loss": 0.3121,
+      "step": 3722
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.956098284725031e-06,
+      "loss": 0.2917,
+      "step": 3723
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9519471029391722e-06,
+      "loss": 0.2788,
+      "step": 3724
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.947799854157547e-06,
+      "loss": 0.2979,
+      "step": 3725
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.943656540406872e-06,
+      "loss": 0.2417,
+      "step": 3726
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.939517163711944e-06,
+      "loss": 0.2699,
+      "step": 3727
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9353817260956407e-06,
+      "loss": 0.2877,
+      "step": 3728
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.931250229578905e-06,
+      "loss": 0.3352,
+      "step": 3729
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.927122676180756e-06,
+      "loss": 0.2421,
+      "step": 3730
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9229990679182974e-06,
+      "loss": 0.2791,
+      "step": 3731
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.918879406806685e-06,
+      "loss": 0.3349,
+      "step": 3732
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.914763694859165e-06,
+      "loss": 0.2794,
+      "step": 3733
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9106519340870433e-06,
+      "loss": 0.2467,
+      "step": 3734
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9065441264996963e-06,
+      "loss": 0.2676,
+      "step": 3735
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9024402741045679e-06,
+      "loss": 0.2971,
+      "step": 3736
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.898340378907172e-06,
+      "loss": 0.2698,
+      "step": 3737
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8942444429110873e-06,
+      "loss": 0.2691,
+      "step": 3738
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8901524681179551e-06,
+      "loss": 0.2871,
+      "step": 3739
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8860644565274856e-06,
+      "loss": 0.2904,
+      "step": 3740
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8819804101374483e-06,
+      "loss": 0.278,
+      "step": 3741
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8779003309436783e-06,
+      "loss": 0.2838,
+      "step": 3742
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.873824220940068e-06,
+      "loss": 0.2836,
+      "step": 3743
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.869752082118571e-06,
+      "loss": 0.2389,
+      "step": 3744
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8656839164692087e-06,
+      "loss": 0.2978,
+      "step": 3745
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8616197259800427e-06,
+      "loss": 0.303,
+      "step": 3746
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8575595126372126e-06,
+      "loss": 0.2637,
+      "step": 3747
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.853503278424903e-06,
+      "loss": 0.2536,
+      "step": 3748
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8494510253253472e-06,
+      "loss": 0.2819,
+      "step": 3749
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8454027553188515e-06,
+      "loss": 0.2629,
+      "step": 3750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8413584703837618e-06,
+      "loss": 0.2643,
+      "step": 3751
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8373181724964795e-06,
+      "loss": 0.3087,
+      "step": 3752
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8332818636314597e-06,
+      "loss": 0.262,
+      "step": 3753
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.829249545761207e-06,
+      "loss": 0.2595,
+      "step": 3754
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8252212208562737e-06,
+      "loss": 0.2941,
+      "step": 3755
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.821196890885264e-06,
+      "loss": 0.2758,
+      "step": 3756
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8171765578148283e-06,
+      "loss": 0.3016,
+      "step": 3757
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8131602236096624e-06,
+      "loss": 0.2786,
+      "step": 3758
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.809147890232511e-06,
+      "loss": 0.3269,
+      "step": 3759
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8051395596441613e-06,
+      "loss": 0.3007,
+      "step": 3760
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8011352338034427e-06,
+      "loss": 0.2992,
+      "step": 3761
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7971349146672368e-06,
+      "loss": 0.3551,
+      "step": 3762
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7931386041904508e-06,
+      "loss": 0.2875,
+      "step": 3763
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7891463043260492e-06,
+      "loss": 0.2425,
+      "step": 3764
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7851580170250304e-06,
+      "loss": 0.2971,
+      "step": 3765
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.781173744236422e-06,
+      "loss": 0.2704,
+      "step": 3766
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7771934879073115e-06,
+      "loss": 0.2822,
+      "step": 3767
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7732172499827982e-06,
+      "loss": 0.2847,
+      "step": 3768
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7692450324060407e-06,
+      "loss": 0.3201,
+      "step": 3769
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7652768371182172e-06,
+      "loss": 0.2415,
+      "step": 3770
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7613126660585488e-06,
+      "loss": 0.3027,
+      "step": 3771
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7573525211642839e-06,
+      "loss": 0.3136,
+      "step": 3772
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7533964043707085e-06,
+      "loss": 0.2958,
+      "step": 3773
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7494443176111375e-06,
+      "loss": 0.3303,
+      "step": 3774
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7454962628169125e-06,
+      "loss": 0.2905,
+      "step": 3775
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7415522419174191e-06,
+      "loss": 0.2866,
+      "step": 3776
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7376122568400533e-06,
+      "loss": 0.2475,
+      "step": 3777
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.733676309510245e-06,
+      "loss": 0.2823,
+      "step": 3778
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.729744401851463e-06,
+      "loss": 0.2788,
+      "step": 3779
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.725816535785181e-06,
+      "loss": 0.3173,
+      "step": 3780
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7218927132309182e-06,
+      "loss": 0.2806,
+      "step": 3781
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.717972936106198e-06,
+      "loss": 0.2822,
+      "step": 3782
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7140572063265848e-06,
+      "loss": 0.2467,
+      "step": 3783
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7101455258056565e-06,
+      "loss": 0.2648,
+      "step": 3784
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7062378964550063e-06,
+      "loss": 0.3051,
+      "step": 3785
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7023343201842612e-06,
+      "loss": 0.3023,
+      "step": 3786
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6984347989010585e-06,
+      "loss": 0.2641,
+      "step": 3787
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.694539334511055e-06,
+      "loss": 0.2265,
+      "step": 3788
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6906479289179268e-06,
+      "loss": 0.2598,
+      "step": 3789
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6867605840233635e-06,
+      "loss": 0.2635,
+      "step": 3790
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.682877301727075e-06,
+      "loss": 0.3501,
+      "step": 3791
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6789980839267795e-06,
+      "loss": 0.2606,
+      "step": 3792
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6751229325182194e-06,
+      "loss": 0.2532,
+      "step": 3793
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6712518493951357e-06,
+      "loss": 0.2901,
+      "step": 3794
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6673848364492916e-06,
+      "loss": 0.2729,
+      "step": 3795
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.663521895570459e-06,
+      "loss": 0.2817,
+      "step": 3796
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6596630286464154e-06,
+      "loss": 0.274,
+      "step": 3797
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.655808237562958e-06,
+      "loss": 0.3071,
+      "step": 3798
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6519575242038778e-06,
+      "loss": 0.2623,
+      "step": 3799
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6481108904509858e-06,
+      "loss": 0.2608,
+      "step": 3800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6442683381840941e-06,
+      "loss": 0.2847,
+      "step": 3801
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6404298692810127e-06,
+      "loss": 0.2244,
+      "step": 3802
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6365954856175725e-06,
+      "loss": 0.3066,
+      "step": 3803
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6327651890675954e-06,
+      "loss": 0.2727,
+      "step": 3804
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.62893898150291e-06,
+      "loss": 0.2907,
+      "step": 3805
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6251168647933468e-06,
+      "loss": 0.2662,
+      "step": 3806
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6212988408067354e-06,
+      "loss": 0.2864,
+      "step": 3807
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6174849114089064e-06,
+      "loss": 0.2866,
+      "step": 3808
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6136750784636912e-06,
+      "loss": 0.2764,
+      "step": 3809
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.609869343832916e-06,
+      "loss": 0.2406,
+      "step": 3810
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6060677093764043e-06,
+      "loss": 0.3098,
+      "step": 3811
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6022701769519855e-06,
+      "loss": 0.2771,
+      "step": 3812
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5984767484154673e-06,
+      "loss": 0.2873,
+      "step": 3813
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5946874256206612e-06,
+      "loss": 0.2266,
+      "step": 3814
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5909022104193805e-06,
+      "loss": 0.2923,
+      "step": 3815
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.587121104661411e-06,
+      "loss": 0.3222,
+      "step": 3816
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5833441101945513e-06,
+      "loss": 0.2697,
+      "step": 3817
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.579571228864578e-06,
+      "loss": 0.3069,
+      "step": 3818
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5758024625152601e-06,
+      "loss": 0.2783,
+      "step": 3819
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5720378129883584e-06,
+      "loss": 0.2754,
+      "step": 3820
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5682772821236192e-06,
+      "loss": 0.247,
+      "step": 3821
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5645208717587768e-06,
+      "loss": 0.3028,
+      "step": 3822
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5607685837295516e-06,
+      "loss": 0.2916,
+      "step": 3823
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5570204198696504e-06,
+      "loss": 0.2385,
+      "step": 3824
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5532763820107644e-06,
+      "loss": 0.3104,
+      "step": 3825
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5495364719825677e-06,
+      "loss": 0.3027,
+      "step": 3826
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5458006916127167e-06,
+      "loss": 0.27,
+      "step": 3827
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5420690427268493e-06,
+      "loss": 0.3509,
+      "step": 3828
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5383415271485913e-06,
+      "loss": 0.2764,
+      "step": 3829
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.534618146699538e-06,
+      "loss": 0.2954,
+      "step": 3830
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.530898903199266e-06,
+      "loss": 0.2745,
+      "step": 3831
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5271837984653426e-06,
+      "loss": 0.3019,
+      "step": 3832
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5234728343132921e-06,
+      "loss": 0.2876,
+      "step": 3833
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5197660125566328e-06,
+      "loss": 0.2337,
+      "step": 3834
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.516063335006851e-06,
+      "loss": 0.3084,
+      "step": 3835
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5123648034734084e-06,
+      "loss": 0.2939,
+      "step": 3836
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5086704197637404e-06,
+      "loss": 0.275,
+      "step": 3837
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5049801856832557e-06,
+      "loss": 0.2481,
+      "step": 3838
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5012941030353368e-06,
+      "loss": 0.2853,
+      "step": 3839
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4976121736213345e-06,
+      "loss": 0.3612,
+      "step": 3840
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.493934399240572e-06,
+      "loss": 0.3113,
+      "step": 3841
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4902607816903415e-06,
+      "loss": 0.2984,
+      "step": 3842
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4865913227659034e-06,
+      "loss": 0.3463,
+      "step": 3843
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.482926024260487e-06,
+      "loss": 0.221,
+      "step": 3844
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4792648879652849e-06,
+      "loss": 0.2831,
+      "step": 3845
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4756079156694657e-06,
+      "loss": 0.2471,
+      "step": 3846
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.471955109160146e-06,
+      "loss": 0.2885,
+      "step": 3847
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4683064702224225e-06,
+      "loss": 0.2976,
+      "step": 3848
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4646620006393497e-06,
+      "loss": 0.3015,
+      "step": 3849
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4610217021919381e-06,
+      "loss": 0.2487,
+      "step": 3850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4573855766591737e-06,
+      "loss": 0.3393,
+      "step": 3851
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4537536258179873e-06,
+      "loss": 0.2918,
+      "step": 3852
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4501258514432836e-06,
+      "loss": 0.2545,
+      "step": 3853
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4465022553079167e-06,
+      "loss": 0.2775,
+      "step": 3854
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4428828391827055e-06,
+      "loss": 0.317,
+      "step": 3855
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4392676048364196e-06,
+      "loss": 0.3536,
+      "step": 3856
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4356565540357914e-06,
+      "loss": 0.2716,
+      "step": 3857
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4320496885455037e-06,
+      "loss": 0.2512,
+      "step": 3858
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4284470101281944e-06,
+      "loss": 0.2698,
+      "step": 3859
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.424848520544465e-06,
+      "loss": 0.3265,
+      "step": 3860
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4212542215528534e-06,
+      "loss": 0.3185,
+      "step": 3861
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4176641149098591e-06,
+      "loss": 0.2399,
+      "step": 3862
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4140782023699396e-06,
+      "loss": 0.2416,
+      "step": 3863
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4104964856854842e-06,
+      "loss": 0.2544,
+      "step": 3864
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4069189666068517e-06,
+      "loss": 0.2908,
+      "step": 3865
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4033456468823326e-06,
+      "loss": 0.3029,
+      "step": 3866
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.39977652825818e-06,
+      "loss": 0.3218,
+      "step": 3867
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3962116124785864e-06,
+      "loss": 0.2578,
+      "step": 3868
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3926509012856825e-06,
+      "loss": 0.3038,
+      "step": 3869
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3890943964195635e-06,
+      "loss": 0.3117,
+      "step": 3870
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3855420996182534e-06,
+      "loss": 0.2816,
+      "step": 3871
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3819940126177246e-06,
+      "loss": 0.3195,
+      "step": 3872
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3784501371518932e-06,
+      "loss": 0.2662,
+      "step": 3873
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3749104749526154e-06,
+      "loss": 0.2933,
+      "step": 3874
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3713750277496907e-06,
+      "loss": 0.2611,
+      "step": 3875
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3678437972708536e-06,
+      "loss": 0.241,
+      "step": 3876
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3643167852417894e-06,
+      "loss": 0.2647,
+      "step": 3877
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.360793993386107e-06,
+      "loss": 0.2662,
+      "step": 3878
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3572754234253626e-06,
+      "loss": 0.2815,
+      "step": 3879
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3537610770790466e-06,
+      "loss": 0.2881,
+      "step": 3880
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3502509560645826e-06,
+      "loss": 0.3298,
+      "step": 3881
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.34674506209734e-06,
+      "loss": 0.2406,
+      "step": 3882
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3432433968906045e-06,
+      "loss": 0.3294,
+      "step": 3883
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.339745962155613e-06,
+      "loss": 0.2246,
+      "step": 3884
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3362527596015273e-06,
+      "loss": 0.275,
+      "step": 3885
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3327637909354351e-06,
+      "loss": 0.286,
+      "step": 3886
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.329279057862366e-06,
+      "loss": 0.2546,
+      "step": 3887
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3257985620852741e-06,
+      "loss": 0.2623,
+      "step": 3888
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3223223053050428e-06,
+      "loss": 0.2602,
+      "step": 3889
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3188502892204846e-06,
+      "loss": 0.3203,
+      "step": 3890
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3153825155283395e-06,
+      "loss": 0.2813,
+      "step": 3891
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.311918985923274e-06,
+      "loss": 0.3549,
+      "step": 3892
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3084597020978818e-06,
+      "loss": 0.2066,
+      "step": 3893
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3050046657426807e-06,
+      "loss": 0.3184,
+      "step": 3894
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3015538785461102e-06,
+      "loss": 0.2674,
+      "step": 3895
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2981073421945424e-06,
+      "loss": 0.2941,
+      "step": 3896
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2946650583722608e-06,
+      "loss": 0.2788,
+      "step": 3897
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2912270287614737e-06,
+      "loss": 0.2682,
+      "step": 3898
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2877932550423188e-06,
+      "loss": 0.3075,
+      "step": 3899
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.284363738892841e-06,
+      "loss": 0.2654,
+      "step": 3900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2809384819890158e-06,
+      "loss": 0.3027,
+      "step": 3901
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2775174860047313e-06,
+      "loss": 0.2524,
+      "step": 3902
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2741007526117932e-06,
+      "loss": 0.3461,
+      "step": 3903
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2706882834799273e-06,
+      "loss": 0.3137,
+      "step": 3904
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2672800802767715e-06,
+      "loss": 0.2661,
+      "step": 3905
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2638761446678827e-06,
+      "loss": 0.2314,
+      "step": 3906
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.260476478316731e-06,
+      "loss": 0.2984,
+      "step": 3907
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.257081082884699e-06,
+      "loss": 0.2775,
+      "step": 3908
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2536899600310837e-06,
+      "loss": 0.2792,
+      "step": 3909
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2503031114130925e-06,
+      "loss": 0.2362,
+      "step": 3910
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2469205386858452e-06,
+      "loss": 0.2544,
+      "step": 3911
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2435422435023715e-06,
+      "loss": 0.2354,
+      "step": 3912
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.240168227513614e-06,
+      "loss": 0.2527,
+      "step": 3913
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2367984923684185e-06,
+      "loss": 0.3351,
+      "step": 3914
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2334330397135387e-06,
+      "loss": 0.2738,
+      "step": 3915
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2300718711936445e-06,
+      "loss": 0.2671,
+      "step": 3916
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2267149884512996e-06,
+      "loss": 0.253,
+      "step": 3917
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2233623931269834e-06,
+      "loss": 0.2341,
+      "step": 3918
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2200140868590759e-06,
+      "loss": 0.2501,
+      "step": 3919
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2166700712838607e-06,
+      "loss": 0.3019,
+      "step": 3920
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2133303480355263e-06,
+      "loss": 0.2906,
+      "step": 3921
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.20999491874616e-06,
+      "loss": 0.2552,
+      "step": 3922
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2066637850457563e-06,
+      "loss": 0.2574,
+      "step": 3923
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.203336948562206e-06,
+      "loss": 0.3698,
+      "step": 3924
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2000144109213007e-06,
+      "loss": 0.3303,
+      "step": 3925
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1966961737467331e-06,
+      "loss": 0.2927,
+      "step": 3926
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1933822386600924e-06,
+      "loss": 0.3124,
+      "step": 3927
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1900726072808667e-06,
+      "loss": 0.2702,
+      "step": 3928
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1867672812264375e-06,
+      "loss": 0.2811,
+      "step": 3929
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1834662621120906e-06,
+      "loss": 0.2995,
+      "step": 3930
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1801695515509949e-06,
+      "loss": 0.321,
+      "step": 3931
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1768771511542254e-06,
+      "loss": 0.2804,
+      "step": 3932
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1735890625307466e-06,
+      "loss": 0.3037,
+      "step": 3933
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1703052872874087e-06,
+      "loss": 0.3771,
+      "step": 3934
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1670258270289692e-06,
+      "loss": 0.27,
+      "step": 3935
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.163750683358057e-06,
+      "loss": 0.2588,
+      "step": 3936
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1604798578752119e-06,
+      "loss": 0.2773,
+      "step": 3937
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1572133521788509e-06,
+      "loss": 0.2793,
+      "step": 3938
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1539511678652836e-06,
+      "loss": 0.3187,
+      "step": 3939
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1506933065287062e-06,
+      "loss": 0.284,
+      "step": 3940
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.147439769761204e-06,
+      "loss": 0.2756,
+      "step": 3941
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1441905591527492e-06,
+      "loss": 0.2589,
+      "step": 3942
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1409456762911985e-06,
+      "loss": 0.2618,
+      "step": 3943
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1377051227622937e-06,
+      "loss": 0.2944,
+      "step": 3944
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1344689001496622e-06,
+      "loss": 0.267,
+      "step": 3945
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1312370100348125e-06,
+      "loss": 0.2587,
+      "step": 3946
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.128009453997142e-06,
+      "loss": 0.298,
+      "step": 3947
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1247862336139182e-06,
+      "loss": 0.2968,
+      "step": 3948
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1215673504603054e-06,
+      "loss": 0.285,
+      "step": 3949
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.118352806109332e-06,
+      "loss": 0.2571,
+      "step": 3950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1151426021319212e-06,
+      "loss": 0.2941,
+      "step": 3951
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1119367400968662e-06,
+      "loss": 0.2314,
+      "step": 3952
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1087352215708346e-06,
+      "loss": 0.2939,
+      "step": 3953
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1055380481183853e-06,
+      "loss": 0.3204,
+      "step": 3954
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1023452213019404e-06,
+      "loss": 0.3049,
+      "step": 3955
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.099156742681804e-06,
+      "loss": 0.2677,
+      "step": 3956
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0959726138161552e-06,
+      "loss": 0.2876,
+      "step": 3957
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0927928362610462e-06,
+      "loss": 0.2346,
+      "step": 3958
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0896174115704016e-06,
+      "loss": 0.2491,
+      "step": 3959
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0864463412960191e-06,
+      "loss": 0.3343,
+      "step": 3960
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0832796269875757e-06,
+      "loss": 0.2948,
+      "step": 3961
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0801172701926077e-06,
+      "loss": 0.2824,
+      "step": 3962
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0769592724565292e-06,
+      "loss": 0.2687,
+      "step": 3963
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0738056353226234e-06,
+      "loss": 0.2961,
+      "step": 3964
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0706563603320387e-06,
+      "loss": 0.2513,
+      "step": 3965
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0675114490238004e-06,
+      "loss": 0.2952,
+      "step": 3966
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0643709029347892e-06,
+      "loss": 0.3099,
+      "step": 3967
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0612347235997645e-06,
+      "loss": 0.2841,
+      "step": 3968
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0581029125513452e-06,
+      "loss": 0.3571,
+      "step": 3969
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0549754713200121e-06,
+      "loss": 0.2989,
+      "step": 3970
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0518524014341203e-06,
+      "loss": 0.2753,
+      "step": 3971
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.048733704419882e-06,
+      "loss": 0.276,
+      "step": 3972
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0456193818013727e-06,
+      "loss": 0.3027,
+      "step": 3973
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0425094351005305e-06,
+      "loss": 0.2751,
+      "step": 3974
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0394038658371575e-06,
+      "loss": 0.2937,
+      "step": 3975
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0363026755289151e-06,
+      "loss": 0.2877,
+      "step": 3976
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0332058656913224e-06,
+      "loss": 0.271,
+      "step": 3977
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.030113437837761e-06,
+      "loss": 0.2307,
+      "step": 3978
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0270253934794683e-06,
+      "loss": 0.253,
+      "step": 3979
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0239417341255464e-06,
+      "loss": 0.2699,
+      "step": 3980
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0208624612829443e-06,
+      "loss": 0.298,
+      "step": 3981
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0177875764564716e-06,
+      "loss": 0.3022,
+      "step": 3982
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0147170811488004e-06,
+      "loss": 0.3026,
+      "step": 3983
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0116509768604432e-06,
+      "loss": 0.2659,
+      "step": 3984
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0085892650897822e-06,
+      "loss": 0.229,
+      "step": 3985
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0055319473330416e-06,
+      "loss": 0.2666,
+      "step": 3986
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0024790250843054e-06,
+      "loss": 0.2992,
+      "step": 3987
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.99430499835503e-07,
+      "loss": 0.2867,
+      "step": 3988
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.963863730764222e-07,
+      "loss": 0.3188,
+      "step": 3989
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.933466462946962e-07,
+      "loss": 0.2653,
+      "step": 3990
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.903113209758098e-07,
+      "loss": 0.2895,
+      "step": 3991
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.872803986030954e-07,
+      "loss": 0.2649,
+      "step": 3992
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.842538806577372e-07,
+      "loss": 0.2993,
+      "step": 3993
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.812317686187623e-07,
+      "loss": 0.2828,
+      "step": 3994
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.782140639630499e-07,
+      "loss": 0.3124,
+      "step": 3995
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.752007681653176e-07,
+      "loss": 0.2545,
+      "step": 3996
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.721918826981413e-07,
+      "loss": 0.2645,
+      "step": 3997
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.691874090319276e-07,
+      "loss": 0.2809,
+      "step": 3998
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.661873486349327e-07,
+      "loss": 0.3063,
+      "step": 3999
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.63191702973263e-07,
+      "loss": 0.306,
+      "step": 4000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.602004735108516e-07,
+      "loss": 0.2606,
+      "step": 4001
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.572136617094928e-07,
+      "loss": 0.2559,
+      "step": 4002
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.542312690288035e-07,
+      "loss": 0.2808,
+      "step": 4003
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.512532969262556e-07,
+      "loss": 0.2681,
+      "step": 4004
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.482797468571548e-07,
+      "loss": 0.2767,
+      "step": 4005
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.453106202746387e-07,
+      "loss": 0.2856,
+      "step": 4006
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.423459186296979e-07,
+      "loss": 0.2962,
+      "step": 4007
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.393856433711501e-07,
+      "loss": 0.2333,
+      "step": 4008
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.364297959456525e-07,
+      "loss": 0.2938,
+      "step": 4009
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.334783777976997e-07,
+      "loss": 0.2586,
+      "step": 4010
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.305313903696189e-07,
+      "loss": 0.297,
+      "step": 4011
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.27588835101576e-07,
+      "loss": 0.2989,
+      "step": 4012
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.246507134315641e-07,
+      "loss": 0.2801,
+      "step": 4013
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.217170267954234e-07,
+      "loss": 0.3003,
+      "step": 4014
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.187877766268071e-07,
+      "loss": 0.2947,
+      "step": 4015
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.158629643572204e-07,
+      "loss": 0.28,
+      "step": 4016
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.129425914159839e-07,
+      "loss": 0.25,
+      "step": 4017
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.100266592302543e-07,
+      "loss": 0.2744,
+      "step": 4018
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.071151692250268e-07,
+      "loss": 0.2572,
+      "step": 4019
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.042081228231081e-07,
+      "loss": 0.2889,
+      "step": 4020
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.013055214451505e-07,
+      "loss": 0.2696,
+      "step": 4021
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.984073665096238e-07,
+      "loss": 0.3374,
+      "step": 4022
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.955136594328284e-07,
+      "loss": 0.2627,
+      "step": 4023
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.926244016288898e-07,
+      "loss": 0.3083,
+      "step": 4024
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.897395945097598e-07,
+      "loss": 0.2712,
+      "step": 4025
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.86859239485216e-07,
+      "loss": 0.2513,
+      "step": 4026
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.839833379628592e-07,
+      "loss": 0.2657,
+      "step": 4027
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.811118913481143e-07,
+      "loss": 0.2682,
+      "step": 4028
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.782449010442296e-07,
+      "loss": 0.3136,
+      "step": 4029
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.753823684522734e-07,
+      "loss": 0.2349,
+      "step": 4030
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.725242949711376e-07,
+      "loss": 0.25,
+      "step": 4031
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.696706819975343e-07,
+      "loss": 0.3338,
+      "step": 4032
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.668215309259998e-07,
+      "loss": 0.2832,
+      "step": 4033
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.639768431488816e-07,
+      "loss": 0.2597,
+      "step": 4034
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.611366200563509e-07,
+      "loss": 0.2869,
+      "step": 4035
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.58300863036402e-07,
+      "loss": 0.3136,
+      "step": 4036
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.554695734748331e-07,
+      "loss": 0.282,
+      "step": 4037
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.526427527552738e-07,
+      "loss": 0.2706,
+      "step": 4038
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.498204022591628e-07,
+      "loss": 0.3355,
+      "step": 4039
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.470025233657531e-07,
+      "loss": 0.3224,
+      "step": 4040
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.441891174521155e-07,
+      "loss": 0.3054,
+      "step": 4041
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.413801858931325e-07,
+      "loss": 0.2666,
+      "step": 4042
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.385757300615039e-07,
+      "loss": 0.2843,
+      "step": 4043
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.357757513277376e-07,
+      "loss": 0.2822,
+      "step": 4044
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.329802510601559e-07,
+      "loss": 0.2881,
+      "step": 4045
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.301892306248926e-07,
+      "loss": 0.2633,
+      "step": 4046
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.274026913858924e-07,
+      "loss": 0.3071,
+      "step": 4047
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.246206347049079e-07,
+      "loss": 0.297,
+      "step": 4048
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.21843061941503e-07,
+      "loss": 0.2522,
+      "step": 4049
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.190699744530539e-07,
+      "loss": 0.3199,
+      "step": 4050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.163013735947356e-07,
+      "loss": 0.2492,
+      "step": 4051
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.135372607195402e-07,
+      "loss": 0.217,
+      "step": 4052
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.107776371782628e-07,
+      "loss": 0.2346,
+      "step": 4053
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.080225043195e-07,
+      "loss": 0.289,
+      "step": 4054
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.052718634896616e-07,
+      "loss": 0.2799,
+      "step": 4055
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.02525716032958e-07,
+      "loss": 0.2279,
+      "step": 4056
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.997840632914033e-07,
+      "loss": 0.309,
+      "step": 4057
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.970469066048181e-07,
+      "loss": 0.2824,
+      "step": 4058
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.943142473108234e-07,
+      "loss": 0.2814,
+      "step": 4059
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.915860867448411e-07,
+      "loss": 0.2859,
+      "step": 4060
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.888624262400991e-07,
+      "loss": 0.2744,
+      "step": 4061
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.861432671276214e-07,
+      "loss": 0.249,
+      "step": 4062
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.834286107362344e-07,
+      "loss": 0.2261,
+      "step": 4063
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.807184583925653e-07,
+      "loss": 0.3032,
+      "step": 4064
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.780128114210384e-07,
+      "loss": 0.2724,
+      "step": 4065
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.753116711438746e-07,
+      "loss": 0.2733,
+      "step": 4066
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.726150388810994e-07,
+      "loss": 0.2752,
+      "step": 4067
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.699229159505251e-07,
+      "loss": 0.2801,
+      "step": 4068
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.672353036677693e-07,
+      "loss": 0.2937,
+      "step": 4069
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.645522033462393e-07,
+      "loss": 0.2608,
+      "step": 4070
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.618736162971429e-07,
+      "loss": 0.311,
+      "step": 4071
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.591995438294775e-07,
+      "loss": 0.2327,
+      "step": 4072
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.565299872500331e-07,
+      "loss": 0.2768,
+      "step": 4073
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.538649478633997e-07,
+      "loss": 0.2458,
+      "step": 4074
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.512044269719553e-07,
+      "loss": 0.2623,
+      "step": 4075
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.48548425875869e-07,
+      "loss": 0.2675,
+      "step": 4076
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.458969458731035e-07,
+      "loss": 0.2969,
+      "step": 4077
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.432499882594091e-07,
+      "loss": 0.3238,
+      "step": 4078
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.406075543283298e-07,
+      "loss": 0.279,
+      "step": 4079
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.379696453711949e-07,
+      "loss": 0.2719,
+      "step": 4080
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.353362626771299e-07,
+      "loss": 0.2668,
+      "step": 4081
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.327074075330365e-07,
+      "loss": 0.2617,
+      "step": 4082
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.300830812236126e-07,
+      "loss": 0.3201,
+      "step": 4083
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.274632850313434e-07,
+      "loss": 0.2566,
+      "step": 4084
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.248480202364927e-07,
+      "loss": 0.2571,
+      "step": 4085
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.222372881171191e-07,
+      "loss": 0.2873,
+      "step": 4086
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.196310899490577e-07,
+      "loss": 0.2374,
+      "step": 4087
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.170294270059353e-07,
+      "loss": 0.2853,
+      "step": 4088
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.144323005591591e-07,
+      "loss": 0.2684,
+      "step": 4089
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.118397118779141e-07,
+      "loss": 0.3094,
+      "step": 4090
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.09251662229179e-07,
+      "loss": 0.2836,
+      "step": 4091
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.066681528777053e-07,
+      "loss": 0.267,
+      "step": 4092
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.040891850860287e-07,
+      "loss": 0.2973,
+      "step": 4093
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.015147601144656e-07,
+      "loss": 0.3025,
+      "step": 4094
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.989448792211118e-07,
+      "loss": 0.3049,
+      "step": 4095
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.963795436618437e-07,
+      "loss": 0.2498,
+      "step": 4096
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.938187546903142e-07,
+      "loss": 0.2593,
+      "step": 4097
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.912625135579587e-07,
+      "loss": 0.3538,
+      "step": 4098
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.887108215139815e-07,
+      "loss": 0.2555,
+      "step": 4099
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.861636798053761e-07,
+      "loss": 0.2746,
+      "step": 4100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.836210896769014e-07,
+      "loss": 0.3078,
+      "step": 4101
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.810830523710943e-07,
+      "loss": 0.2972,
+      "step": 4102
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.785495691282751e-07,
+      "loss": 0.2943,
+      "step": 4103
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.760206411865255e-07,
+      "loss": 0.2588,
+      "step": 4104
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.734962697817116e-07,
+      "loss": 0.2742,
+      "step": 4105
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.709764561474685e-07,
+      "loss": 0.2951,
+      "step": 4106
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.684612015152037e-07,
+      "loss": 0.2793,
+      "step": 4107
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.65950507114096e-07,
+      "loss": 0.2815,
+      "step": 4108
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.634443741710994e-07,
+      "loss": 0.2576,
+      "step": 4109
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.609428039109356e-07,
+      "loss": 0.2503,
+      "step": 4110
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.584457975560965e-07,
+      "loss": 0.3079,
+      "step": 4111
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.55953356326845e-07,
+      "loss": 0.2848,
+      "step": 4112
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.534654814412133e-07,
+      "loss": 0.2954,
+      "step": 4113
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.509821741150002e-07,
+      "loss": 0.2259,
+      "step": 4114
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.485034355617748e-07,
+      "loss": 0.3165,
+      "step": 4115
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.460292669928703e-07,
+      "loss": 0.2994,
+      "step": 4116
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.435596696173918e-07,
+      "loss": 0.2642,
+      "step": 4117
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.410946446422051e-07,
+      "loss": 0.2864,
+      "step": 4118
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.386341932719408e-07,
+      "loss": 0.2867,
+      "step": 4119
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.361783167090041e-07,
+      "loss": 0.2962,
+      "step": 4120
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.337270161535513e-07,
+      "loss": 0.2968,
+      "step": 4121
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.312802928035123e-07,
+      "loss": 0.2603,
+      "step": 4122
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.288381478545758e-07,
+      "loss": 0.2964,
+      "step": 4123
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.26400582500194e-07,
+      "loss": 0.3589,
+      "step": 4124
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.239675979315807e-07,
+      "loss": 0.2817,
+      "step": 4125
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.215391953377125e-07,
+      "loss": 0.2859,
+      "step": 4126
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.191153759053259e-07,
+      "loss": 0.2617,
+      "step": 4127
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.166961408189165e-07,
+      "loss": 0.3127,
+      "step": 4128
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.142814912607409e-07,
+      "loss": 0.2513,
+      "step": 4129
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.118714284108141e-07,
+      "loss": 0.2746,
+      "step": 4130
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.094659534469116e-07,
+      "loss": 0.304,
+      "step": 4131
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.070650675445655e-07,
+      "loss": 0.2578,
+      "step": 4132
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.046687718770617e-07,
+      "loss": 0.359,
+      "step": 4133
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.02277067615451e-07,
+      "loss": 0.3083,
+      "step": 4134
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.998899559285321e-07,
+      "loss": 0.3515,
+      "step": 4135
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.975074379828649e-07,
+      "loss": 0.2696,
+      "step": 4136
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.951295149427638e-07,
+      "loss": 0.3175,
+      "step": 4137
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.927561879702904e-07,
+      "loss": 0.2334,
+      "step": 4138
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.903874582252733e-07,
+      "loss": 0.295,
+      "step": 4139
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.880233268652835e-07,
+      "loss": 0.2665,
+      "step": 4140
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.856637950456501e-07,
+      "loss": 0.3054,
+      "step": 4141
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.833088639194528e-07,
+      "loss": 0.3165,
+      "step": 4142
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.809585346375235e-07,
+      "loss": 0.289,
+      "step": 4143
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.786128083484444e-07,
+      "loss": 0.3003,
+      "step": 4144
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.762716861985484e-07,
+      "loss": 0.2931,
+      "step": 4145
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.739351693319206e-07,
+      "loss": 0.2249,
+      "step": 4146
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.71603258890392e-07,
+      "loss": 0.2825,
+      "step": 4147
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.692759560135441e-07,
+      "loss": 0.269,
+      "step": 4148
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.669532618387097e-07,
+      "loss": 0.2989,
+      "step": 4149
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.646351775009617e-07,
+      "loss": 0.335,
+      "step": 4150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.623217041331319e-07,
+      "loss": 0.3258,
+      "step": 4151
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.600128428657847e-07,
+      "loss": 0.3104,
+      "step": 4152
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.577085948272432e-07,
+      "loss": 0.2192,
+      "step": 4153
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.554089611435687e-07,
+      "loss": 0.3182,
+      "step": 4154
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.531139429385691e-07,
+      "loss": 0.301,
+      "step": 4155
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.508235413338004e-07,
+      "loss": 0.2841,
+      "step": 4156
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.485377574485528e-07,
+      "loss": 0.2626,
+      "step": 4157
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.462565923998719e-07,
+      "loss": 0.3194,
+      "step": 4158
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.439800473025391e-07,
+      "loss": 0.3254,
+      "step": 4159
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.417081232690802e-07,
+      "loss": 0.3279,
+      "step": 4160
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.394408214097602e-07,
+      "loss": 0.2821,
+      "step": 4161
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.371781428325895e-07,
+      "loss": 0.2463,
+      "step": 4162
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.349200886433148e-07,
+      "loss": 0.3304,
+      "step": 4163
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.326666599454255e-07,
+      "loss": 0.256,
+      "step": 4164
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.30417857840153e-07,
+      "loss": 0.2483,
+      "step": 4165
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.281736834264606e-07,
+      "loss": 0.2593,
+      "step": 4166
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.259341378010541e-07,
+      "loss": 0.2814,
+      "step": 4167
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.236992220583814e-07,
+      "loss": 0.2714,
+      "step": 4168
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.214689372906201e-07,
+      "loss": 0.2933,
+      "step": 4169
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.192432845876916e-07,
+      "loss": 0.2898,
+      "step": 4170
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.17022265037247e-07,
+      "loss": 0.3271,
+      "step": 4171
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.148058797246791e-07,
+      "loss": 0.3011,
+      "step": 4172
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.125941297331149e-07,
+      "loss": 0.2836,
+      "step": 4173
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.103870161434087e-07,
+      "loss": 0.2785,
+      "step": 4174
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.081845400341623e-07,
+      "loss": 0.3015,
+      "step": 4175
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.059867024817011e-07,
+      "loss": 0.267,
+      "step": 4176
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.037935045600861e-07,
+      "loss": 0.2548,
+      "step": 4177
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.016049473411122e-07,
+      "loss": 0.3082,
+      "step": 4178
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.994210318943061e-07,
+      "loss": 0.3115,
+      "step": 4179
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.972417592869249e-07,
+      "loss": 0.2981,
+      "step": 4180
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.950671305839571e-07,
+      "loss": 0.3083,
+      "step": 4181
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.928971468481258e-07,
+      "loss": 0.2775,
+      "step": 4182
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.907318091398761e-07,
+      "loss": 0.3307,
+      "step": 4183
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.885711185173914e-07,
+      "loss": 0.2502,
+      "step": 4184
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.864150760365771e-07,
+      "loss": 0.3404,
+      "step": 4185
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.842636827510693e-07,
+      "loss": 0.2597,
+      "step": 4186
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.821169397122371e-07,
+      "loss": 0.3349,
+      "step": 4187
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.79974847969168e-07,
+      "loss": 0.2801,
+      "step": 4188
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.778374085686832e-07,
+      "loss": 0.2916,
+      "step": 4189
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7570462255532855e-07,
+      "loss": 0.293,
+      "step": 4190
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.735764909713747e-07,
+      "loss": 0.3231,
+      "step": 4191
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.714530148568197e-07,
+      "loss": 0.3022,
+      "step": 4192
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.693341952493846e-07,
+      "loss": 0.2546,
+      "step": 4193
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.672200331845156e-07,
+      "loss": 0.2632,
+      "step": 4194
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6511052969538284e-07,
+      "loss": 0.2587,
+      "step": 4195
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.630056858128806e-07,
+      "loss": 0.3216,
+      "step": 4196
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6090550256562505e-07,
+      "loss": 0.3138,
+      "step": 4197
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.588099809799551e-07,
+      "loss": 0.2862,
+      "step": 4198
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.567191220799305e-07,
+      "loss": 0.2733,
+      "step": 4199
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5463292688733394e-07,
+      "loss": 0.2568,
+      "step": 4200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.52551396421671e-07,
+      "loss": 0.2415,
+      "step": 4201
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.504745317001624e-07,
+      "loss": 0.3269,
+      "step": 4202
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4840233373774967e-07,
+      "loss": 0.2818,
+      "step": 4203
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4633480354710155e-07,
+      "loss": 0.3084,
+      "step": 4204
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4427194213859216e-07,
+      "loss": 0.275,
+      "step": 4205
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4221375052032835e-07,
+      "loss": 0.3028,
+      "step": 4206
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.401602296981244e-07,
+      "loss": 0.2422,
+      "step": 4207
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3811138067551664e-07,
+      "loss": 0.2749,
+      "step": 4208
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.360672044537573e-07,
+      "loss": 0.3325,
+      "step": 4209
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.340277020318162e-07,
+      "loss": 0.3209,
+      "step": 4210
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3199287440637617e-07,
+      "loss": 0.3225,
+      "step": 4211
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2996272257183834e-07,
+      "loss": 0.3309,
+      "step": 4212
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2793724752031807e-07,
+      "loss": 0.2857,
+      "step": 4213
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.259164502416457e-07,
+      "loss": 0.266,
+      "step": 4214
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2390033172336366e-07,
+      "loss": 0.2986,
+      "step": 4215
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.218888929507303e-07,
+      "loss": 0.2665,
+      "step": 4216
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.198821349067128e-07,
+      "loss": 0.2636,
+      "step": 4217
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.178800585720011e-07,
+      "loss": 0.2798,
+      "step": 4218
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1588266492498255e-07,
+      "loss": 0.3244,
+      "step": 4219
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1388995494176855e-07,
+      "loss": 0.2796,
+      "step": 4220
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.119019295961757e-07,
+      "loss": 0.346,
+      "step": 4221
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.099185898597313e-07,
+      "loss": 0.3125,
+      "step": 4222
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0793993670167454e-07,
+      "loss": 0.2964,
+      "step": 4223
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.059659710889541e-07,
+      "loss": 0.2731,
+      "step": 4224
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.039966939862283e-07,
+      "loss": 0.2968,
+      "step": 4225
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0203210635586186e-07,
+      "loss": 0.3248,
+      "step": 4226
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.000722091579301e-07,
+      "loss": 0.3307,
+      "step": 4227
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.981170033502157e-07,
+      "loss": 0.2853,
+      "step": 4228
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.961664898882089e-07,
+      "loss": 0.2528,
+      "step": 4229
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.94220669725105e-07,
+      "loss": 0.3007,
+      "step": 4230
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.9227954381180765e-07,
+      "loss": 0.2627,
+      "step": 4231
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.903431130969271e-07,
+      "loss": 0.2886,
+      "step": 4232
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8841137852677735e-07,
+      "loss": 0.2742,
+      "step": 4233
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.864843410453767e-07,
+      "loss": 0.3162,
+      "step": 4234
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.845620015944518e-07,
+      "loss": 0.2565,
+      "step": 4235
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8264436111342897e-07,
+      "loss": 0.3006,
+      "step": 4236
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.807314205394419e-07,
+      "loss": 0.2768,
+      "step": 4237
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.7882318080732615e-07,
+      "loss": 0.2644,
+      "step": 4238
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.769196428496158e-07,
+      "loss": 0.2669,
+      "step": 4239
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7502080759655667e-07,
+      "loss": 0.2442,
+      "step": 4240
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.731266759760854e-07,
+      "loss": 0.3383,
+      "step": 4241
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.712372489138494e-07,
+      "loss": 0.2863,
+      "step": 4242
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.693525273331922e-07,
+      "loss": 0.2422,
+      "step": 4243
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.67472512155157e-07,
+      "loss": 0.2677,
+      "step": 4244
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.655972042984912e-07,
+      "loss": 0.2795,
+      "step": 4245
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.637266046796384e-07,
+      "loss": 0.2927,
+      "step": 4246
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6186071421274173e-07,
+      "loss": 0.2494,
+      "step": 4247
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.599995338096418e-07,
+      "loss": 0.2452,
+      "step": 4248
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.581430643798833e-07,
+      "loss": 0.2821,
+      "step": 4249
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5629130683070167e-07,
+      "loss": 0.2938,
+      "step": 4250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5444426206703296e-07,
+      "loss": 0.3043,
+      "step": 4251
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5260193099151076e-07,
+      "loss": 0.3001,
+      "step": 4252
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5076431450446257e-07,
+      "loss": 0.3065,
+      "step": 4253
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.489314135039157e-07,
+      "loss": 0.2987,
+      "step": 4254
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471032288855869e-07,
+      "loss": 0.2864,
+      "step": 4255
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.45279761542896e-07,
+      "loss": 0.2832,
+      "step": 4256
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.434610123669535e-07,
+      "loss": 0.2988,
+      "step": 4257
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4164698224656065e-07,
+      "loss": 0.294,
+      "step": 4258
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3983767206821837e-07,
+      "loss": 0.2971,
+      "step": 4259
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3803308271612043e-07,
+      "loss": 0.2996,
+      "step": 4260
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.362332150721481e-07,
+      "loss": 0.2995,
+      "step": 4261
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3443807001588225e-07,
+      "loss": 0.2633,
+      "step": 4262
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.326476484245911e-07,
+      "loss": 0.3006,
+      "step": 4263
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3086195117323584e-07,
+      "loss": 0.2832,
+      "step": 4264
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.290809791344696e-07,
+      "loss": 0.2519,
+      "step": 4265
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.273047331786372e-07,
+      "loss": 0.2816,
+      "step": 4266
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.255332141737699e-07,
+      "loss": 0.3171,
+      "step": 4267
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.23766422985593e-07,
+      "loss": 0.2885,
+      "step": 4268
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2200436047752026e-07,
+      "loss": 0.301,
+      "step": 4269
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2024702751065286e-07,
+      "loss": 0.2786,
+      "step": 4270
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.184944249437849e-07,
+      "loss": 0.3057,
+      "step": 4271
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1674655363339246e-07,
+      "loss": 0.2621,
+      "step": 4272
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1500341443364556e-07,
+      "loss": 0.276,
+      "step": 4273
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.132650081963995e-07,
+      "loss": 0.3049,
+      "step": 4274
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1153133577119466e-07,
+      "loss": 0.3102,
+      "step": 4275
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0980239800526e-07,
+      "loss": 0.2719,
+      "step": 4276
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.080781957435108e-07,
+      "loss": 0.2764,
+      "step": 4277
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.063587298285475e-07,
+      "loss": 0.2683,
+      "step": 4278
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0464400110065575e-07,
+      "loss": 0.2641,
+      "step": 4279
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0293401039780846e-07,
+      "loss": 0.2995,
+      "step": 4280
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.012287585556595e-07,
+      "loss": 0.275,
+      "step": 4281
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9952824640754887e-07,
+      "loss": 0.2773,
+      "step": 4282
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.978324747844996e-07,
+      "loss": 0.2995,
+      "step": 4283
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9614144451521886e-07,
+      "loss": 0.2893,
+      "step": 4284
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.944551564261e-07,
+      "loss": 0.3025,
+      "step": 4285
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.927736113412105e-07,
+      "loss": 0.2658,
+      "step": 4286
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.9109681008230527e-07,
+      "loss": 0.2794,
+      "step": 4287
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8942475346882436e-07,
+      "loss": 0.3005,
+      "step": 4288
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8775744231788195e-07,
+      "loss": 0.314,
+      "step": 4289
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8609487744427736e-07,
+      "loss": 0.2822,
+      "step": 4290
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.844370596604917e-07,
+      "loss": 0.3042,
+      "step": 4291
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8278398977668153e-07,
+      "loss": 0.322,
+      "step": 4292
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.811356686006872e-07,
+      "loss": 0.3151,
+      "step": 4293
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7949209693802546e-07,
+      "loss": 0.3284,
+      "step": 4294
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7785327559189613e-07,
+      "loss": 0.2922,
+      "step": 4295
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7621920536317405e-07,
+      "loss": 0.2889,
+      "step": 4296
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.745898870504116e-07,
+      "loss": 0.2429,
+      "step": 4297
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.729653214498429e-07,
+      "loss": 0.2243,
+      "step": 4298
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.713455093553763e-07,
+      "loss": 0.2882,
+      "step": 4299
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6973045155859855e-07,
+      "loss": 0.3318,
+      "step": 4300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6812014884876947e-07,
+      "loss": 0.2995,
+      "step": 4301
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6651460201283397e-07,
+      "loss": 0.2783,
+      "step": 4302
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.649138118354011e-07,
+      "loss": 0.2658,
+      "step": 4303
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.63317779098764e-07,
+      "loss": 0.221,
+      "step": 4304
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.617265045828898e-07,
+      "loss": 0.2509,
+      "step": 4305
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6013998906541547e-07,
+      "loss": 0.2905,
+      "step": 4306
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.585582333216563e-07,
+      "loss": 0.3212,
+      "step": 4307
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5698123812460284e-07,
+      "loss": 0.3132,
+      "step": 4308
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.554090042449142e-07,
+      "loss": 0.2487,
+      "step": 4309
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.53841532450928e-07,
+      "loss": 0.2772,
+      "step": 4310
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5227882350865154e-07,
+      "loss": 0.2796,
+      "step": 4311
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.507208781817638e-07,
+      "loss": 0.2847,
+      "step": 4312
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4916769723161926e-07,
+      "loss": 0.2788,
+      "step": 4313
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.476192814172418e-07,
+      "loss": 0.3003,
+      "step": 4314
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.460756314953272e-07,
+      "loss": 0.2505,
+      "step": 4315
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.445367482202399e-07,
+      "loss": 0.2785,
+      "step": 4316
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.430026323440193e-07,
+      "loss": 0.2804,
+      "step": 4317
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4147328461637143e-07,
+      "loss": 0.2878,
+      "step": 4318
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.399487057846761e-07,
+      "loss": 0.2642,
+      "step": 4319
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3842889659397515e-07,
+      "loss": 0.2581,
+      "step": 4320
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3691385778699005e-07,
+      "loss": 0.3016,
+      "step": 4321
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3540359010410075e-07,
+      "loss": 0.2583,
+      "step": 4322
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.338980942833602e-07,
+      "loss": 0.2986,
+      "step": 4323
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.323973710604943e-07,
+      "loss": 0.3131,
+      "step": 4324
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.309014211688865e-07,
+      "loss": 0.3115,
+      "step": 4325
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.294102453395952e-07,
+      "loss": 0.2937,
+      "step": 4326
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2792384430134318e-07,
+      "loss": 0.2555,
+      "step": 4327
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.264422187805193e-07,
+      "loss": 0.2775,
+      "step": 4328
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2496536950117996e-07,
+      "loss": 0.2903,
+      "step": 4329
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2349329718504676e-07,
+      "loss": 0.2901,
+      "step": 4330
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2202600255150753e-07,
+      "loss": 0.2791,
+      "step": 4331
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2056348631761314e-07,
+      "loss": 0.3116,
+      "step": 4332
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1910574919808304e-07,
+      "loss": 0.2657,
+      "step": 4333
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.176527919052973e-07,
+      "loss": 0.2595,
+      "step": 4334
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1620461514930136e-07,
+      "loss": 0.3228,
+      "step": 4335
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1476121963780684e-07,
+      "loss": 0.2528,
+      "step": 4336
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1332260607618504e-07,
+      "loss": 0.3129,
+      "step": 4337
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1188877516747475e-07,
+      "loss": 0.2715,
+      "step": 4338
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.104597276123721e-07,
+      "loss": 0.2656,
+      "step": 4339
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0903546410924068e-07,
+      "loss": 0.2649,
+      "step": 4340
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0761598535410487e-07,
+      "loss": 0.3182,
+      "step": 4341
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.062012920406453e-07,
+      "loss": 0.316,
+      "step": 4342
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0479138486021343e-07,
+      "loss": 0.319,
+      "step": 4343
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0338626450181588e-07,
+      "loss": 0.2439,
+      "step": 4344
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0198593165212e-07,
+      "loss": 0.3077,
+      "step": 4345
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0059038699545509e-07,
+      "loss": 0.2727,
+      "step": 4346
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9919963121381115e-07,
+      "loss": 0.27,
+      "step": 4347
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9781366498683452e-07,
+      "loss": 0.2342,
+      "step": 4348
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9643248899183566e-07,
+      "loss": 0.2642,
+      "step": 4349
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9505610390378127e-07,
+      "loss": 0.2924,
+      "step": 4350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9368451039529556e-07,
+      "loss": 0.2576,
+      "step": 4351
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9231770913666458e-07,
+      "loss": 0.2653,
+      "step": 4352
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.909557007958307e-07,
+      "loss": 0.2859,
+      "step": 4353
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.895984860383915e-07,
+      "loss": 0.3467,
+      "step": 4354
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8824606552760748e-07,
+      "loss": 0.292,
+      "step": 4355
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8689843992439116e-07,
+      "loss": 0.254,
+      "step": 4356
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.855556098873146e-07,
+      "loss": 0.2755,
+      "step": 4357
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8421757607260614e-07,
+      "loss": 0.2754,
+      "step": 4358
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.828843391341495e-07,
+      "loss": 0.2656,
+      "step": 4359
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8155589972348453e-07,
+      "loss": 0.2916,
+      "step": 4360
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8023225848980642e-07,
+      "loss": 0.219,
+      "step": 4361
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7891341607996437e-07,
+      "loss": 0.2902,
+      "step": 4362
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.775993731384662e-07,
+      "loss": 0.264,
+      "step": 4363
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7629013030746933e-07,
+      "loss": 0.2775,
+      "step": 4364
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7498568822678863e-07,
+      "loss": 0.314,
+      "step": 4365
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7368604753389307e-07,
+      "loss": 0.2757,
+      "step": 4366
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7239120886390347e-07,
+      "loss": 0.2651,
+      "step": 4367
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7110117284959372e-07,
+      "loss": 0.2555,
+      "step": 4368
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6981594012139391e-07,
+      "loss": 0.2823,
+      "step": 4369
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6853551130738388e-07,
+      "loss": 0.2592,
+      "step": 4370
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.672598870332942e-07,
+      "loss": 0.2747,
+      "step": 4371
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.65989067922514e-07,
+      "loss": 0.3274,
+      "step": 4372
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.647230545960765e-07,
+      "loss": 0.31,
+      "step": 4373
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6346184767267125e-07,
+      "loss": 0.2197,
+      "step": 4374
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6220544776863856e-07,
+      "loss": 0.2765,
+      "step": 4375
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6095385549796837e-07,
+      "loss": 0.2782,
+      "step": 4376
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5970707147230148e-07,
+      "loss": 0.3334,
+      "step": 4377
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.584650963009271e-07,
+      "loss": 0.2876,
+      "step": 4378
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5722793059078867e-07,
+      "loss": 0.2434,
+      "step": 4379
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.559955749464759e-07,
+      "loss": 0.2762,
+      "step": 4380
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5476802997022812e-07,
+      "loss": 0.2871,
+      "step": 4381
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.535452962619366e-07,
+      "loss": 0.2816,
+      "step": 4382
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.523273744191367e-07,
+      "loss": 0.2428,
+      "step": 4383
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5111426503701676e-07,
+      "loss": 0.2676,
+      "step": 4384
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4990596870841035e-07,
+      "loss": 0.2737,
+      "step": 4385
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4870248602380178e-07,
+      "loss": 0.2678,
+      "step": 4386
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4750381757131837e-07,
+      "loss": 0.3342,
+      "step": 4387
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4630996393673936e-07,
+      "loss": 0.2757,
+      "step": 4388
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4512092570348912e-07,
+      "loss": 0.2739,
+      "step": 4389
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4393670345263843e-07,
+      "loss": 0.2897,
+      "step": 4390
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.427572977629066e-07,
+      "loss": 0.3006,
+      "step": 4391
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4158270921065363e-07,
+      "loss": 0.3044,
+      "step": 4392
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4041293836989377e-07,
+      "loss": 0.3197,
+      "step": 4393
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3924798581228083e-07,
+      "loss": 0.2711,
+      "step": 4394
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3808785210711606e-07,
+      "loss": 0.2616,
+      "step": 4395
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3693253782134486e-07,
+      "loss": 0.2991,
+      "step": 4396
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3578204351955782e-07,
+      "loss": 0.2706,
+      "step": 4397
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3463636976398963e-07,
+      "loss": 0.2903,
+      "step": 4398
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3349551711452247e-07,
+      "loss": 0.285,
+      "step": 4399
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.323594861286759e-07,
+      "loss": 0.3347,
+      "step": 4400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3122827736162024e-07,
+      "loss": 0.2938,
+      "step": 4401
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3010189136616447e-07,
+      "loss": 0.3086,
+      "step": 4402
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2898032869276377e-07,
+      "loss": 0.286,
+      "step": 4403
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2786358988951197e-07,
+      "loss": 0.2566,
+      "step": 4404
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.267516755021525e-07,
+      "loss": 0.3009,
+      "step": 4405
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2564458607406294e-07,
+      "loss": 0.3318,
+      "step": 4406
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2454232214626828e-07,
+      "loss": 0.2777,
+      "step": 4407
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.234448842574365e-07,
+      "loss": 0.278,
+      "step": 4408
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2235227294387085e-07,
+      "loss": 0.3362,
+      "step": 4409
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.21264488739522e-07,
+      "loss": 0.2525,
+      "step": 4410
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2018153217597917e-07,
+      "loss": 0.27,
+      "step": 4411
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1910340378247232e-07,
+      "loss": 0.2953,
+      "step": 4412
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1803010408587224e-07,
+      "loss": 0.2535,
+      "step": 4413
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1696163361069046e-07,
+      "loss": 0.3117,
+      "step": 4414
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.15897992879076e-07,
+      "loss": 0.316,
+      "step": 4415
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1483918241082192e-07,
+      "loss": 0.279,
+      "step": 4416
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.137852027233577e-07,
+      "loss": 0.2322,
+      "step": 4417
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1273605433175239e-07,
+      "loss": 0.2983,
+      "step": 4418
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1169173774871478e-07,
+      "loss": 0.2992,
+      "step": 4419
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1065225348459219e-07,
+      "loss": 0.3055,
+      "step": 4420
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0961760204737048e-07,
+      "loss": 0.2733,
+      "step": 4421
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.08587783942673e-07,
+      "loss": 0.2878,
+      "step": 4422
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.075627996737627e-07,
+      "loss": 0.2617,
+      "step": 4423
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0654264974153783e-07,
+      "loss": 0.3362,
+      "step": 4424
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0552733464453845e-07,
+      "loss": 0.225,
+      "step": 4425
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0451685487893437e-07,
+      "loss": 0.2852,
+      "step": 4426
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0351121093854166e-07,
+      "loss": 0.3023,
+      "step": 4427
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0251040331480722e-07,
+      "loss": 0.2671,
+      "step": 4428
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0151443249681426e-07,
+      "loss": 0.2909,
+      "step": 4429
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0052329897128565e-07,
+      "loss": 0.3388,
+      "step": 4430
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.953700322257842e-08,
+      "loss": 0.32,
+      "step": 4431
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.855554573268588e-08,
+      "loss": 0.3104,
+      "step": 4432
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.757892698123439e-08,
+      "loss": 0.3724,
+      "step": 4433
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.660714744549104e-08,
+      "loss": 0.35,
+      "step": 4434
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.564020760035264e-08,
+      "loss": 0.2706,
+      "step": 4435
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.467810791835452e-08,
+      "loss": 0.2717,
+      "step": 4436
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.372084886966392e-08,
+      "loss": 0.2969,
+      "step": 4437
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.276843092208554e-08,
+      "loss": 0.3061,
+      "step": 4438
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.182085454105594e-08,
+      "loss": 0.245,
+      "step": 4439
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.087812018964582e-08,
+      "loss": 0.2545,
+      "step": 4440
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.994022832855998e-08,
+      "loss": 0.2613,
+      "step": 4441
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.900717941613957e-08,
+      "loss": 0.3013,
+      "step": 4442
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.807897390835318e-08,
+      "loss": 0.2744,
+      "step": 4443
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.715561225880687e-08,
+      "loss": 0.2915,
+      "step": 4444
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.623709491873966e-08,
+      "loss": 0.2994,
+      "step": 4445
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.532342233702029e-08,
+      "loss": 0.3053,
+      "step": 4446
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.441459496015159e-08,
+      "loss": 0.2353,
+      "step": 4447
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.351061323226939e-08,
+      "loss": 0.2466,
+      "step": 4448
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.261147759514032e-08,
+      "loss": 0.2429,
+      "step": 4449
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.17171884881629e-08,
+      "loss": 0.3061,
+      "step": 4450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.082774634836754e-08,
+      "loss": 0.2671,
+      "step": 4451
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.994315161041655e-08,
+      "loss": 0.3563,
+      "step": 4452
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.90634047066019e-08,
+      "loss": 0.3107,
+      "step": 4453
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.818850606684746e-08,
+      "loss": 0.274,
+      "step": 4454
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.731845611870681e-08,
+      "loss": 0.2567,
+      "step": 4455
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.645325528736646e-08,
+      "loss": 0.3133,
+      "step": 4456
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.559290399563935e-08,
+      "loss": 0.2876,
+      "step": 4457
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.473740266397244e-08,
+      "loss": 0.2532,
+      "step": 4458
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.388675171044024e-08,
+      "loss": 0.2566,
+      "step": 4459
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.304095155074798e-08,
+      "loss": 0.2496,
+      "step": 4460
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.220000259823056e-08,
+      "loss": 0.2551,
+      "step": 4461
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.136390526384817e-08,
+      "loss": 0.2682,
+      "step": 4462
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.053265995619618e-08,
+      "loss": 0.3202,
+      "step": 4463
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.97062670814963e-08,
+      "loss": 0.3461,
+      "step": 4464
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.888472704359661e-08,
+      "loss": 0.3088,
+      "step": 4465
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.806804024397706e-08,
+      "loss": 0.2781,
+      "step": 4466
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.725620708174396e-08,
+      "loss": 0.2945,
+      "step": 4467
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.644922795363218e-08,
+      "loss": 0.2771,
+      "step": 4468
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.564710325400403e-08,
+      "loss": 0.2416,
+      "step": 4469
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.484983337485151e-08,
+      "loss": 0.2721,
+      "step": 4470
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.405741870579185e-08,
+      "loss": 0.3069,
+      "step": 4471
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.326985963406862e-08,
+      "loss": 0.2801,
+      "step": 4472
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.248715654455618e-08,
+      "loss": 0.2525,
+      "step": 4473
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.170930981975298e-08,
+      "loss": 0.2438,
+      "step": 4474
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.09363198397861e-08,
+      "loss": 0.2816,
+      "step": 4475
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.016818698240668e-08,
+      "loss": 0.3179,
+      "step": 4476
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.940491162299444e-08,
+      "loss": 0.2725,
+      "step": 4477
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.8646494134554366e-08,
+      "loss": 0.2746,
+      "step": 4478
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.7892934887717746e-08,
+      "loss": 0.2936,
+      "step": 4479
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.7144234250741116e-08,
+      "loss": 0.2659,
+      "step": 4480
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.640039258950736e-08,
+      "loss": 0.241,
+      "step": 4481
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.56614102675257e-08,
+      "loss": 0.2543,
+      "step": 4482
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.492728764592725e-08,
+      "loss": 0.2513,
+      "step": 4483
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.4198025083472825e-08,
+      "loss": 0.2739,
+      "step": 4484
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.3473622936545124e-08,
+      "loss": 0.2536,
+      "step": 4485
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.275408155914985e-08,
+      "loss": 0.276,
+      "step": 4486
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.203940130292462e-08,
+      "loss": 0.3032,
+      "step": 4487
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.132958251712228e-08,
+      "loss": 0.2428,
+      "step": 4488
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.062462554862757e-08,
+      "loss": 0.2916,
+      "step": 4489
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.99245307419427e-08,
+      "loss": 0.3517,
+      "step": 4490
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.9229298439199546e-08,
+      "loss": 0.2815,
+      "step": 4491
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.853892898015078e-08,
+      "loss": 0.3044,
+      "step": 4492
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.785342270217319e-08,
+      "loss": 0.2921,
+      "step": 4493
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.7172779940266586e-08,
+      "loss": 0.2934,
+      "step": 4494
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.649700102705379e-08,
+      "loss": 0.2283,
+      "step": 4495
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.5826086292782845e-08,
+      "loss": 0.2785,
+      "step": 4496
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.51600360653226e-08,
+      "loss": 0.2728,
+      "step": 4497
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.44988506701649e-08,
+      "loss": 0.2774,
+      "step": 4498
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.3842530430424636e-08,
+      "loss": 0.2905,
+      "step": 4499
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.319107566683855e-08,
+      "loss": 0.2883,
+      "step": 4500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.254448669776756e-08,
+      "loss": 0.2617,
+      "step": 4501
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.190276383919223e-08,
+      "loss": 0.2695,
+      "step": 4502
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.126590740471614e-08,
+      "loss": 0.2812,
+      "step": 4503
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0633917705564795e-08,
+      "loss": 0.3184,
+      "step": 4504
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.000679505058558e-08,
+      "loss": 0.2135,
+      "step": 4505
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.93845397462489e-08,
+      "loss": 0.2938,
+      "step": 4506
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.8767152096641504e-08,
+      "loss": 0.2722,
+      "step": 4507
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.8154632403476496e-08,
+      "loss": 0.2918,
+      "step": 4508
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.754698096608666e-08,
+      "loss": 0.3189,
+      "step": 4509
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.694419808142335e-08,
+      "loss": 0.3174,
+      "step": 4510
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.6346284044063155e-08,
+      "loss": 0.3238,
+      "step": 4511
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.5753239146198994e-08,
+      "loss": 0.2759,
+      "step": 4512
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.5165063677645715e-08,
+      "loss": 0.3096,
+      "step": 4513
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4581757925841174e-08,
+      "loss": 0.293,
+      "step": 4514
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.400332217583957e-08,
+      "loss": 0.3019,
+      "step": 4515
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.34297567103159e-08,
+      "loss": 0.2392,
+      "step": 4516
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.286106180956816e-08,
+      "loss": 0.3346,
+      "step": 4517
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.2297237751509615e-08,
+      "loss": 0.3198,
+      "step": 4518
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.173828481167762e-08,
+      "loss": 0.3179,
+      "step": 4519
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.118420326322591e-08,
+      "loss": 0.3265,
+      "step": 4520
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.063499337692788e-08,
+      "loss": 0.2605,
+      "step": 4521
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.0090655421178835e-08,
+      "loss": 0.2689,
+      "step": 4522
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9551189661990442e-08,
+      "loss": 0.2634,
+      "step": 4523
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9016596362994032e-08,
+      "loss": 0.2394,
+      "step": 4524
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8486875785439516e-08,
+      "loss": 0.2903,
+      "step": 4525
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.796202818819871e-08,
+      "loss": 0.302,
+      "step": 4526
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.744205382775644e-08,
+      "loss": 0.251,
+      "step": 4527
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.6926952958221673e-08,
+      "loss": 0.2836,
+      "step": 4528
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.6416725831316383e-08,
+      "loss": 0.2644,
+      "step": 4529
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.591137269638555e-08,
+      "loss": 0.291,
+      "step": 4530
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5410893800390523e-08,
+      "loss": 0.282,
+      "step": 4531
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.4915289387908993e-08,
+      "loss": 0.334,
+      "step": 4532
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.442455970113833e-08,
+      "loss": 0.2581,
+      "step": 4533
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3938704979894477e-08,
+      "loss": 0.2959,
+      "step": 4534
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3457725461607518e-08,
+      "loss": 0.2371,
+      "step": 4535
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.298162138132942e-08,
+      "loss": 0.3659,
+      "step": 4536
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.2510392971727414e-08,
+      "loss": 0.2597,
+      "step": 4537
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.204404046308506e-08,
+      "loss": 0.3057,
+      "step": 4538
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1582564083305613e-08,
+      "loss": 0.3128,
+      "step": 4539
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1125964057906456e-08,
+      "loss": 0.2802,
+      "step": 4540
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0674240610024652e-08,
+      "loss": 0.285,
+      "step": 4541
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.022739396041362e-08,
+      "loss": 0.2629,
+      "step": 4542
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9785424327440906e-08,
+      "loss": 0.2757,
+      "step": 4543
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9348331927094844e-08,
+      "loss": 0.2759,
+      "step": 4544
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.8916116972976793e-08,
+      "loss": 0.3244,
+      "step": 4545
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.848877967630669e-08,
+      "loss": 0.2803,
+      "step": 4546
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.806632024591859e-08,
+      "loss": 0.2479,
+      "step": 4547
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7648738888266237e-08,
+      "loss": 0.2929,
+      "step": 4548
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7236035807416397e-08,
+      "loss": 0.2799,
+      "step": 4549
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6828211205054402e-08,
+      "loss": 0.2948,
+      "step": 4550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.64252652804775e-08,
+      "loss": 0.2965,
+      "step": 4551
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6027198230603723e-08,
+      "loss": 0.3127,
+      "step": 4552
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5634010249964137e-08,
+      "loss": 0.2956,
+      "step": 4553
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5245701530705036e-08,
+      "loss": 0.2487,
+      "step": 4554
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4862272262589073e-08,
+      "loss": 0.2763,
+      "step": 4555
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4483722632995245e-08,
+      "loss": 0.2306,
+      "step": 4556
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4110052826915578e-08,
+      "loss": 0.2948,
+      "step": 4557
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.374126302696066e-08,
+      "loss": 0.3257,
+      "step": 4558
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3377353413354111e-08,
+      "loss": 0.3051,
+      "step": 4559
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3018324163932561e-08,
+      "loss": 0.2741,
+      "step": 4560
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2664175454153438e-08,
+      "loss": 0.2677,
+      "step": 4561
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2314907457083858e-08,
+      "loss": 0.298,
+      "step": 4562
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.1970520343408398e-08,
+      "loss": 0.2757,
+      "step": 4563
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1631014281424658e-08,
+      "loss": 0.2676,
+      "step": 4564
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1296389437046585e-08,
+      "loss": 0.2937,
+      "step": 4565
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.096664597380226e-08,
+      "loss": 0.2559,
+      "step": 4566
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0641784052832783e-08,
+      "loss": 0.2526,
+      "step": 4567
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0321803832897825e-08,
+      "loss": 0.3216,
+      "step": 4568
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0006705470365641e-08,
+      "loss": 0.2728,
+      "step": 4569
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.696489119221942e-09,
+      "loss": 0.2539,
+      "step": 4570
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.39115493106879e-09,
+      "loss": 0.2787,
+      "step": 4571
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.090703055117944e-09,
+      "loss": 0.3001,
+      "step": 4572
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.795133638197507e-09,
+      "loss": 0.2299,
+      "step": 4573
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.504446824749712e-09,
+      "loss": 0.2518,
+      "step": 4574
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.21864275682982e-09,
+      "loss": 0.2684,
+      "step": 4575
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.937721574108326e-09,
+      "loss": 0.2757,
+      "step": 4576
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.661683413868748e-09,
+      "loss": 0.251,
+      "step": 4577
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.390528411007625e-09,
+      "loss": 0.2408,
+      "step": 4578
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.124256698034515e-09,
+      "loss": 0.3196,
+      "step": 4579
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.862868405076439e-09,
+      "loss": 0.265,
+      "step": 4580
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.6063636598689974e-09,
+      "loss": 0.2603,
+      "step": 4581
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.3547425877652505e-09,
+      "loss": 0.3537,
+      "step": 4582
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.10800531172906e-09,
+      "loss": 0.2845,
+      "step": 4583
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.866151952338417e-09,
+      "loss": 0.284,
+      "step": 4584
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.629182627784336e-09,
+      "loss": 0.2852,
+      "step": 4585
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.397097453873068e-09,
+      "loss": 0.2455,
+      "step": 4586
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.169896544020558e-09,
+      "loss": 0.2809,
+      "step": 4587
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.947580009257991e-09,
+      "loss": 0.2538,
+      "step": 4588
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.7301479582295695e-09,
+      "loss": 0.276,
+      "step": 4589
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.51760049719252e-09,
+      "loss": 0.2472,
+      "step": 4590
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.309937730015978e-09,
+      "loss": 0.2956,
+      "step": 4591
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.10715975818321e-09,
+      "loss": 0.2697,
+      "step": 4592
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.909266680790502e-09,
+      "loss": 0.2921,
+      "step": 4593
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.716258594543831e-09,
+      "loss": 0.2933,
+      "step": 4594
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.5281355937677454e-09,
+      "loss": 0.2637,
+      "step": 4595
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3448977703931516e-09,
+      "loss": 0.2756,
+      "step": 4596
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.166545213968419e-09,
+      "loss": 0.3188,
+      "step": 4597
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.993078011651607e-09,
+      "loss": 0.2566,
+      "step": 4598
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.824496248214903e-09,
+      "loss": 0.333,
+      "step": 4599
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.6608000060424077e-09,
+      "loss": 0.3048,
+      "step": 4600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.5019893651301307e-09,
+      "loss": 0.2676,
+      "step": 4601
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.3480644030893227e-09,
+      "loss": 0.3525,
+      "step": 4602
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.1990251951398144e-09,
+      "loss": 0.2669,
+      "step": 4603
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.054871814116677e-09,
+      "loss": 0.2861,
+      "step": 4604
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.915604330464671e-09,
+      "loss": 0.2941,
+      "step": 4605
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.781222812243799e-09,
+      "loss": 0.2419,
+      "step": 4606
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.6517273251248633e-09,
+      "loss": 0.2695,
+      "step": 4607
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5271179323916863e-09,
+      "loss": 0.3212,
+      "step": 4608
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.4073946949377803e-09,
+      "loss": 0.2917,
+      "step": 4609
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.292557671271899e-09,
+      "loss": 0.3196,
+      "step": 4610
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.1826069175135956e-09,
+      "loss": 0.3667,
+      "step": 4611
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.077542487394334e-09,
+      "loss": 0.2819,
+      "step": 4612
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.773644322597087e-10,
+      "loss": 0.3049,
+      "step": 4613
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 8.820728010627833e-10,
+      "loss": 0.3015,
+      "step": 4614
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.916676403751933e-10,
+      "loss": 0.3493,
+      "step": 4615
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.061489943738231e-10,
+      "loss": 0.3,
+      "step": 4616
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.255169048530185e-10,
+      "loss": 0.2587,
+      "step": 4617
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 5.497714112157049e-10,
+      "loss": 0.2352,
+      "step": 4618
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.789125504778281e-10,
+      "loss": 0.3113,
+      "step": 4619
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.1294035726835434e-10,
+      "loss": 0.3099,
+      "step": 4620
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.5185486382705023e-10,
+      "loss": 0.3191,
+      "step": 4621
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.9565610000448217e-10,
+      "loss": 0.3009,
+      "step": 4622
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.443440932664576e-10,
+      "loss": 0.328,
+      "step": 4623
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.9791886868736343e-10,
+      "loss": 0.3277,
+      "step": 4624
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5638044895571746e-10,
+      "loss": 0.266,
+      "step": 4625
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.1972885436972725e-10,
+      "loss": 0.3,
+      "step": 4626
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 8.796410284062085e-11,
+      "loss": 0.2974,
+      "step": 4627
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.10862098926468e-11,
+      "loss": 0.2877,
+      "step": 4628
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.9095188660853714e-11,
+      "loss": 0.3086,
+      "step": 4629
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.199104988998002e-11,
+      "loss": 0.3109,
+      "step": 4630
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.773801941115324e-12,
+      "loss": 0.2658,
+      "step": 4631
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.4434507839288247e-12,
+      "loss": 0.2896,
+      "step": 4632
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0,
+      "loss": 0.3102,
+      "step": 4633
+    },
+    {
+      "epoch": 1.0,
+      "step": 4633,
+      "total_flos": 2.651199508553138e+19,
+      "train_loss": 0.2987559914762609,
+      "train_runtime": 61654.9581,
+      "train_samples_per_second": 19.238,
+      "train_steps_per_second": 0.075
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 4633,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 232,
+  "total_flos": 2.651199508553138e+19,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}