| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9640213461869512, | |
| "eval_steps": 200, | |
| "global_step": 1400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006885866758478223, | |
| "grad_norm": 1.9612826108932495, | |
| "learning_rate": 0.0, | |
| "loss": 0.0588, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0013771733516956446, | |
| "grad_norm": 8.146669387817383, | |
| "learning_rate": 1.0273972602739726e-08, | |
| "loss": 0.0708, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.002065760027543467, | |
| "grad_norm": 2.379971981048584, | |
| "learning_rate": 2.0547945205479452e-08, | |
| "loss": 0.0523, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.002754346703391289, | |
| "grad_norm": 1.539680004119873, | |
| "learning_rate": 3.082191780821918e-08, | |
| "loss": 0.0558, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.003442933379239112, | |
| "grad_norm": 6.092732906341553, | |
| "learning_rate": 4.1095890410958903e-08, | |
| "loss": 0.0614, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004131520055086934, | |
| "grad_norm": 7.943376064300537, | |
| "learning_rate": 5.136986301369863e-08, | |
| "loss": 0.0676, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0048201067309347565, | |
| "grad_norm": 7.399086952209473, | |
| "learning_rate": 6.164383561643836e-08, | |
| "loss": 0.0636, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.005508693406782578, | |
| "grad_norm": 1.3419227600097656, | |
| "learning_rate": 7.191780821917807e-08, | |
| "loss": 0.0457, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006197280082630401, | |
| "grad_norm": 2.548200845718384, | |
| "learning_rate": 8.219178082191781e-08, | |
| "loss": 0.0568, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.006885866758478224, | |
| "grad_norm": 2.9259700775146484, | |
| "learning_rate": 9.246575342465753e-08, | |
| "loss": 0.0683, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007574453434326046, | |
| "grad_norm": 2.113086462020874, | |
| "learning_rate": 1.0273972602739726e-07, | |
| "loss": 0.0524, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.008263040110173868, | |
| "grad_norm": 4.507267951965332, | |
| "learning_rate": 1.1301369863013698e-07, | |
| "loss": 0.0591, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.008951626786021691, | |
| "grad_norm": 2.8276631832122803, | |
| "learning_rate": 1.232876712328767e-07, | |
| "loss": 0.0676, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.009640213461869513, | |
| "grad_norm": 2.1856727600097656, | |
| "learning_rate": 1.3356164383561644e-07, | |
| "loss": 0.0544, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.010328800137717335, | |
| "grad_norm": 1.6326813697814941, | |
| "learning_rate": 1.4383561643835615e-07, | |
| "loss": 0.0456, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.011017386813565157, | |
| "grad_norm": 3.9419968128204346, | |
| "learning_rate": 1.5410958904109588e-07, | |
| "loss": 0.0494, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.01170597348941298, | |
| "grad_norm": 4.693370342254639, | |
| "learning_rate": 1.6438356164383561e-07, | |
| "loss": 0.0526, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.012394560165260802, | |
| "grad_norm": 2.64326810836792, | |
| "learning_rate": 1.7465753424657535e-07, | |
| "loss": 0.0538, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.013083146841108624, | |
| "grad_norm": 5.820807456970215, | |
| "learning_rate": 1.8493150684931505e-07, | |
| "loss": 0.0842, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.013771733516956448, | |
| "grad_norm": 1.3386579751968384, | |
| "learning_rate": 1.9520547945205478e-07, | |
| "loss": 0.0426, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01446032019280427, | |
| "grad_norm": 1.4240248203277588, | |
| "learning_rate": 2.0547945205479452e-07, | |
| "loss": 0.043, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.015148906868652091, | |
| "grad_norm": 1.4858232736587524, | |
| "learning_rate": 2.1575342465753425e-07, | |
| "loss": 0.0413, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.015837493544499915, | |
| "grad_norm": 2.128305435180664, | |
| "learning_rate": 2.2602739726027396e-07, | |
| "loss": 0.0629, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.016526080220347735, | |
| "grad_norm": 9.918412208557129, | |
| "learning_rate": 2.363013698630137e-07, | |
| "loss": 0.0696, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.01721466689619556, | |
| "grad_norm": 3.6982882022857666, | |
| "learning_rate": 2.465753424657534e-07, | |
| "loss": 0.0601, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.017903253572043382, | |
| "grad_norm": 3.890186071395874, | |
| "learning_rate": 2.568493150684931e-07, | |
| "loss": 0.0571, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.018591840247891202, | |
| "grad_norm": 2.4652485847473145, | |
| "learning_rate": 2.671232876712329e-07, | |
| "loss": 0.0531, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.019280426923739026, | |
| "grad_norm": 1.838219404220581, | |
| "learning_rate": 2.773972602739726e-07, | |
| "loss": 0.0555, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.01996901359958685, | |
| "grad_norm": 11.803278923034668, | |
| "learning_rate": 2.876712328767123e-07, | |
| "loss": 0.0696, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.02065760027543467, | |
| "grad_norm": 1.8665976524353027, | |
| "learning_rate": 2.9794520547945206e-07, | |
| "loss": 0.0557, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.021346186951282493, | |
| "grad_norm": 10.039778709411621, | |
| "learning_rate": 3.0821917808219176e-07, | |
| "loss": 0.063, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.022034773627130314, | |
| "grad_norm": 11.10716724395752, | |
| "learning_rate": 3.184931506849315e-07, | |
| "loss": 0.0817, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.022723360302978137, | |
| "grad_norm": 3.790199041366577, | |
| "learning_rate": 3.2876712328767123e-07, | |
| "loss": 0.0701, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.02341194697882596, | |
| "grad_norm": 1.3233513832092285, | |
| "learning_rate": 3.3904109589041093e-07, | |
| "loss": 0.0542, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.02410053365467378, | |
| "grad_norm": 2.287977457046509, | |
| "learning_rate": 3.493150684931507e-07, | |
| "loss": 0.0475, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.024789120330521604, | |
| "grad_norm": 6.144218921661377, | |
| "learning_rate": 3.595890410958904e-07, | |
| "loss": 0.0606, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.025477707006369428, | |
| "grad_norm": 3.0880000591278076, | |
| "learning_rate": 3.698630136986301e-07, | |
| "loss": 0.0458, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.026166293682217248, | |
| "grad_norm": 4.750216007232666, | |
| "learning_rate": 3.801369863013699e-07, | |
| "loss": 0.0589, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.026854880358065072, | |
| "grad_norm": 2.2525277137756348, | |
| "learning_rate": 3.9041095890410957e-07, | |
| "loss": 0.0555, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.027543467033912895, | |
| "grad_norm": 1.7815965414047241, | |
| "learning_rate": 4.0068493150684933e-07, | |
| "loss": 0.0476, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.028232053709760715, | |
| "grad_norm": 10.737184524536133, | |
| "learning_rate": 4.1095890410958903e-07, | |
| "loss": 0.068, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.02892064038560854, | |
| "grad_norm": 1.5795657634735107, | |
| "learning_rate": 4.212328767123288e-07, | |
| "loss": 0.049, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.02960922706145636, | |
| "grad_norm": 7.211379528045654, | |
| "learning_rate": 4.315068493150685e-07, | |
| "loss": 0.0638, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.030297813737304183, | |
| "grad_norm": 3.542870283126831, | |
| "learning_rate": 4.4178082191780826e-07, | |
| "loss": 0.0518, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.030986400413152006, | |
| "grad_norm": 6.069079875946045, | |
| "learning_rate": 4.520547945205479e-07, | |
| "loss": 0.0502, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03167498708899983, | |
| "grad_norm": 2.459136962890625, | |
| "learning_rate": 4.623287671232877e-07, | |
| "loss": 0.0497, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03236357376484765, | |
| "grad_norm": 1.9761896133422852, | |
| "learning_rate": 4.726027397260274e-07, | |
| "loss": 0.0494, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03305216044069547, | |
| "grad_norm": 2.6297364234924316, | |
| "learning_rate": 4.828767123287671e-07, | |
| "loss": 0.0533, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0337407471165433, | |
| "grad_norm": 5.017394542694092, | |
| "learning_rate": 4.931506849315068e-07, | |
| "loss": 0.041, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.03442933379239112, | |
| "grad_norm": 4.655618667602539, | |
| "learning_rate": 5.034246575342467e-07, | |
| "loss": 0.0555, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03511792046823894, | |
| "grad_norm": 2.3870859146118164, | |
| "learning_rate": 5.136986301369863e-07, | |
| "loss": 0.0464, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.035806507144086765, | |
| "grad_norm": 1.461966633796692, | |
| "learning_rate": 5.239726027397261e-07, | |
| "loss": 0.0481, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.036495093819934585, | |
| "grad_norm": 2.297122001647949, | |
| "learning_rate": 5.342465753424658e-07, | |
| "loss": 0.0489, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.037183680495782405, | |
| "grad_norm": 1.8090975284576416, | |
| "learning_rate": 5.445205479452055e-07, | |
| "loss": 0.0526, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.03787226717163023, | |
| "grad_norm": 1.9551658630371094, | |
| "learning_rate": 5.547945205479452e-07, | |
| "loss": 0.0582, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03856085384747805, | |
| "grad_norm": 6.478570461273193, | |
| "learning_rate": 5.65068493150685e-07, | |
| "loss": 0.0531, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.03924944052332587, | |
| "grad_norm": 8.381707191467285, | |
| "learning_rate": 5.753424657534246e-07, | |
| "loss": 0.0708, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0399380271991737, | |
| "grad_norm": 1.5227503776550293, | |
| "learning_rate": 5.856164383561644e-07, | |
| "loss": 0.0459, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.04062661387502152, | |
| "grad_norm": 6.394718647003174, | |
| "learning_rate": 5.958904109589041e-07, | |
| "loss": 0.0455, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.04131520055086934, | |
| "grad_norm": 4.242960453033447, | |
| "learning_rate": 6.061643835616438e-07, | |
| "loss": 0.0547, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04200378722671716, | |
| "grad_norm": 2.582714080810547, | |
| "learning_rate": 6.164383561643835e-07, | |
| "loss": 0.0424, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.04269237390256499, | |
| "grad_norm": 1.2151788473129272, | |
| "learning_rate": 6.267123287671233e-07, | |
| "loss": 0.0418, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.04338096057841281, | |
| "grad_norm": 1.182831048965454, | |
| "learning_rate": 6.36986301369863e-07, | |
| "loss": 0.0403, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.04406954725426063, | |
| "grad_norm": 1.8052685260772705, | |
| "learning_rate": 6.472602739726027e-07, | |
| "loss": 0.0488, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.044758133930108454, | |
| "grad_norm": 2.4038469791412354, | |
| "learning_rate": 6.575342465753425e-07, | |
| "loss": 0.07, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.045446720605956274, | |
| "grad_norm": 1.145625352859497, | |
| "learning_rate": 6.678082191780823e-07, | |
| "loss": 0.0366, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.046135307281804094, | |
| "grad_norm": 1.7372995615005493, | |
| "learning_rate": 6.780821917808219e-07, | |
| "loss": 0.0543, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.04682389395765192, | |
| "grad_norm": 2.2256407737731934, | |
| "learning_rate": 6.883561643835617e-07, | |
| "loss": 0.0554, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04751248063349974, | |
| "grad_norm": 15.592599868774414, | |
| "learning_rate": 6.986301369863014e-07, | |
| "loss": 0.0565, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.04820106730934756, | |
| "grad_norm": 5.043212890625, | |
| "learning_rate": 7.089041095890411e-07, | |
| "loss": 0.0686, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04888965398519539, | |
| "grad_norm": 2.232464075088501, | |
| "learning_rate": 7.191780821917808e-07, | |
| "loss": 0.0541, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.04957824066104321, | |
| "grad_norm": 1.0956860780715942, | |
| "learning_rate": 7.294520547945206e-07, | |
| "loss": 0.0396, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.05026682733689103, | |
| "grad_norm": 2.6551263332366943, | |
| "learning_rate": 7.397260273972602e-07, | |
| "loss": 0.047, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.050955414012738856, | |
| "grad_norm": 2.2021050453186035, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.0468, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.051644000688586676, | |
| "grad_norm": 3.6645519733428955, | |
| "learning_rate": 7.602739726027398e-07, | |
| "loss": 0.049, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.052332587364434496, | |
| "grad_norm": 2.2152907848358154, | |
| "learning_rate": 7.705479452054795e-07, | |
| "loss": 0.0563, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.05302117404028232, | |
| "grad_norm": 12.50782299041748, | |
| "learning_rate": 7.808219178082191e-07, | |
| "loss": 0.0546, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.053709760716130144, | |
| "grad_norm": 1.8522186279296875, | |
| "learning_rate": 7.91095890410959e-07, | |
| "loss": 0.0544, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.054398347391977964, | |
| "grad_norm": 4.555697441101074, | |
| "learning_rate": 8.013698630136987e-07, | |
| "loss": 0.0498, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.05508693406782579, | |
| "grad_norm": 3.9330272674560547, | |
| "learning_rate": 8.116438356164385e-07, | |
| "loss": 0.0536, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05577552074367361, | |
| "grad_norm": 6.176108360290527, | |
| "learning_rate": 8.219178082191781e-07, | |
| "loss": 0.0754, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.05646410741952143, | |
| "grad_norm": 2.1470577716827393, | |
| "learning_rate": 8.321917808219178e-07, | |
| "loss": 0.047, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.05715269409536926, | |
| "grad_norm": 11.563237190246582, | |
| "learning_rate": 8.424657534246576e-07, | |
| "loss": 0.0437, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.05784128077121708, | |
| "grad_norm": 1.1873871088027954, | |
| "learning_rate": 8.527397260273974e-07, | |
| "loss": 0.0394, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0585298674470649, | |
| "grad_norm": 1.4596359729766846, | |
| "learning_rate": 8.63013698630137e-07, | |
| "loss": 0.0372, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05921845412291272, | |
| "grad_norm": 4.562042236328125, | |
| "learning_rate": 8.732876712328767e-07, | |
| "loss": 0.0553, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.059907040798760545, | |
| "grad_norm": 1.4217649698257446, | |
| "learning_rate": 8.835616438356165e-07, | |
| "loss": 0.0663, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.060595627474608366, | |
| "grad_norm": 17.895477294921875, | |
| "learning_rate": 8.938356164383562e-07, | |
| "loss": 0.0621, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.061284214150456186, | |
| "grad_norm": 2.43337345123291, | |
| "learning_rate": 9.041095890410958e-07, | |
| "loss": 0.0533, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.06197280082630401, | |
| "grad_norm": 2.8623738288879395, | |
| "learning_rate": 9.143835616438356e-07, | |
| "loss": 0.0704, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06266138750215183, | |
| "grad_norm": 10.56322193145752, | |
| "learning_rate": 9.246575342465754e-07, | |
| "loss": 0.0592, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.06334997417799966, | |
| "grad_norm": 1.4049780368804932, | |
| "learning_rate": 9.349315068493152e-07, | |
| "loss": 0.0439, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.06403856085384747, | |
| "grad_norm": 3.264164447784424, | |
| "learning_rate": 9.452054794520548e-07, | |
| "loss": 0.0701, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.0647271475296953, | |
| "grad_norm": 2.1958184242248535, | |
| "learning_rate": 9.554794520547946e-07, | |
| "loss": 0.0403, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.06541573420554313, | |
| "grad_norm": 6.811655044555664, | |
| "learning_rate": 9.657534246575343e-07, | |
| "loss": 0.0718, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06610432088139094, | |
| "grad_norm": 1.7472103834152222, | |
| "learning_rate": 9.76027397260274e-07, | |
| "loss": 0.0544, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06679290755723877, | |
| "grad_norm": 2.006337881088257, | |
| "learning_rate": 9.863013698630137e-07, | |
| "loss": 0.0411, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.0674814942330866, | |
| "grad_norm": 1.959739089012146, | |
| "learning_rate": 9.965753424657534e-07, | |
| "loss": 0.0388, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.06817008090893441, | |
| "grad_norm": 5.310321807861328, | |
| "learning_rate": 1.0068493150684933e-06, | |
| "loss": 0.0525, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.06885866758478223, | |
| "grad_norm": 0.8542447686195374, | |
| "learning_rate": 1.017123287671233e-06, | |
| "loss": 0.0339, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06954725426063006, | |
| "grad_norm": 2.849438428878784, | |
| "learning_rate": 1.0273972602739725e-06, | |
| "loss": 0.0447, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.07023584093647788, | |
| "grad_norm": 2.2985646724700928, | |
| "learning_rate": 1.0376712328767124e-06, | |
| "loss": 0.0667, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0709244276123257, | |
| "grad_norm": 7.762628078460693, | |
| "learning_rate": 1.0479452054794521e-06, | |
| "loss": 0.0548, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.07161301428817353, | |
| "grad_norm": 1.5615079402923584, | |
| "learning_rate": 1.0582191780821918e-06, | |
| "loss": 0.0406, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.07230160096402134, | |
| "grad_norm": 1.1050481796264648, | |
| "learning_rate": 1.0684931506849315e-06, | |
| "loss": 0.0326, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.07299018763986917, | |
| "grad_norm": 1.291989803314209, | |
| "learning_rate": 1.0787671232876712e-06, | |
| "loss": 0.0413, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.073678774315717, | |
| "grad_norm": 3.9362006187438965, | |
| "learning_rate": 1.089041095890411e-06, | |
| "loss": 0.0482, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.07436736099156481, | |
| "grad_norm": 1.1719409227371216, | |
| "learning_rate": 1.0993150684931509e-06, | |
| "loss": 0.0389, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.07505594766741264, | |
| "grad_norm": 2.483901262283325, | |
| "learning_rate": 1.1095890410958904e-06, | |
| "loss": 0.0444, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.07574453434326046, | |
| "grad_norm": 2.129380941390991, | |
| "learning_rate": 1.11986301369863e-06, | |
| "loss": 0.05, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.07643312101910828, | |
| "grad_norm": 5.196949005126953, | |
| "learning_rate": 1.13013698630137e-06, | |
| "loss": 0.0578, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.0771217076949561, | |
| "grad_norm": 1.8809038400650024, | |
| "learning_rate": 1.1404109589041097e-06, | |
| "loss": 0.033, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.07781029437080393, | |
| "grad_norm": 4.526252746582031, | |
| "learning_rate": 1.1506849315068492e-06, | |
| "loss": 0.0457, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.07849888104665174, | |
| "grad_norm": 2.7063825130462646, | |
| "learning_rate": 1.160958904109589e-06, | |
| "loss": 0.0575, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.07918746772249957, | |
| "grad_norm": 3.366062879562378, | |
| "learning_rate": 1.1712328767123288e-06, | |
| "loss": 0.0542, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0798760543983474, | |
| "grad_norm": 4.2782769203186035, | |
| "learning_rate": 1.1815068493150685e-06, | |
| "loss": 0.0517, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.08056464107419521, | |
| "grad_norm": 6.49794340133667, | |
| "learning_rate": 1.1917808219178082e-06, | |
| "loss": 0.0685, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.08125322775004304, | |
| "grad_norm": 1.8650892972946167, | |
| "learning_rate": 1.202054794520548e-06, | |
| "loss": 0.0546, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.08194181442589087, | |
| "grad_norm": 5.32380485534668, | |
| "learning_rate": 1.2123287671232876e-06, | |
| "loss": 0.0507, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.08263040110173868, | |
| "grad_norm": 1.3287458419799805, | |
| "learning_rate": 1.2226027397260276e-06, | |
| "loss": 0.0375, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0833189877775865, | |
| "grad_norm": 1.5780761241912842, | |
| "learning_rate": 1.232876712328767e-06, | |
| "loss": 0.0486, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.08400757445343432, | |
| "grad_norm": 4.7130279541015625, | |
| "learning_rate": 1.2431506849315068e-06, | |
| "loss": 0.0582, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.08469616112928215, | |
| "grad_norm": 4.185439586639404, | |
| "learning_rate": 1.2534246575342467e-06, | |
| "loss": 0.0542, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.08538474780512997, | |
| "grad_norm": 0.7782782912254333, | |
| "learning_rate": 1.2636986301369864e-06, | |
| "loss": 0.0466, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.08607333448097779, | |
| "grad_norm": 1.1793212890625, | |
| "learning_rate": 1.273972602739726e-06, | |
| "loss": 0.0365, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.08676192115682561, | |
| "grad_norm": 2.891629219055176, | |
| "learning_rate": 1.2842465753424658e-06, | |
| "loss": 0.0421, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.08745050783267344, | |
| "grad_norm": 2.7433979511260986, | |
| "learning_rate": 1.2945205479452055e-06, | |
| "loss": 0.0423, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.08813909450852125, | |
| "grad_norm": 0.8899469375610352, | |
| "learning_rate": 1.3047945205479452e-06, | |
| "loss": 0.0355, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08882768118436908, | |
| "grad_norm": 1.418308138847351, | |
| "learning_rate": 1.315068493150685e-06, | |
| "loss": 0.0397, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.08951626786021691, | |
| "grad_norm": 3.767667531967163, | |
| "learning_rate": 1.3253424657534246e-06, | |
| "loss": 0.0644, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.09020485453606472, | |
| "grad_norm": 2.3866803646087646, | |
| "learning_rate": 1.3356164383561645e-06, | |
| "loss": 0.0754, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.09089344121191255, | |
| "grad_norm": 1.1136634349822998, | |
| "learning_rate": 1.3458904109589042e-06, | |
| "loss": 0.039, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.09158202788776038, | |
| "grad_norm": 1.1420520544052124, | |
| "learning_rate": 1.3561643835616437e-06, | |
| "loss": 0.0371, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.09227061456360819, | |
| "grad_norm": 2.6116783618927, | |
| "learning_rate": 1.3664383561643836e-06, | |
| "loss": 0.0368, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.09295920123945602, | |
| "grad_norm": 1.8752787113189697, | |
| "learning_rate": 1.3767123287671234e-06, | |
| "loss": 0.0341, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.09364778791530384, | |
| "grad_norm": 1.7218612432479858, | |
| "learning_rate": 1.386986301369863e-06, | |
| "loss": 0.0448, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.09433637459115166, | |
| "grad_norm": 4.638615131378174, | |
| "learning_rate": 1.3972602739726028e-06, | |
| "loss": 0.0475, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.09502496126699948, | |
| "grad_norm": 1.7692118883132935, | |
| "learning_rate": 1.4075342465753425e-06, | |
| "loss": 0.0432, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.09571354794284731, | |
| "grad_norm": 3.7259275913238525, | |
| "learning_rate": 1.4178082191780822e-06, | |
| "loss": 0.0634, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.09640213461869512, | |
| "grad_norm": 6.894655704498291, | |
| "learning_rate": 1.428082191780822e-06, | |
| "loss": 0.0711, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09709072129454295, | |
| "grad_norm": 4.2520599365234375, | |
| "learning_rate": 1.4383561643835616e-06, | |
| "loss": 0.0611, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.09777930797039078, | |
| "grad_norm": 1.0672118663787842, | |
| "learning_rate": 1.4486301369863013e-06, | |
| "loss": 0.0375, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.09846789464623859, | |
| "grad_norm": 1.6081236600875854, | |
| "learning_rate": 1.4589041095890412e-06, | |
| "loss": 0.0351, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.09915648132208642, | |
| "grad_norm": 2.6116507053375244, | |
| "learning_rate": 1.469178082191781e-06, | |
| "loss": 0.0547, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.09984506799793424, | |
| "grad_norm": 4.473416328430176, | |
| "learning_rate": 1.4794520547945204e-06, | |
| "loss": 0.0617, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.10053365467378206, | |
| "grad_norm": 2.8956494331359863, | |
| "learning_rate": 1.4897260273972603e-06, | |
| "loss": 0.0589, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.10122224134962989, | |
| "grad_norm": 1.306585669517517, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.0394, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.10191082802547771, | |
| "grad_norm": 10.670817375183105, | |
| "learning_rate": 1.4999978333955598e-06, | |
| "loss": 0.0457, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.10259941470132553, | |
| "grad_norm": 8.905035972595215, | |
| "learning_rate": 1.499991333594757e-06, | |
| "loss": 0.0659, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.10328800137717335, | |
| "grad_norm": 1.0451819896697998, | |
| "learning_rate": 1.4999805006351445e-06, | |
| "loss": 0.0413, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.10397658805302118, | |
| "grad_norm": 0.7462056875228882, | |
| "learning_rate": 1.4999653345793113e-06, | |
| "loss": 0.0298, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.10466517472886899, | |
| "grad_norm": 6.232059478759766, | |
| "learning_rate": 1.4999458355148812e-06, | |
| "loss": 0.0462, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.10535376140471682, | |
| "grad_norm": 4.406953811645508, | |
| "learning_rate": 1.499922003554512e-06, | |
| "loss": 0.0429, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.10604234808056465, | |
| "grad_norm": 1.2496920824050903, | |
| "learning_rate": 1.4998938388358954e-06, | |
| "loss": 0.0395, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.10673093475641246, | |
| "grad_norm": 1.88960862159729, | |
| "learning_rate": 1.499861341521756e-06, | |
| "loss": 0.0447, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.10741952143226029, | |
| "grad_norm": 3.4811151027679443, | |
| "learning_rate": 1.4998245117998516e-06, | |
| "loss": 0.0683, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 2.5054287910461426, | |
| "learning_rate": 1.499783349882969e-06, | |
| "loss": 0.0351, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.10879669478395593, | |
| "grad_norm": 1.44997239112854, | |
| "learning_rate": 1.4997378560089264e-06, | |
| "loss": 0.0633, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.10948528145980375, | |
| "grad_norm": 1.330049753189087, | |
| "learning_rate": 1.4996880304405692e-06, | |
| "loss": 0.0381, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.11017386813565158, | |
| "grad_norm": 3.7998123168945312, | |
| "learning_rate": 1.4996338734657707e-06, | |
| "loss": 0.0482, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1108624548114994, | |
| "grad_norm": 2.206193685531616, | |
| "learning_rate": 1.4995753853974287e-06, | |
| "loss": 0.0369, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.11155104148734722, | |
| "grad_norm": 5.841249465942383, | |
| "learning_rate": 1.4995125665734647e-06, | |
| "loss": 0.0625, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.11223962816319505, | |
| "grad_norm": 2.9723522663116455, | |
| "learning_rate": 1.4994454173568212e-06, | |
| "loss": 0.0443, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.11292821483904286, | |
| "grad_norm": 0.8370194435119629, | |
| "learning_rate": 1.4993739381354604e-06, | |
| "loss": 0.0389, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.11361680151489069, | |
| "grad_norm": 1.2593557834625244, | |
| "learning_rate": 1.4992981293223616e-06, | |
| "loss": 0.0371, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.11430538819073852, | |
| "grad_norm": 1.720250129699707, | |
| "learning_rate": 1.499217991355519e-06, | |
| "loss": 0.0501, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.11499397486658633, | |
| "grad_norm": 2.3864669799804688, | |
| "learning_rate": 1.4991335246979376e-06, | |
| "loss": 0.0447, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.11568256154243416, | |
| "grad_norm": 0.9732861518859863, | |
| "learning_rate": 1.4990447298376342e-06, | |
| "loss": 0.0373, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.11637114821828197, | |
| "grad_norm": 4.923989295959473, | |
| "learning_rate": 1.4989516072876302e-06, | |
| "loss": 0.0593, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.1170597348941298, | |
| "grad_norm": 0.9354023933410645, | |
| "learning_rate": 1.498854157585952e-06, | |
| "loss": 0.0332, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.11774832156997762, | |
| "grad_norm": 1.633916974067688, | |
| "learning_rate": 1.4987523812956263e-06, | |
| "loss": 0.0381, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.11843690824582544, | |
| "grad_norm": 3.4244227409362793, | |
| "learning_rate": 1.4986462790046762e-06, | |
| "loss": 0.0551, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.11912549492167326, | |
| "grad_norm": 2.3749775886535645, | |
| "learning_rate": 1.4985358513261205e-06, | |
| "loss": 0.0446, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.11981408159752109, | |
| "grad_norm": 1.4472695589065552, | |
| "learning_rate": 1.4984210988979667e-06, | |
| "loss": 0.0423, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.1205026682733689, | |
| "grad_norm": 6.505274772644043, | |
| "learning_rate": 1.49830202238321e-06, | |
| "loss": 0.0718, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.12119125494921673, | |
| "grad_norm": 3.18749737739563, | |
| "learning_rate": 1.498178622469829e-06, | |
| "loss": 0.0504, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.12187984162506456, | |
| "grad_norm": 0.9949179291725159, | |
| "learning_rate": 1.498050899870779e-06, | |
| "loss": 0.0324, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.12256842830091237, | |
| "grad_norm": 1.589176893234253, | |
| "learning_rate": 1.4979188553239933e-06, | |
| "loss": 0.0422, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.1232570149767602, | |
| "grad_norm": 7.206948757171631, | |
| "learning_rate": 1.4977824895923727e-06, | |
| "loss": 0.0543, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.12394560165260803, | |
| "grad_norm": 1.3296078443527222, | |
| "learning_rate": 1.4976418034637863e-06, | |
| "loss": 0.0346, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12463418832845584, | |
| "grad_norm": 1.4585860967636108, | |
| "learning_rate": 1.4974967977510637e-06, | |
| "loss": 0.0421, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.12532277500430367, | |
| "grad_norm": 1.331502914428711, | |
| "learning_rate": 1.497347473291991e-06, | |
| "loss": 0.0328, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.12601136168015148, | |
| "grad_norm": 1.3363926410675049, | |
| "learning_rate": 1.4971938309493083e-06, | |
| "loss": 0.0424, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.12669994835599932, | |
| "grad_norm": 2.6355013847351074, | |
| "learning_rate": 1.4970358716107002e-06, | |
| "loss": 0.0434, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.12738853503184713, | |
| "grad_norm": 2.1574642658233643, | |
| "learning_rate": 1.496873596188795e-06, | |
| "loss": 0.0428, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.12807712170769495, | |
| "grad_norm": 1.0689345598220825, | |
| "learning_rate": 1.496707005621157e-06, | |
| "loss": 0.0449, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.1287657083835428, | |
| "grad_norm": 2.3216848373413086, | |
| "learning_rate": 1.4965361008702815e-06, | |
| "loss": 0.0575, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.1294542950593906, | |
| "grad_norm": 3.2129249572753906, | |
| "learning_rate": 1.4963608829235905e-06, | |
| "loss": 0.0558, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.1301428817352384, | |
| "grad_norm": 1.066773533821106, | |
| "learning_rate": 1.4961813527934247e-06, | |
| "loss": 0.0344, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.13083146841108625, | |
| "grad_norm": 1.1876025199890137, | |
| "learning_rate": 1.49599751151704e-06, | |
| "loss": 0.0406, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.13152005508693407, | |
| "grad_norm": 1.271246314048767, | |
| "learning_rate": 1.4958093601565992e-06, | |
| "loss": 0.0479, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.13220864176278188, | |
| "grad_norm": 1.2477128505706787, | |
| "learning_rate": 1.4956168997991687e-06, | |
| "loss": 0.0459, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.13289722843862972, | |
| "grad_norm": 3.7862274646759033, | |
| "learning_rate": 1.4954201315567092e-06, | |
| "loss": 0.0569, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.13358581511447754, | |
| "grad_norm": 2.144216537475586, | |
| "learning_rate": 1.4952190565660715e-06, | |
| "loss": 0.0363, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.13427440179032535, | |
| "grad_norm": 1.7005774974822998, | |
| "learning_rate": 1.4950136759889885e-06, | |
| "loss": 0.0399, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1349629884661732, | |
| "grad_norm": 2.673612356185913, | |
| "learning_rate": 1.4948039910120698e-06, | |
| "loss": 0.0424, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.135651575142021, | |
| "grad_norm": 2.3482766151428223, | |
| "learning_rate": 1.4945900028467934e-06, | |
| "loss": 0.0489, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.13634016181786882, | |
| "grad_norm": 1.6957226991653442, | |
| "learning_rate": 1.4943717127295003e-06, | |
| "loss": 0.0379, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.13702874849371666, | |
| "grad_norm": 4.54361629486084, | |
| "learning_rate": 1.494149121921386e-06, | |
| "loss": 0.0852, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.13771733516956447, | |
| "grad_norm": 0.988965630531311, | |
| "learning_rate": 1.4939222317084934e-06, | |
| "loss": 0.0371, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13771733516956447, | |
| "eval_loss": NaN, | |
| "eval_runtime": 80.8173, | |
| "eval_samples_per_second": 11.631, | |
| "eval_steps_per_second": 0.371, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13840592184541228, | |
| "grad_norm": 2.7479236125946045, | |
| "learning_rate": 1.4936910434017064e-06, | |
| "loss": 0.0422, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.13909450852126012, | |
| "grad_norm": 3.788440704345703, | |
| "learning_rate": 1.4934555583367412e-06, | |
| "loss": 0.062, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.13978309519710794, | |
| "grad_norm": 1.8264284133911133, | |
| "learning_rate": 1.4932157778741394e-06, | |
| "loss": 0.0363, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.14047168187295575, | |
| "grad_norm": 2.462555170059204, | |
| "learning_rate": 1.4929717033992592e-06, | |
| "loss": 0.045, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1411602685488036, | |
| "grad_norm": 1.9124563932418823, | |
| "learning_rate": 1.4927233363222682e-06, | |
| "loss": 0.039, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1418488552246514, | |
| "grad_norm": 1.6356701850891113, | |
| "learning_rate": 1.4924706780781346e-06, | |
| "loss": 0.0422, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.14253744190049922, | |
| "grad_norm": 1.3332277536392212, | |
| "learning_rate": 1.4922137301266201e-06, | |
| "loss": 0.0349, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.14322602857634706, | |
| "grad_norm": 2.9366557598114014, | |
| "learning_rate": 1.4919524939522702e-06, | |
| "loss": 0.0537, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.14391461525219487, | |
| "grad_norm": 4.683920383453369, | |
| "learning_rate": 1.491686971064406e-06, | |
| "loss": 0.064, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.14460320192804269, | |
| "grad_norm": 1.285169243812561, | |
| "learning_rate": 1.4914171629971158e-06, | |
| "loss": 0.0333, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14529178860389053, | |
| "grad_norm": 2.015544891357422, | |
| "learning_rate": 1.4911430713092457e-06, | |
| "loss": 0.0447, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.14598037527973834, | |
| "grad_norm": 1.6911486387252808, | |
| "learning_rate": 1.4908646975843913e-06, | |
| "loss": 0.0398, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.14666896195558615, | |
| "grad_norm": 2.3486456871032715, | |
| "learning_rate": 1.4905820434308877e-06, | |
| "loss": 0.0518, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.147357548631434, | |
| "grad_norm": 2.608745574951172, | |
| "learning_rate": 1.490295110481801e-06, | |
| "loss": 0.0442, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.1480461353072818, | |
| "grad_norm": 3.0600357055664062, | |
| "learning_rate": 1.4900039003949186e-06, | |
| "loss": 0.0423, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.14873472198312962, | |
| "grad_norm": 2.538243532180786, | |
| "learning_rate": 1.4897084148527387e-06, | |
| "loss": 0.0407, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.14942330865897746, | |
| "grad_norm": 1.4361716508865356, | |
| "learning_rate": 1.489408655562463e-06, | |
| "loss": 0.0387, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.15011189533482527, | |
| "grad_norm": 7.705018520355225, | |
| "learning_rate": 1.4891046242559834e-06, | |
| "loss": 0.0723, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.1508004820106731, | |
| "grad_norm": 3.1763968467712402, | |
| "learning_rate": 1.4887963226898756e-06, | |
| "loss": 0.0458, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.15148906868652093, | |
| "grad_norm": 1.8299586772918701, | |
| "learning_rate": 1.4884837526453857e-06, | |
| "loss": 0.0415, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.15217765536236874, | |
| "grad_norm": 1.6249699592590332, | |
| "learning_rate": 1.4881669159284226e-06, | |
| "loss": 0.0422, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.15286624203821655, | |
| "grad_norm": 2.841614246368408, | |
| "learning_rate": 1.4878458143695456e-06, | |
| "loss": 0.04, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.1535548287140644, | |
| "grad_norm": 8.16749095916748, | |
| "learning_rate": 1.4875204498239548e-06, | |
| "loss": 0.0698, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.1542434153899122, | |
| "grad_norm": 1.4577977657318115, | |
| "learning_rate": 1.4871908241714804e-06, | |
| "loss": 0.039, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.15493200206576002, | |
| "grad_norm": 5.39756965637207, | |
| "learning_rate": 1.4868569393165714e-06, | |
| "loss": 0.0558, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.15562058874160786, | |
| "grad_norm": 1.292088508605957, | |
| "learning_rate": 1.486518797188285e-06, | |
| "loss": 0.04, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.15630917541745568, | |
| "grad_norm": 2.2186052799224854, | |
| "learning_rate": 1.4861763997402753e-06, | |
| "loss": 0.0415, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.1569977620933035, | |
| "grad_norm": 1.466459035873413, | |
| "learning_rate": 1.4858297489507813e-06, | |
| "loss": 0.0416, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.15768634876915133, | |
| "grad_norm": 1.3113269805908203, | |
| "learning_rate": 1.4854788468226172e-06, | |
| "loss": 0.0444, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.15837493544499914, | |
| "grad_norm": 1.0668481588363647, | |
| "learning_rate": 1.4851236953831592e-06, | |
| "loss": 0.0394, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15906352212084696, | |
| "grad_norm": 0.9296305775642395, | |
| "learning_rate": 1.4847642966843345e-06, | |
| "loss": 0.0412, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.1597521087966948, | |
| "grad_norm": 1.9414079189300537, | |
| "learning_rate": 1.484400652802609e-06, | |
| "loss": 0.0409, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1604406954725426, | |
| "grad_norm": 2.3570375442504883, | |
| "learning_rate": 1.4840327658389762e-06, | |
| "loss": 0.0549, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.16112928214839042, | |
| "grad_norm": 8.964637756347656, | |
| "learning_rate": 1.4836606379189438e-06, | |
| "loss": 0.0603, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.16181786882423826, | |
| "grad_norm": 2.8906586170196533, | |
| "learning_rate": 1.483284271192523e-06, | |
| "loss": 0.055, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.16250645550008608, | |
| "grad_norm": 1.2407164573669434, | |
| "learning_rate": 1.4829036678342143e-06, | |
| "loss": 0.0381, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.1631950421759339, | |
| "grad_norm": 4.121952056884766, | |
| "learning_rate": 1.4825188300429964e-06, | |
| "loss": 0.0456, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.16388362885178173, | |
| "grad_norm": 4.127773284912109, | |
| "learning_rate": 1.4821297600423124e-06, | |
| "loss": 0.0576, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.16457221552762955, | |
| "grad_norm": 1.4678378105163574, | |
| "learning_rate": 1.4817364600800578e-06, | |
| "loss": 0.0412, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.16526080220347736, | |
| "grad_norm": 4.72799825668335, | |
| "learning_rate": 1.4813389324285674e-06, | |
| "loss": 0.052, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.16594938887932517, | |
| "grad_norm": 2.2919249534606934, | |
| "learning_rate": 1.4809371793846014e-06, | |
| "loss": 0.0467, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.166637975555173, | |
| "grad_norm": 2.066060781478882, | |
| "learning_rate": 1.4805312032693328e-06, | |
| "loss": 0.0471, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.16732656223102083, | |
| "grad_norm": 3.9425766468048096, | |
| "learning_rate": 1.4801210064283344e-06, | |
| "loss": 0.0472, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.16801514890686864, | |
| "grad_norm": 3.224937677383423, | |
| "learning_rate": 1.479706591231564e-06, | |
| "loss": 0.0571, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.16870373558271648, | |
| "grad_norm": 15.017271041870117, | |
| "learning_rate": 1.4792879600733523e-06, | |
| "loss": 0.0692, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.1693923222585643, | |
| "grad_norm": 0.8619449138641357, | |
| "learning_rate": 1.4788651153723867e-06, | |
| "loss": 0.0375, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.1700809089344121, | |
| "grad_norm": 5.113807201385498, | |
| "learning_rate": 1.4784380595717006e-06, | |
| "loss": 0.0637, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.17076949561025995, | |
| "grad_norm": 2.253228187561035, | |
| "learning_rate": 1.4780067951386564e-06, | |
| "loss": 0.0415, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.17145808228610776, | |
| "grad_norm": 2.0024290084838867, | |
| "learning_rate": 1.4775713245649324e-06, | |
| "loss": 0.0337, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.17214666896195557, | |
| "grad_norm": 2.6551153659820557, | |
| "learning_rate": 1.4771316503665087e-06, | |
| "loss": 0.0502, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.17283525563780341, | |
| "grad_norm": 0.9702517986297607, | |
| "learning_rate": 1.4766877750836521e-06, | |
| "loss": 0.0325, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.17352384231365123, | |
| "grad_norm": 2.4471421241760254, | |
| "learning_rate": 1.4762397012809018e-06, | |
| "loss": 0.0507, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.17421242898949904, | |
| "grad_norm": 1.6592528820037842, | |
| "learning_rate": 1.475787431547054e-06, | |
| "loss": 0.0433, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.17490101566534688, | |
| "grad_norm": 1.351511836051941, | |
| "learning_rate": 1.4753309684951481e-06, | |
| "loss": 0.0406, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.1755896023411947, | |
| "grad_norm": 2.990858793258667, | |
| "learning_rate": 1.47487031476245e-06, | |
| "loss": 0.0543, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.1762781890170425, | |
| "grad_norm": 1.8359875679016113, | |
| "learning_rate": 1.4744054730104387e-06, | |
| "loss": 0.0501, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.17696677569289035, | |
| "grad_norm": 0.7317741513252258, | |
| "learning_rate": 1.4739364459247888e-06, | |
| "loss": 0.0333, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.17765536236873816, | |
| "grad_norm": 2.1732242107391357, | |
| "learning_rate": 1.4734632362153573e-06, | |
| "loss": 0.0431, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.17834394904458598, | |
| "grad_norm": 1.331548810005188, | |
| "learning_rate": 1.4729858466161657e-06, | |
| "loss": 0.0306, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.17903253572043382, | |
| "grad_norm": 3.9357264041900635, | |
| "learning_rate": 1.4725042798853862e-06, | |
| "loss": 0.0833, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17972112239628163, | |
| "grad_norm": 3.279080629348755, | |
| "learning_rate": 1.4720185388053244e-06, | |
| "loss": 0.0553, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.18040970907212944, | |
| "grad_norm": 3.9365785121917725, | |
| "learning_rate": 1.4715286261824036e-06, | |
| "loss": 0.0609, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.18109829574797728, | |
| "grad_norm": 4.162359714508057, | |
| "learning_rate": 1.4710345448471487e-06, | |
| "loss": 0.036, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.1817868824238251, | |
| "grad_norm": 1.9196573495864868, | |
| "learning_rate": 1.47053629765417e-06, | |
| "loss": 0.0425, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1824754690996729, | |
| "grad_norm": 1.1873154640197754, | |
| "learning_rate": 1.4700338874821463e-06, | |
| "loss": 0.0474, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.18316405577552075, | |
| "grad_norm": 2.865196466445923, | |
| "learning_rate": 1.4695273172338088e-06, | |
| "loss": 0.0625, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.18385264245136856, | |
| "grad_norm": 14.205031394958496, | |
| "learning_rate": 1.4690165898359232e-06, | |
| "loss": 0.0749, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.18454122912721638, | |
| "grad_norm": 1.2383418083190918, | |
| "learning_rate": 1.4685017082392748e-06, | |
| "loss": 0.0336, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.18522981580306422, | |
| "grad_norm": 4.112837314605713, | |
| "learning_rate": 1.4679826754186493e-06, | |
| "loss": 0.0377, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.18591840247891203, | |
| "grad_norm": 2.900441884994507, | |
| "learning_rate": 1.4674594943728168e-06, | |
| "loss": 0.0724, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.18660698915475984, | |
| "grad_norm": 0.9845231771469116, | |
| "learning_rate": 1.4669321681245148e-06, | |
| "loss": 0.0346, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.18729557583060769, | |
| "grad_norm": 3.0251588821411133, | |
| "learning_rate": 1.466400699720429e-06, | |
| "loss": 0.0511, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.1879841625064555, | |
| "grad_norm": 2.137662410736084, | |
| "learning_rate": 1.465865092231178e-06, | |
| "loss": 0.0445, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.1886727491823033, | |
| "grad_norm": 0.9655094742774963, | |
| "learning_rate": 1.4653253487512935e-06, | |
| "loss": 0.0374, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.18936133585815115, | |
| "grad_norm": 1.175553798675537, | |
| "learning_rate": 1.4647814723992044e-06, | |
| "loss": 0.0479, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.19004992253399897, | |
| "grad_norm": 3.7491824626922607, | |
| "learning_rate": 1.4642334663172168e-06, | |
| "loss": 0.0685, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.19073850920984678, | |
| "grad_norm": 1.6508047580718994, | |
| "learning_rate": 1.4636813336714972e-06, | |
| "loss": 0.0413, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.19142709588569462, | |
| "grad_norm": 1.2269631624221802, | |
| "learning_rate": 1.4631250776520536e-06, | |
| "loss": 0.0393, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.19211568256154243, | |
| "grad_norm": 1.482558012008667, | |
| "learning_rate": 1.4625647014727178e-06, | |
| "loss": 0.046, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.19280426923739025, | |
| "grad_norm": 1.7770752906799316, | |
| "learning_rate": 1.4620002083711252e-06, | |
| "loss": 0.0453, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.1934928559132381, | |
| "grad_norm": 4.733338356018066, | |
| "learning_rate": 1.4614316016086983e-06, | |
| "loss": 0.0422, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.1941814425890859, | |
| "grad_norm": 6.190805912017822, | |
| "learning_rate": 1.4608588844706261e-06, | |
| "loss": 0.0582, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.19487002926493371, | |
| "grad_norm": 1.4079207181930542, | |
| "learning_rate": 1.4602820602658461e-06, | |
| "loss": 0.0431, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.19555861594078155, | |
| "grad_norm": 0.9898688197135925, | |
| "learning_rate": 1.4597011323270242e-06, | |
| "loss": 0.0346, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.19624720261662937, | |
| "grad_norm": 3.2749435901641846, | |
| "learning_rate": 1.4591161040105372e-06, | |
| "loss": 0.0526, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.19693578929247718, | |
| "grad_norm": 1.0550869703292847, | |
| "learning_rate": 1.4585269786964512e-06, | |
| "loss": 0.0409, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.19762437596832502, | |
| "grad_norm": 1.3537832498550415, | |
| "learning_rate": 1.4579337597885034e-06, | |
| "loss": 0.0376, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.19831296264417284, | |
| "grad_norm": 1.1444281339645386, | |
| "learning_rate": 1.4573364507140827e-06, | |
| "loss": 0.0404, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.19900154932002065, | |
| "grad_norm": 1.6458992958068848, | |
| "learning_rate": 1.4567350549242091e-06, | |
| "loss": 0.046, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.1996901359958685, | |
| "grad_norm": 2.9126884937286377, | |
| "learning_rate": 1.4561295758935142e-06, | |
| "loss": 0.0548, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2003787226717163, | |
| "grad_norm": 1.7653638124465942, | |
| "learning_rate": 1.4555200171202204e-06, | |
| "loss": 0.0343, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.20106730934756412, | |
| "grad_norm": 1.952414870262146, | |
| "learning_rate": 1.4549063821261218e-06, | |
| "loss": 0.0406, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.20175589602341196, | |
| "grad_norm": 3.9726898670196533, | |
| "learning_rate": 1.4542886744565632e-06, | |
| "loss": 0.0505, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.20244448269925977, | |
| "grad_norm": 1.3887509107589722, | |
| "learning_rate": 1.4536668976804201e-06, | |
| "loss": 0.0424, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.20313306937510758, | |
| "grad_norm": 1.7285258769989014, | |
| "learning_rate": 1.4530410553900767e-06, | |
| "loss": 0.0391, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.20382165605095542, | |
| "grad_norm": 0.6924281120300293, | |
| "learning_rate": 1.4524111512014075e-06, | |
| "loss": 0.0275, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.20451024272680324, | |
| "grad_norm": 2.682091474533081, | |
| "learning_rate": 1.4517771887537541e-06, | |
| "loss": 0.0441, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.20519882940265105, | |
| "grad_norm": 1.4090856313705444, | |
| "learning_rate": 1.4511391717099052e-06, | |
| "loss": 0.0379, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.2058874160784989, | |
| "grad_norm": 7.450088977813721, | |
| "learning_rate": 1.4504971037560761e-06, | |
| "loss": 0.0472, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.2065760027543467, | |
| "grad_norm": 5.084752559661865, | |
| "learning_rate": 1.449850988601886e-06, | |
| "loss": 0.1064, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.20726458943019452, | |
| "grad_norm": 1.1534689664840698, | |
| "learning_rate": 1.4492008299803375e-06, | |
| "loss": 0.0416, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.20795317610604236, | |
| "grad_norm": 1.668709635734558, | |
| "learning_rate": 1.4485466316477945e-06, | |
| "loss": 0.0474, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.20864176278189017, | |
| "grad_norm": 1.2756386995315552, | |
| "learning_rate": 1.4478883973839614e-06, | |
| "loss": 0.0478, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.20933034945773799, | |
| "grad_norm": 2.1692957878112793, | |
| "learning_rate": 1.44722613099186e-06, | |
| "loss": 0.0571, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.21001893613358583, | |
| "grad_norm": 2.77933669090271, | |
| "learning_rate": 1.4465598362978086e-06, | |
| "loss": 0.0437, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.21070752280943364, | |
| "grad_norm": 1.6096121072769165, | |
| "learning_rate": 1.4458895171513993e-06, | |
| "loss": 0.0399, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.21139610948528145, | |
| "grad_norm": 2.3513336181640625, | |
| "learning_rate": 1.445215177425476e-06, | |
| "loss": 0.0476, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.2120846961611293, | |
| "grad_norm": 0.9776404500007629, | |
| "learning_rate": 1.4445368210161116e-06, | |
| "loss": 0.0291, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2127732828369771, | |
| "grad_norm": 0.9698943495750427, | |
| "learning_rate": 1.4438544518425866e-06, | |
| "loss": 0.0314, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.21346186951282492, | |
| "grad_norm": 2.451234817504883, | |
| "learning_rate": 1.4431680738473647e-06, | |
| "loss": 0.0456, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.21415045618867276, | |
| "grad_norm": 4.114452362060547, | |
| "learning_rate": 1.442477690996072e-06, | |
| "loss": 0.0457, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.21483904286452057, | |
| "grad_norm": 3.450977087020874, | |
| "learning_rate": 1.4417833072774721e-06, | |
| "loss": 0.0432, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.2155276295403684, | |
| "grad_norm": 2.9702467918395996, | |
| "learning_rate": 1.4410849267034452e-06, | |
| "loss": 0.0505, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 0.9162571430206299, | |
| "learning_rate": 1.4403825533089628e-06, | |
| "loss": 0.0313, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.21690480289206404, | |
| "grad_norm": 2.378910779953003, | |
| "learning_rate": 1.4396761911520656e-06, | |
| "loss": 0.0628, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.21759338956791185, | |
| "grad_norm": 1.1474069356918335, | |
| "learning_rate": 1.4389658443138404e-06, | |
| "loss": 0.0375, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.2182819762437597, | |
| "grad_norm": 1.103961706161499, | |
| "learning_rate": 1.4382515168983953e-06, | |
| "loss": 0.0352, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.2189705629196075, | |
| "grad_norm": 2.1164047718048096, | |
| "learning_rate": 1.4375332130328366e-06, | |
| "loss": 0.0391, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.21965914959545532, | |
| "grad_norm": 1.9508490562438965, | |
| "learning_rate": 1.4368109368672457e-06, | |
| "loss": 0.0379, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.22034773627130316, | |
| "grad_norm": 0.8430857062339783, | |
| "learning_rate": 1.4360846925746535e-06, | |
| "loss": 0.0284, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.22103632294715098, | |
| "grad_norm": 1.2483247518539429, | |
| "learning_rate": 1.4353544843510178e-06, | |
| "loss": 0.0401, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2217249096229988, | |
| "grad_norm": 1.2023019790649414, | |
| "learning_rate": 1.4346203164151984e-06, | |
| "loss": 0.0428, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.22241349629884663, | |
| "grad_norm": 2.0125656127929688, | |
| "learning_rate": 1.4338821930089322e-06, | |
| "loss": 0.0462, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.22310208297469444, | |
| "grad_norm": 1.1421103477478027, | |
| "learning_rate": 1.4331401183968103e-06, | |
| "loss": 0.0423, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.22379066965054226, | |
| "grad_norm": 1.0095418691635132, | |
| "learning_rate": 1.4323940968662517e-06, | |
| "loss": 0.0357, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2244792563263901, | |
| "grad_norm": 3.334709882736206, | |
| "learning_rate": 1.4316441327274787e-06, | |
| "loss": 0.063, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.2251678430022379, | |
| "grad_norm": 1.965341567993164, | |
| "learning_rate": 1.4308902303134935e-06, | |
| "loss": 0.0431, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.22585642967808572, | |
| "grad_norm": 1.3122899532318115, | |
| "learning_rate": 1.4301323939800514e-06, | |
| "loss": 0.0423, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.22654501635393356, | |
| "grad_norm": 2.634580373764038, | |
| "learning_rate": 1.4293706281056369e-06, | |
| "loss": 0.0502, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.22723360302978138, | |
| "grad_norm": 0.9182831048965454, | |
| "learning_rate": 1.428604937091437e-06, | |
| "loss": 0.0403, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2279221897056292, | |
| "grad_norm": 2.662935256958008, | |
| "learning_rate": 1.4278353253613174e-06, | |
| "loss": 0.0596, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.22861077638147703, | |
| "grad_norm": 1.805527687072754, | |
| "learning_rate": 1.4270617973617962e-06, | |
| "loss": 0.0471, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.22929936305732485, | |
| "grad_norm": 1.0405418872833252, | |
| "learning_rate": 1.4262843575620175e-06, | |
| "loss": 0.0355, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.22998794973317266, | |
| "grad_norm": 1.338380217552185, | |
| "learning_rate": 1.4255030104537268e-06, | |
| "loss": 0.0337, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.23067653640902047, | |
| "grad_norm": 1.7287886142730713, | |
| "learning_rate": 1.4247177605512447e-06, | |
| "loss": 0.0605, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.2313651230848683, | |
| "grad_norm": 1.1077295541763306, | |
| "learning_rate": 1.42392861239144e-06, | |
| "loss": 0.0357, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.23205370976071613, | |
| "grad_norm": 2.7164015769958496, | |
| "learning_rate": 1.4231355705337047e-06, | |
| "loss": 0.0673, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.23274229643656394, | |
| "grad_norm": 1.8659566640853882, | |
| "learning_rate": 1.4223386395599267e-06, | |
| "loss": 0.048, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.23343088311241178, | |
| "grad_norm": 0.965411365032196, | |
| "learning_rate": 1.4215378240744638e-06, | |
| "loss": 0.032, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.2341194697882596, | |
| "grad_norm": 2.058192491531372, | |
| "learning_rate": 1.420733128704117e-06, | |
| "loss": 0.0456, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2348080564641074, | |
| "grad_norm": 1.1963326930999756, | |
| "learning_rate": 1.4199245580981043e-06, | |
| "loss": 0.0426, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.23549664313995525, | |
| "grad_norm": 6.1870222091674805, | |
| "learning_rate": 1.419112116928032e-06, | |
| "loss": 0.0696, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.23618522981580306, | |
| "grad_norm": 1.5489659309387207, | |
| "learning_rate": 1.41829580988787e-06, | |
| "loss": 0.0422, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.23687381649165087, | |
| "grad_norm": 1.8385093212127686, | |
| "learning_rate": 1.4174756416939244e-06, | |
| "loss": 0.0448, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.23756240316749871, | |
| "grad_norm": 1.1367789506912231, | |
| "learning_rate": 1.4166516170848075e-06, | |
| "loss": 0.0398, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.23825098984334653, | |
| "grad_norm": 1.71828031539917, | |
| "learning_rate": 1.415823740821414e-06, | |
| "loss": 0.0374, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.23893957651919434, | |
| "grad_norm": 1.0994189977645874, | |
| "learning_rate": 1.4149920176868922e-06, | |
| "loss": 0.0397, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.23962816319504218, | |
| "grad_norm": 1.6160225868225098, | |
| "learning_rate": 1.4141564524866149e-06, | |
| "loss": 0.0417, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.24031674987089, | |
| "grad_norm": 1.2418208122253418, | |
| "learning_rate": 1.4133170500481535e-06, | |
| "loss": 0.0323, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.2410053365467378, | |
| "grad_norm": 8.446640014648438, | |
| "learning_rate": 1.4124738152212497e-06, | |
| "loss": 0.0524, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.24169392322258565, | |
| "grad_norm": 3.479146957397461, | |
| "learning_rate": 1.4116267528777872e-06, | |
| "loss": 0.0474, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.24238250989843346, | |
| "grad_norm": 2.6355392932891846, | |
| "learning_rate": 1.410775867911763e-06, | |
| "loss": 0.0635, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.24307109657428128, | |
| "grad_norm": 9.234247207641602, | |
| "learning_rate": 1.4099211652392602e-06, | |
| "loss": 0.0577, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.24375968325012912, | |
| "grad_norm": 2.1489782333374023, | |
| "learning_rate": 1.4090626497984193e-06, | |
| "loss": 0.0487, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.24444826992597693, | |
| "grad_norm": 2.2336857318878174, | |
| "learning_rate": 1.4082003265494093e-06, | |
| "loss": 0.0417, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.24513685660182474, | |
| "grad_norm": 1.8023003339767456, | |
| "learning_rate": 1.4073342004743988e-06, | |
| "loss": 0.0401, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.24582544327767258, | |
| "grad_norm": 2.2237443923950195, | |
| "learning_rate": 1.4064642765775287e-06, | |
| "loss": 0.0503, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.2465140299535204, | |
| "grad_norm": 2.0136401653289795, | |
| "learning_rate": 1.4055905598848812e-06, | |
| "loss": 0.0458, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.2472026166293682, | |
| "grad_norm": 2.903000831604004, | |
| "learning_rate": 1.4047130554444523e-06, | |
| "loss": 0.0475, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.24789120330521605, | |
| "grad_norm": 2.3103692531585693, | |
| "learning_rate": 1.403831768326122e-06, | |
| "loss": 0.0537, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.24857978998106386, | |
| "grad_norm": 2.167344570159912, | |
| "learning_rate": 1.402946703621625e-06, | |
| "loss": 0.0469, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.24926837665691168, | |
| "grad_norm": 1.043035864830017, | |
| "learning_rate": 1.4020578664445222e-06, | |
| "loss": 0.0375, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.24995696333275952, | |
| "grad_norm": 0.8230398893356323, | |
| "learning_rate": 1.4011652619301693e-06, | |
| "loss": 0.0314, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.25064555000860733, | |
| "grad_norm": 1.182093858718872, | |
| "learning_rate": 1.4002688952356887e-06, | |
| "loss": 0.0404, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.25133413668445514, | |
| "grad_norm": 4.706012725830078, | |
| "learning_rate": 1.3993687715399397e-06, | |
| "loss": 0.0616, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.25202272336030296, | |
| "grad_norm": 2.4973080158233643, | |
| "learning_rate": 1.3984648960434868e-06, | |
| "loss": 0.04, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.2527113100361508, | |
| "grad_norm": 2.8209543228149414, | |
| "learning_rate": 1.3975572739685727e-06, | |
| "loss": 0.0608, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.25339989671199864, | |
| "grad_norm": 2.2149035930633545, | |
| "learning_rate": 1.396645910559085e-06, | |
| "loss": 0.0489, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.25408848338784645, | |
| "grad_norm": 1.4423069953918457, | |
| "learning_rate": 1.3957308110805275e-06, | |
| "loss": 0.0456, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.25477707006369427, | |
| "grad_norm": 2.3364627361297607, | |
| "learning_rate": 1.3948119808199902e-06, | |
| "loss": 0.0441, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.2554656567395421, | |
| "grad_norm": 1.5840559005737305, | |
| "learning_rate": 1.3938894250861172e-06, | |
| "loss": 0.0423, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.2561542434153899, | |
| "grad_norm": 1.2800768613815308, | |
| "learning_rate": 1.3929631492090781e-06, | |
| "loss": 0.0424, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.25684283009123776, | |
| "grad_norm": 1.2372827529907227, | |
| "learning_rate": 1.392033158540535e-06, | |
| "loss": 0.0412, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.2575314167670856, | |
| "grad_norm": 0.9376397728919983, | |
| "learning_rate": 1.3910994584536129e-06, | |
| "loss": 0.0411, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.2582200034429334, | |
| "grad_norm": 2.4264297485351562, | |
| "learning_rate": 1.3901620543428686e-06, | |
| "loss": 0.0466, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.2589085901187812, | |
| "grad_norm": 2.2995150089263916, | |
| "learning_rate": 1.389220951624259e-06, | |
| "loss": 0.0418, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.259597176794629, | |
| "grad_norm": 0.9507783651351929, | |
| "learning_rate": 1.3882761557351108e-06, | |
| "loss": 0.0397, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.2602857634704768, | |
| "grad_norm": 3.501180648803711, | |
| "learning_rate": 1.3873276721340877e-06, | |
| "loss": 0.0665, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.2609743501463247, | |
| "grad_norm": 0.7515484094619751, | |
| "learning_rate": 1.3863755063011594e-06, | |
| "loss": 0.0288, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.2616629368221725, | |
| "grad_norm": 1.6983388662338257, | |
| "learning_rate": 1.385419663737571e-06, | |
| "loss": 0.0481, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2623515234980203, | |
| "grad_norm": 4.095026969909668, | |
| "learning_rate": 1.3844601499658096e-06, | |
| "loss": 0.0736, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.26304011017386814, | |
| "grad_norm": 4.079057693481445, | |
| "learning_rate": 1.3834969705295732e-06, | |
| "loss": 0.0514, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.26372869684971595, | |
| "grad_norm": 1.5932073593139648, | |
| "learning_rate": 1.382530130993739e-06, | |
| "loss": 0.0418, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.26441728352556376, | |
| "grad_norm": 1.630420207977295, | |
| "learning_rate": 1.3815596369443303e-06, | |
| "loss": 0.0431, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.2651058702014116, | |
| "grad_norm": 0.8313971757888794, | |
| "learning_rate": 1.380585493988485e-06, | |
| "loss": 0.0377, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.26579445687725944, | |
| "grad_norm": 2.790698766708374, | |
| "learning_rate": 1.3796077077544234e-06, | |
| "loss": 0.0467, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.26648304355310726, | |
| "grad_norm": 1.0344743728637695, | |
| "learning_rate": 1.378626283891414e-06, | |
| "loss": 0.0317, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.26717163022895507, | |
| "grad_norm": 1.3467042446136475, | |
| "learning_rate": 1.377641228069744e-06, | |
| "loss": 0.0393, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.2678602169048029, | |
| "grad_norm": 2.8513848781585693, | |
| "learning_rate": 1.3766525459806827e-06, | |
| "loss": 0.0575, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.2685488035806507, | |
| "grad_norm": 3.889178991317749, | |
| "learning_rate": 1.3756602433364518e-06, | |
| "loss": 0.0377, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2692373902564985, | |
| "grad_norm": 0.7250134348869324, | |
| "learning_rate": 1.374664325870191e-06, | |
| "loss": 0.0372, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.2699259769323464, | |
| "grad_norm": 1.2029544115066528, | |
| "learning_rate": 1.3736647993359243e-06, | |
| "loss": 0.0348, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.2706145636081942, | |
| "grad_norm": 1.0594512224197388, | |
| "learning_rate": 1.3726616695085285e-06, | |
| "loss": 0.0426, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.271303150284042, | |
| "grad_norm": 1.1946011781692505, | |
| "learning_rate": 1.3716549421836981e-06, | |
| "loss": 0.0412, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.2719917369598898, | |
| "grad_norm": 0.9960052967071533, | |
| "learning_rate": 1.370644623177913e-06, | |
| "loss": 0.0316, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.27268032363573763, | |
| "grad_norm": 2.336439847946167, | |
| "learning_rate": 1.3696307183284044e-06, | |
| "loss": 0.0468, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.27336891031158544, | |
| "grad_norm": 1.646217942237854, | |
| "learning_rate": 1.3686132334931205e-06, | |
| "loss": 0.0497, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.2740574969874333, | |
| "grad_norm": 1.0990859270095825, | |
| "learning_rate": 1.367592174550694e-06, | |
| "loss": 0.0523, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.2747460836632811, | |
| "grad_norm": 1.244489312171936, | |
| "learning_rate": 1.3665675474004072e-06, | |
| "loss": 0.0391, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.27543467033912894, | |
| "grad_norm": 9.768228530883789, | |
| "learning_rate": 1.3655393579621579e-06, | |
| "loss": 0.0755, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.27543467033912894, | |
| "eval_loss": NaN, | |
| "eval_runtime": 51.5445, | |
| "eval_samples_per_second": 18.237, | |
| "eval_steps_per_second": 0.582, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.27612325701497675, | |
| "grad_norm": 5.859755992889404, | |
| "learning_rate": 1.3645076121764256e-06, | |
| "loss": 0.0775, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.27681184369082457, | |
| "grad_norm": 2.4661426544189453, | |
| "learning_rate": 1.3634723160042372e-06, | |
| "loss": 0.0485, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.2775004303666724, | |
| "grad_norm": 0.7695969939231873, | |
| "learning_rate": 1.3624334754271319e-06, | |
| "loss": 0.0291, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.27818901704252025, | |
| "grad_norm": 3.1741225719451904, | |
| "learning_rate": 1.3613910964471274e-06, | |
| "loss": 0.0479, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.27887760371836806, | |
| "grad_norm": 2.519319534301758, | |
| "learning_rate": 1.3603451850866845e-06, | |
| "loss": 0.0633, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.2795661903942159, | |
| "grad_norm": 1.6971651315689087, | |
| "learning_rate": 1.3592957473886735e-06, | |
| "loss": 0.0523, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.2802547770700637, | |
| "grad_norm": 5.897634029388428, | |
| "learning_rate": 1.3582427894163382e-06, | |
| "loss": 0.0885, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.2809433637459115, | |
| "grad_norm": 0.8312223553657532, | |
| "learning_rate": 1.3571863172532604e-06, | |
| "loss": 0.0389, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.2816319504217593, | |
| "grad_norm": 1.7372381687164307, | |
| "learning_rate": 1.3561263370033267e-06, | |
| "loss": 0.0445, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.2823205370976072, | |
| "grad_norm": 2.0259032249450684, | |
| "learning_rate": 1.3550628547906912e-06, | |
| "loss": 0.0455, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.283009123773455, | |
| "grad_norm": 3.5783724784851074, | |
| "learning_rate": 1.353995876759742e-06, | |
| "loss": 0.076, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.2836977104493028, | |
| "grad_norm": 3.512723922729492, | |
| "learning_rate": 1.3529254090750632e-06, | |
| "loss": 0.0682, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.2843862971251506, | |
| "grad_norm": 2.498931884765625, | |
| "learning_rate": 1.351851457921402e-06, | |
| "loss": 0.0746, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.28507488380099844, | |
| "grad_norm": 2.984497308731079, | |
| "learning_rate": 1.3507740295036311e-06, | |
| "loss": 0.0637, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.28576347047684625, | |
| "grad_norm": 5.052364826202393, | |
| "learning_rate": 1.3496931300467137e-06, | |
| "loss": 0.0759, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.2864520571526941, | |
| "grad_norm": 3.25317120552063, | |
| "learning_rate": 1.3486087657956674e-06, | |
| "loss": 0.0565, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.28714064382854193, | |
| "grad_norm": 0.9284382462501526, | |
| "learning_rate": 1.3475209430155279e-06, | |
| "loss": 0.0335, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.28782923050438974, | |
| "grad_norm": 4.183522701263428, | |
| "learning_rate": 1.3464296679913132e-06, | |
| "loss": 0.0579, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.28851781718023756, | |
| "grad_norm": 1.4365681409835815, | |
| "learning_rate": 1.3453349470279865e-06, | |
| "loss": 0.0462, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.28920640385608537, | |
| "grad_norm": 0.8374686241149902, | |
| "learning_rate": 1.3442367864504208e-06, | |
| "loss": 0.0355, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2898949905319332, | |
| "grad_norm": 2.281304359436035, | |
| "learning_rate": 1.3431351926033613e-06, | |
| "loss": 0.0581, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.29058357720778105, | |
| "grad_norm": 3.246211290359497, | |
| "learning_rate": 1.3420301718513902e-06, | |
| "loss": 0.0411, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.29127216388362887, | |
| "grad_norm": 11.517589569091797, | |
| "learning_rate": 1.340921730578888e-06, | |
| "loss": 0.076, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.2919607505594767, | |
| "grad_norm": 1.4037288427352905, | |
| "learning_rate": 1.3398098751899982e-06, | |
| "loss": 0.0426, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.2926493372353245, | |
| "grad_norm": 1.3666493892669678, | |
| "learning_rate": 1.33869461210859e-06, | |
| "loss": 0.033, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.2933379239111723, | |
| "grad_norm": 1.8467795848846436, | |
| "learning_rate": 1.3375759477782202e-06, | |
| "loss": 0.0389, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.2940265105870201, | |
| "grad_norm": 1.000564694404602, | |
| "learning_rate": 1.3364538886620971e-06, | |
| "loss": 0.0363, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.294715097262868, | |
| "grad_norm": 0.855172336101532, | |
| "learning_rate": 1.3353284412430433e-06, | |
| "loss": 0.0329, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.2954036839387158, | |
| "grad_norm": 3.3472530841827393, | |
| "learning_rate": 1.3341996120234562e-06, | |
| "loss": 0.0463, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.2960922706145636, | |
| "grad_norm": 3.007641315460205, | |
| "learning_rate": 1.3330674075252737e-06, | |
| "loss": 0.0749, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.2967808572904114, | |
| "grad_norm": 6.181147575378418, | |
| "learning_rate": 1.3319318342899334e-06, | |
| "loss": 0.062, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.29746944396625924, | |
| "grad_norm": 5.722078323364258, | |
| "learning_rate": 1.330792898878337e-06, | |
| "loss": 0.0587, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.29815803064210705, | |
| "grad_norm": 2.2891337871551514, | |
| "learning_rate": 1.329650607870811e-06, | |
| "loss": 0.0459, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.2988466173179549, | |
| "grad_norm": 2.1191442012786865, | |
| "learning_rate": 1.3285049678670695e-06, | |
| "loss": 0.052, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.29953520399380273, | |
| "grad_norm": 4.98200798034668, | |
| "learning_rate": 1.3273559854861758e-06, | |
| "loss": 0.0662, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.30022379066965055, | |
| "grad_norm": 1.1607146263122559, | |
| "learning_rate": 1.326203667366504e-06, | |
| "loss": 0.0352, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.30091237734549836, | |
| "grad_norm": 1.3252419233322144, | |
| "learning_rate": 1.3250480201657012e-06, | |
| "loss": 0.0474, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.3016009640213462, | |
| "grad_norm": 1.7290599346160889, | |
| "learning_rate": 1.323889050560648e-06, | |
| "loss": 0.0408, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.302289550697194, | |
| "grad_norm": 1.5033729076385498, | |
| "learning_rate": 1.322726765247421e-06, | |
| "loss": 0.0585, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.30297813737304186, | |
| "grad_norm": 6.254735946655273, | |
| "learning_rate": 1.3215611709412537e-06, | |
| "loss": 0.0664, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.30366672404888967, | |
| "grad_norm": 0.8341045379638672, | |
| "learning_rate": 1.3203922743764975e-06, | |
| "loss": 0.0272, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.3043553107247375, | |
| "grad_norm": 1.633543848991394, | |
| "learning_rate": 1.3192200823065832e-06, | |
| "loss": 0.0532, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.3050438974005853, | |
| "grad_norm": 2.7625207901000977, | |
| "learning_rate": 1.3180446015039812e-06, | |
| "loss": 0.0344, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.3057324840764331, | |
| "grad_norm": 0.9280421137809753, | |
| "learning_rate": 1.3168658387601636e-06, | |
| "loss": 0.0321, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.3064210707522809, | |
| "grad_norm": 1.335677981376648, | |
| "learning_rate": 1.315683800885564e-06, | |
| "loss": 0.0362, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.3071096574281288, | |
| "grad_norm": 1.9489011764526367, | |
| "learning_rate": 1.3144984947095382e-06, | |
| "loss": 0.0408, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.3077982441039766, | |
| "grad_norm": 3.1682608127593994, | |
| "learning_rate": 1.3133099270803253e-06, | |
| "loss": 0.0581, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.3084868307798244, | |
| "grad_norm": 2.271894693374634, | |
| "learning_rate": 1.312118104865008e-06, | |
| "loss": 0.0495, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.30917541745567223, | |
| "grad_norm": 1.0884934663772583, | |
| "learning_rate": 1.310923034949472e-06, | |
| "loss": 0.0369, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.30986400413152004, | |
| "grad_norm": 2.6803083419799805, | |
| "learning_rate": 1.3097247242383676e-06, | |
| "loss": 0.0534, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.31055259080736786, | |
| "grad_norm": 1.306357502937317, | |
| "learning_rate": 1.3085231796550688e-06, | |
| "loss": 0.04, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.3112411774832157, | |
| "grad_norm": 3.357642889022827, | |
| "learning_rate": 1.3073184081416343e-06, | |
| "loss": 0.0556, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.31192976415906354, | |
| "grad_norm": 2.216247320175171, | |
| "learning_rate": 1.3061104166587656e-06, | |
| "loss": 0.0623, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.31261835083491135, | |
| "grad_norm": 1.3559210300445557, | |
| "learning_rate": 1.304899212185769e-06, | |
| "loss": 0.0547, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.31330693751075916, | |
| "grad_norm": 2.0377979278564453, | |
| "learning_rate": 1.3036848017205135e-06, | |
| "loss": 0.0411, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.313995524186607, | |
| "grad_norm": 1.85184907913208, | |
| "learning_rate": 1.302467192279392e-06, | |
| "loss": 0.0431, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3146841108624548, | |
| "grad_norm": 3.464587926864624, | |
| "learning_rate": 1.3012463908972784e-06, | |
| "loss": 0.0571, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.31537269753830266, | |
| "grad_norm": 2.3595364093780518, | |
| "learning_rate": 1.3000224046274898e-06, | |
| "loss": 0.0422, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.3160612842141505, | |
| "grad_norm": 5.125129699707031, | |
| "learning_rate": 1.2987952405417437e-06, | |
| "loss": 0.0656, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.3167498708899983, | |
| "grad_norm": 0.7512731552124023, | |
| "learning_rate": 1.2975649057301176e-06, | |
| "loss": 0.0416, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3174384575658461, | |
| "grad_norm": 3.5281577110290527, | |
| "learning_rate": 1.2963314073010087e-06, | |
| "loss": 0.053, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.3181270442416939, | |
| "grad_norm": 5.34197473526001, | |
| "learning_rate": 1.295094752381092e-06, | |
| "loss": 0.0579, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.3188156309175417, | |
| "grad_norm": 0.8558559417724609, | |
| "learning_rate": 1.2938549481152796e-06, | |
| "loss": 0.0363, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3195042175933896, | |
| "grad_norm": 2.3585758209228516, | |
| "learning_rate": 1.2926120016666797e-06, | |
| "loss": 0.0561, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.3201928042692374, | |
| "grad_norm": 1.2035837173461914, | |
| "learning_rate": 1.2913659202165538e-06, | |
| "loss": 0.0359, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3208813909450852, | |
| "grad_norm": 2.4284956455230713, | |
| "learning_rate": 1.2901167109642771e-06, | |
| "loss": 0.0369, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.32156997762093303, | |
| "grad_norm": 1.3520839214324951, | |
| "learning_rate": 1.288864381127296e-06, | |
| "loss": 0.0438, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.32225856429678085, | |
| "grad_norm": 1.443371295928955, | |
| "learning_rate": 1.2876089379410857e-06, | |
| "loss": 0.0365, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.32294715097262866, | |
| "grad_norm": 2.691627264022827, | |
| "learning_rate": 1.2863503886591101e-06, | |
| "loss": 0.09, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.32363573764847653, | |
| "grad_norm": 1.5108097791671753, | |
| "learning_rate": 1.2850887405527784e-06, | |
| "loss": 0.0491, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 2.178290843963623, | |
| "learning_rate": 1.2838240009114031e-06, | |
| "loss": 0.0495, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.32501291100017216, | |
| "grad_norm": 2.5090725421905518, | |
| "learning_rate": 1.2825561770421595e-06, | |
| "loss": 0.0441, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.32570149767601997, | |
| "grad_norm": 0.9880704283714294, | |
| "learning_rate": 1.2812852762700416e-06, | |
| "loss": 0.0326, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.3263900843518678, | |
| "grad_norm": 1.274768590927124, | |
| "learning_rate": 1.280011305937821e-06, | |
| "loss": 0.0303, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.3270786710277156, | |
| "grad_norm": 1.3901772499084473, | |
| "learning_rate": 1.278734273406003e-06, | |
| "loss": 0.0394, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.32776725770356346, | |
| "grad_norm": 4.003896713256836, | |
| "learning_rate": 1.2774541860527868e-06, | |
| "loss": 0.0583, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.3284558443794113, | |
| "grad_norm": 1.8645474910736084, | |
| "learning_rate": 1.2761710512740197e-06, | |
| "loss": 0.0521, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.3291444310552591, | |
| "grad_norm": 2.4718971252441406, | |
| "learning_rate": 1.2748848764831567e-06, | |
| "loss": 0.051, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.3298330177311069, | |
| "grad_norm": 0.9009926915168762, | |
| "learning_rate": 1.2735956691112163e-06, | |
| "loss": 0.034, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3305216044069547, | |
| "grad_norm": 4.326774597167969, | |
| "learning_rate": 1.2723034366067382e-06, | |
| "loss": 0.076, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.33121019108280253, | |
| "grad_norm": 1.247230887413025, | |
| "learning_rate": 1.2710081864357405e-06, | |
| "loss": 0.04, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.33189877775865034, | |
| "grad_norm": 2.8338377475738525, | |
| "learning_rate": 1.2697099260816757e-06, | |
| "loss": 0.0488, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.3325873644344982, | |
| "grad_norm": 1.221124529838562, | |
| "learning_rate": 1.2684086630453882e-06, | |
| "loss": 0.041, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.333275951110346, | |
| "grad_norm": 0.9698696732521057, | |
| "learning_rate": 1.2671044048450708e-06, | |
| "loss": 0.0372, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.33396453778619384, | |
| "grad_norm": 1.7500016689300537, | |
| "learning_rate": 1.265797159016221e-06, | |
| "loss": 0.0558, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.33465312446204165, | |
| "grad_norm": 1.2974498271942139, | |
| "learning_rate": 1.2644869331115981e-06, | |
| "loss": 0.0402, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.33534171113788946, | |
| "grad_norm": 1.68442702293396, | |
| "learning_rate": 1.2631737347011786e-06, | |
| "loss": 0.0504, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.3360302978137373, | |
| "grad_norm": 1.6786330938339233, | |
| "learning_rate": 1.2618575713721133e-06, | |
| "loss": 0.0352, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.33671888448958515, | |
| "grad_norm": 2.431457281112671, | |
| "learning_rate": 1.2605384507286825e-06, | |
| "loss": 0.0595, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.33740747116543296, | |
| "grad_norm": 1.1111563444137573, | |
| "learning_rate": 1.2592163803922538e-06, | |
| "loss": 0.0403, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3380960578412808, | |
| "grad_norm": 1.143764853477478, | |
| "learning_rate": 1.2578913680012365e-06, | |
| "loss": 0.0352, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.3387846445171286, | |
| "grad_norm": 0.9441860318183899, | |
| "learning_rate": 1.2565634212110376e-06, | |
| "loss": 0.038, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.3394732311929764, | |
| "grad_norm": 3.6966850757598877, | |
| "learning_rate": 1.2552325476940182e-06, | |
| "loss": 0.0604, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.3401618178688242, | |
| "grad_norm": 1.8599883317947388, | |
| "learning_rate": 1.253898755139449e-06, | |
| "loss": 0.0542, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.3408504045446721, | |
| "grad_norm": 1.8676527738571167, | |
| "learning_rate": 1.2525620512534655e-06, | |
| "loss": 0.044, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.3415389912205199, | |
| "grad_norm": 4.718455791473389, | |
| "learning_rate": 1.251222443759024e-06, | |
| "loss": 0.0678, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.3422275778963677, | |
| "grad_norm": 2.017472982406616, | |
| "learning_rate": 1.2498799403958568e-06, | |
| "loss": 0.0373, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.3429161645722155, | |
| "grad_norm": 1.2306863069534302, | |
| "learning_rate": 1.248534548920427e-06, | |
| "loss": 0.0378, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.34360475124806333, | |
| "grad_norm": 0.9893977642059326, | |
| "learning_rate": 1.2471862771058844e-06, | |
| "loss": 0.0363, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.34429333792391115, | |
| "grad_norm": 1.8711974620819092, | |
| "learning_rate": 1.24583513274202e-06, | |
| "loss": 0.0459, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.344981924599759, | |
| "grad_norm": 2.3673033714294434, | |
| "learning_rate": 1.244481123635222e-06, | |
| "loss": 0.048, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.34567051127560683, | |
| "grad_norm": 2.057983160018921, | |
| "learning_rate": 1.2431242576084287e-06, | |
| "loss": 0.0486, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.34635909795145464, | |
| "grad_norm": 1.5369929075241089, | |
| "learning_rate": 1.241764542501086e-06, | |
| "loss": 0.0531, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.34704768462730246, | |
| "grad_norm": 1.710230827331543, | |
| "learning_rate": 1.2404019861690996e-06, | |
| "loss": 0.0426, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.34773627130315027, | |
| "grad_norm": 2.956960916519165, | |
| "learning_rate": 1.2390365964847914e-06, | |
| "loss": 0.0469, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.3484248579789981, | |
| "grad_norm": 1.4185010194778442, | |
| "learning_rate": 1.2376683813368525e-06, | |
| "loss": 0.042, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.34911344465484595, | |
| "grad_norm": 2.628020763397217, | |
| "learning_rate": 1.2362973486302997e-06, | |
| "loss": 0.0451, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.34980203133069376, | |
| "grad_norm": 0.6581267714500427, | |
| "learning_rate": 1.2349235062864271e-06, | |
| "loss": 0.0334, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.3504906180065416, | |
| "grad_norm": 3.8108162879943848, | |
| "learning_rate": 1.233546862242763e-06, | |
| "loss": 0.0564, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.3511792046823894, | |
| "grad_norm": 1.1950310468673706, | |
| "learning_rate": 1.2321674244530216e-06, | |
| "loss": 0.0335, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.3518677913582372, | |
| "grad_norm": 4.229947566986084, | |
| "learning_rate": 1.23078520088706e-06, | |
| "loss": 0.0549, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.352556378034085, | |
| "grad_norm": 3.046330451965332, | |
| "learning_rate": 1.2294001995308288e-06, | |
| "loss": 0.0608, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.3532449647099329, | |
| "grad_norm": 0.9534505605697632, | |
| "learning_rate": 1.2280124283863285e-06, | |
| "loss": 0.0359, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.3539335513857807, | |
| "grad_norm": 1.0646322965621948, | |
| "learning_rate": 1.2266218954715614e-06, | |
| "loss": 0.0338, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.3546221380616285, | |
| "grad_norm": 2.1788599491119385, | |
| "learning_rate": 1.2252286088204882e-06, | |
| "loss": 0.0581, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.3553107247374763, | |
| "grad_norm": 1.3193055391311646, | |
| "learning_rate": 1.2238325764829774e-06, | |
| "loss": 0.0339, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.35599931141332414, | |
| "grad_norm": 1.9071635007858276, | |
| "learning_rate": 1.2224338065247623e-06, | |
| "loss": 0.0395, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.35668789808917195, | |
| "grad_norm": 2.3075597286224365, | |
| "learning_rate": 1.2210323070273924e-06, | |
| "loss": 0.0474, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.3573764847650198, | |
| "grad_norm": 3.346123218536377, | |
| "learning_rate": 1.2196280860881882e-06, | |
| "loss": 0.048, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.35806507144086763, | |
| "grad_norm": 2.004384994506836, | |
| "learning_rate": 1.2182211518201932e-06, | |
| "loss": 0.0392, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.35875365811671545, | |
| "grad_norm": 2.9468319416046143, | |
| "learning_rate": 1.2168115123521275e-06, | |
| "loss": 0.0684, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.35944224479256326, | |
| "grad_norm": 1.2145605087280273, | |
| "learning_rate": 1.2153991758283405e-06, | |
| "loss": 0.0365, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.3601308314684111, | |
| "grad_norm": 4.1393561363220215, | |
| "learning_rate": 1.2139841504087648e-06, | |
| "loss": 0.051, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.3608194181442589, | |
| "grad_norm": 1.5919743776321411, | |
| "learning_rate": 1.2125664442688676e-06, | |
| "loss": 0.038, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.36150800482010675, | |
| "grad_norm": 5.0021443367004395, | |
| "learning_rate": 1.2111460655996052e-06, | |
| "loss": 0.0384, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.36219659149595457, | |
| "grad_norm": 2.6562514305114746, | |
| "learning_rate": 1.2097230226073736e-06, | |
| "loss": 0.0552, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.3628851781718024, | |
| "grad_norm": 1.5791517496109009, | |
| "learning_rate": 1.2082973235139631e-06, | |
| "loss": 0.0389, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.3635737648476502, | |
| "grad_norm": 1.0275822877883911, | |
| "learning_rate": 1.20686897655651e-06, | |
| "loss": 0.0317, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.364262351523498, | |
| "grad_norm": 0.863628625869751, | |
| "learning_rate": 1.2054379899874481e-06, | |
| "loss": 0.0335, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.3649509381993458, | |
| "grad_norm": 1.7720952033996582, | |
| "learning_rate": 1.2040043720744629e-06, | |
| "loss": 0.0434, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.3656395248751937, | |
| "grad_norm": 2.150038719177246, | |
| "learning_rate": 1.2025681311004414e-06, | |
| "loss": 0.056, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.3663281115510415, | |
| "grad_norm": 2.2364723682403564, | |
| "learning_rate": 1.2011292753634273e-06, | |
| "loss": 0.0511, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.3670166982268893, | |
| "grad_norm": 2.4348905086517334, | |
| "learning_rate": 1.19968781317657e-06, | |
| "loss": 0.0597, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.36770528490273713, | |
| "grad_norm": 1.6019231081008911, | |
| "learning_rate": 1.198243752868079e-06, | |
| "loss": 0.0421, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.36839387157858494, | |
| "grad_norm": 1.790875792503357, | |
| "learning_rate": 1.1967971027811736e-06, | |
| "loss": 0.0525, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.36908245825443275, | |
| "grad_norm": 1.034947395324707, | |
| "learning_rate": 1.1953478712740369e-06, | |
| "loss": 0.0375, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.3697710449302806, | |
| "grad_norm": 5.181905269622803, | |
| "learning_rate": 1.1938960667197659e-06, | |
| "loss": 0.0758, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.37045963160612844, | |
| "grad_norm": 1.4616913795471191, | |
| "learning_rate": 1.192441697506324e-06, | |
| "loss": 0.0334, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.37114821828197625, | |
| "grad_norm": 1.1523162126541138, | |
| "learning_rate": 1.1909847720364916e-06, | |
| "loss": 0.0286, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.37183680495782406, | |
| "grad_norm": 1.6779744625091553, | |
| "learning_rate": 1.1895252987278186e-06, | |
| "loss": 0.042, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.3725253916336719, | |
| "grad_norm": 1.0781142711639404, | |
| "learning_rate": 1.1880632860125758e-06, | |
| "loss": 0.0454, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.3732139783095197, | |
| "grad_norm": 1.3055678606033325, | |
| "learning_rate": 1.1865987423377045e-06, | |
| "loss": 0.0345, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.37390256498536756, | |
| "grad_norm": 1.5933148860931396, | |
| "learning_rate": 1.18513167616477e-06, | |
| "loss": 0.0342, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.37459115166121537, | |
| "grad_norm": 3.173180103302002, | |
| "learning_rate": 1.1836620959699108e-06, | |
| "loss": 0.0521, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.3752797383370632, | |
| "grad_norm": 2.223057508468628, | |
| "learning_rate": 1.1821900102437912e-06, | |
| "loss": 0.0527, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.375968325012911, | |
| "grad_norm": 2.5380778312683105, | |
| "learning_rate": 1.1807154274915511e-06, | |
| "loss": 0.0599, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.3766569116887588, | |
| "grad_norm": 2.7058088779449463, | |
| "learning_rate": 1.179238356232757e-06, | |
| "loss": 0.0568, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.3773454983646066, | |
| "grad_norm": 2.7598958015441895, | |
| "learning_rate": 1.1777588050013535e-06, | |
| "loss": 0.054, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.3780340850404545, | |
| "grad_norm": 3.010155200958252, | |
| "learning_rate": 1.1762767823456133e-06, | |
| "loss": 0.0598, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.3787226717163023, | |
| "grad_norm": 0.9841732382774353, | |
| "learning_rate": 1.1747922968280882e-06, | |
| "loss": 0.0362, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3794112583921501, | |
| "grad_norm": 1.461783766746521, | |
| "learning_rate": 1.1733053570255591e-06, | |
| "loss": 0.0328, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.38009984506799793, | |
| "grad_norm": 3.313559055328369, | |
| "learning_rate": 1.1718159715289867e-06, | |
| "loss": 0.0695, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.38078843174384575, | |
| "grad_norm": 0.8045036792755127, | |
| "learning_rate": 1.170324148943463e-06, | |
| "loss": 0.0329, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.38147701841969356, | |
| "grad_norm": 0.8036057353019714, | |
| "learning_rate": 1.168829897888159e-06, | |
| "loss": 0.0266, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.3821656050955414, | |
| "grad_norm": 1.8481725454330444, | |
| "learning_rate": 1.167333226996278e-06, | |
| "loss": 0.0386, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.38285419177138924, | |
| "grad_norm": 1.0102611780166626, | |
| "learning_rate": 1.1658341449150032e-06, | |
| "loss": 0.0381, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.38354277844723705, | |
| "grad_norm": 1.4911229610443115, | |
| "learning_rate": 1.164332660305449e-06, | |
| "loss": 0.0485, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.38423136512308487, | |
| "grad_norm": 0.722821056842804, | |
| "learning_rate": 1.162828781842611e-06, | |
| "loss": 0.0304, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.3849199517989327, | |
| "grad_norm": 0.8105100393295288, | |
| "learning_rate": 1.1613225182153145e-06, | |
| "loss": 0.0353, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.3856085384747805, | |
| "grad_norm": 2.5104775428771973, | |
| "learning_rate": 1.1598138781261665e-06, | |
| "loss": 0.0714, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.38629712515062836, | |
| "grad_norm": 10.722454071044922, | |
| "learning_rate": 1.1583028702915034e-06, | |
| "loss": 0.0566, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.3869857118264762, | |
| "grad_norm": 1.80426025390625, | |
| "learning_rate": 1.156789503441343e-06, | |
| "loss": 0.0461, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.387674298502324, | |
| "grad_norm": 1.8370131254196167, | |
| "learning_rate": 1.1552737863193303e-06, | |
| "loss": 0.0369, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.3883628851781718, | |
| "grad_norm": 2.0509800910949707, | |
| "learning_rate": 1.1537557276826913e-06, | |
| "loss": 0.0483, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.3890514718540196, | |
| "grad_norm": 0.9729053974151611, | |
| "learning_rate": 1.1522353363021794e-06, | |
| "loss": 0.0354, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.38974005852986743, | |
| "grad_norm": 2.3379573822021484, | |
| "learning_rate": 1.1507126209620256e-06, | |
| "loss": 0.0508, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.3904286452057153, | |
| "grad_norm": 2.511033773422241, | |
| "learning_rate": 1.149187590459888e-06, | |
| "loss": 0.0569, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.3911172318815631, | |
| "grad_norm": 1.2116601467132568, | |
| "learning_rate": 1.1476602536068014e-06, | |
| "loss": 0.048, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.3918058185574109, | |
| "grad_norm": 3.102020502090454, | |
| "learning_rate": 1.1461306192271252e-06, | |
| "loss": 0.0396, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.39249440523325874, | |
| "grad_norm": 1.1369881629943848, | |
| "learning_rate": 1.1445986961584925e-06, | |
| "loss": 0.0409, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.39318299190910655, | |
| "grad_norm": 1.541366457939148, | |
| "learning_rate": 1.1430644932517608e-06, | |
| "loss": 0.0378, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.39387157858495436, | |
| "grad_norm": 2.640345573425293, | |
| "learning_rate": 1.1415280193709588e-06, | |
| "loss": 0.055, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.3945601652608022, | |
| "grad_norm": 5.671389579772949, | |
| "learning_rate": 1.139989283393236e-06, | |
| "loss": 0.0457, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.39524875193665004, | |
| "grad_norm": 1.0211718082427979, | |
| "learning_rate": 1.1384482942088117e-06, | |
| "loss": 0.0338, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.39593733861249786, | |
| "grad_norm": 3.5074875354766846, | |
| "learning_rate": 1.1369050607209233e-06, | |
| "loss": 0.053, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.39662592528834567, | |
| "grad_norm": 1.2499216794967651, | |
| "learning_rate": 1.1353595918457751e-06, | |
| "loss": 0.0418, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.3973145119641935, | |
| "grad_norm": 1.390372395515442, | |
| "learning_rate": 1.1338118965124859e-06, | |
| "loss": 0.054, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.3980030986400413, | |
| "grad_norm": 3.431739330291748, | |
| "learning_rate": 1.1322619836630388e-06, | |
| "loss": 0.0562, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.3986916853158891, | |
| "grad_norm": 2.0555548667907715, | |
| "learning_rate": 1.1307098622522289e-06, | |
| "loss": 0.0646, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.399380271991737, | |
| "grad_norm": 0.6893410086631775, | |
| "learning_rate": 1.1291555412476107e-06, | |
| "loss": 0.0302, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4000688586675848, | |
| "grad_norm": 1.866735816001892, | |
| "learning_rate": 1.127599029629448e-06, | |
| "loss": 0.0574, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.4007574453434326, | |
| "grad_norm": 1.4360915422439575, | |
| "learning_rate": 1.1260403363906608e-06, | |
| "loss": 0.0392, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.4014460320192804, | |
| "grad_norm": 2.2419047355651855, | |
| "learning_rate": 1.1244794705367735e-06, | |
| "loss": 0.0539, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.40213461869512823, | |
| "grad_norm": 3.054363250732422, | |
| "learning_rate": 1.1229164410858632e-06, | |
| "loss": 0.0668, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.40282320537097605, | |
| "grad_norm": 1.8350940942764282, | |
| "learning_rate": 1.121351257068507e-06, | |
| "loss": 0.0395, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.4035117920468239, | |
| "grad_norm": 1.0479074716567993, | |
| "learning_rate": 1.1197839275277313e-06, | |
| "loss": 0.049, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.4042003787226717, | |
| "grad_norm": 2.2756590843200684, | |
| "learning_rate": 1.1182144615189574e-06, | |
| "loss": 0.0347, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.40488896539851954, | |
| "grad_norm": 5.023045063018799, | |
| "learning_rate": 1.1166428681099505e-06, | |
| "loss": 0.0426, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.40557755207436735, | |
| "grad_norm": 1.3671889305114746, | |
| "learning_rate": 1.1150691563807676e-06, | |
| "loss": 0.0491, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.40626613875021517, | |
| "grad_norm": 1.1514941453933716, | |
| "learning_rate": 1.1134933354237042e-06, | |
| "loss": 0.0364, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.406954725426063, | |
| "grad_norm": 2.7162723541259766, | |
| "learning_rate": 1.111915414343242e-06, | |
| "loss": 0.0528, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.40764331210191085, | |
| "grad_norm": 2.2350502014160156, | |
| "learning_rate": 1.1103354022559963e-06, | |
| "loss": 0.0631, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.40833189877775866, | |
| "grad_norm": 1.735054612159729, | |
| "learning_rate": 1.1087533082906643e-06, | |
| "loss": 0.0513, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.4090204854536065, | |
| "grad_norm": 2.061946392059326, | |
| "learning_rate": 1.1071691415879704e-06, | |
| "loss": 0.0625, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.4097090721294543, | |
| "grad_norm": 0.9916709661483765, | |
| "learning_rate": 1.105582911300615e-06, | |
| "loss": 0.0367, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.4103976588053021, | |
| "grad_norm": 1.9802114963531494, | |
| "learning_rate": 1.1039946265932207e-06, | |
| "loss": 0.0436, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.4110862454811499, | |
| "grad_norm": 0.9088094830513, | |
| "learning_rate": 1.1024042966422805e-06, | |
| "loss": 0.0371, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.4117748321569978, | |
| "grad_norm": 1.1191926002502441, | |
| "learning_rate": 1.100811930636103e-06, | |
| "loss": 0.0299, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.4124634188328456, | |
| "grad_norm": 1.0036389827728271, | |
| "learning_rate": 1.0992175377747615e-06, | |
| "loss": 0.0454, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.4131520055086934, | |
| "grad_norm": 4.2138824462890625, | |
| "learning_rate": 1.0976211272700387e-06, | |
| "loss": 0.0478, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4131520055086934, | |
| "eval_loss": NaN, | |
| "eval_runtime": 52.2572, | |
| "eval_samples_per_second": 17.988, | |
| "eval_steps_per_second": 0.574, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4138405921845412, | |
| "grad_norm": 1.090606927871704, | |
| "learning_rate": 1.096022708345375e-06, | |
| "loss": 0.0462, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.41452917886038904, | |
| "grad_norm": 1.38716459274292, | |
| "learning_rate": 1.0944222902358142e-06, | |
| "loss": 0.0351, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.41521776553623685, | |
| "grad_norm": 0.9198645353317261, | |
| "learning_rate": 1.0928198821879514e-06, | |
| "loss": 0.0333, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.4159063522120847, | |
| "grad_norm": 3.8035387992858887, | |
| "learning_rate": 1.0912154934598781e-06, | |
| "loss": 0.0481, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.41659493888793253, | |
| "grad_norm": 1.6404244899749756, | |
| "learning_rate": 1.0896091333211294e-06, | |
| "loss": 0.0434, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.41728352556378034, | |
| "grad_norm": 2.3841938972473145, | |
| "learning_rate": 1.0880008110526307e-06, | |
| "loss": 0.0581, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.41797211223962816, | |
| "grad_norm": 1.1656181812286377, | |
| "learning_rate": 1.086390535946644e-06, | |
| "loss": 0.0422, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.41866069891547597, | |
| "grad_norm": 2.415818691253662, | |
| "learning_rate": 1.084778317306714e-06, | |
| "loss": 0.0401, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.4193492855913238, | |
| "grad_norm": 1.586534023284912, | |
| "learning_rate": 1.0831641644476136e-06, | |
| "loss": 0.042, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.42003787226717165, | |
| "grad_norm": 3.235222101211548, | |
| "learning_rate": 1.0815480866952917e-06, | |
| "loss": 0.0538, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.42072645894301947, | |
| "grad_norm": 3.894632339477539, | |
| "learning_rate": 1.0799300933868188e-06, | |
| "loss": 0.0553, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.4214150456188673, | |
| "grad_norm": 1.4868862628936768, | |
| "learning_rate": 1.0783101938703316e-06, | |
| "loss": 0.0526, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.4221036322947151, | |
| "grad_norm": 1.0991978645324707, | |
| "learning_rate": 1.0766883975049809e-06, | |
| "loss": 0.0383, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.4227922189705629, | |
| "grad_norm": 1.1814342737197876, | |
| "learning_rate": 1.0750647136608764e-06, | |
| "loss": 0.044, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.4234808056464107, | |
| "grad_norm": 1.9355812072753906, | |
| "learning_rate": 1.0734391517190334e-06, | |
| "loss": 0.0514, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.4241693923222586, | |
| "grad_norm": 1.2641894817352295, | |
| "learning_rate": 1.0718117210713177e-06, | |
| "loss": 0.0446, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.4248579789981064, | |
| "grad_norm": 2.5647919178009033, | |
| "learning_rate": 1.070182431120392e-06, | |
| "loss": 0.0579, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.4255465656739542, | |
| "grad_norm": 0.9132468104362488, | |
| "learning_rate": 1.0685512912796607e-06, | |
| "loss": 0.0379, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.426235152349802, | |
| "grad_norm": 3.9685916900634766, | |
| "learning_rate": 1.0669183109732174e-06, | |
| "loss": 0.0532, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.42692373902564984, | |
| "grad_norm": 1.259456992149353, | |
| "learning_rate": 1.065283499635788e-06, | |
| "loss": 0.0391, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.42761232570149765, | |
| "grad_norm": 4.12907075881958, | |
| "learning_rate": 1.0636468667126779e-06, | |
| "loss": 0.0377, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.4283009123773455, | |
| "grad_norm": 1.4325547218322754, | |
| "learning_rate": 1.0620084216597168e-06, | |
| "loss": 0.0378, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.42898949905319333, | |
| "grad_norm": 1.5633739233016968, | |
| "learning_rate": 1.0603681739432045e-06, | |
| "loss": 0.0357, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.42967808572904115, | |
| "grad_norm": 4.772932529449463, | |
| "learning_rate": 1.0587261330398554e-06, | |
| "loss": 0.0639, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.43036667240488896, | |
| "grad_norm": 1.0493786334991455, | |
| "learning_rate": 1.0570823084367446e-06, | |
| "loss": 0.0288, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.4310552590807368, | |
| "grad_norm": 5.160627841949463, | |
| "learning_rate": 1.0554367096312525e-06, | |
| "loss": 0.0575, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.4317438457565846, | |
| "grad_norm": 2.042513847351074, | |
| "learning_rate": 1.0537893461310102e-06, | |
| "loss": 0.0408, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.9592573642730713, | |
| "learning_rate": 1.0521402274538447e-06, | |
| "loss": 0.0359, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.43312101910828027, | |
| "grad_norm": 2.6171391010284424, | |
| "learning_rate": 1.0504893631277235e-06, | |
| "loss": 0.057, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.4338096057841281, | |
| "grad_norm": 1.797590970993042, | |
| "learning_rate": 1.0488367626906999e-06, | |
| "loss": 0.0437, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.4344981924599759, | |
| "grad_norm": 0.7842482328414917, | |
| "learning_rate": 1.0471824356908577e-06, | |
| "loss": 0.0331, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.4351867791358237, | |
| "grad_norm": 2.2623701095581055, | |
| "learning_rate": 1.0455263916862563e-06, | |
| "loss": 0.051, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.4358753658116715, | |
| "grad_norm": 8.88035774230957, | |
| "learning_rate": 1.043868640244875e-06, | |
| "loss": 0.0478, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.4365639524875194, | |
| "grad_norm": 2.777839422225952, | |
| "learning_rate": 1.042209190944558e-06, | |
| "loss": 0.0524, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.4372525391633672, | |
| "grad_norm": 8.069671630859375, | |
| "learning_rate": 1.04054805337296e-06, | |
| "loss": 0.0547, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.437941125839215, | |
| "grad_norm": 1.4109883308410645, | |
| "learning_rate": 1.0388852371274878e-06, | |
| "loss": 0.0372, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.43862971251506283, | |
| "grad_norm": 0.9471240639686584, | |
| "learning_rate": 1.0372207518152497e-06, | |
| "loss": 0.0446, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.43931829919091064, | |
| "grad_norm": 1.1018329858779907, | |
| "learning_rate": 1.0355546070529947e-06, | |
| "loss": 0.031, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.44000688586675846, | |
| "grad_norm": 1.4818556308746338, | |
| "learning_rate": 1.033886812467061e-06, | |
| "loss": 0.0451, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.4406954725426063, | |
| "grad_norm": 1.8176807165145874, | |
| "learning_rate": 1.032217377693318e-06, | |
| "loss": 0.0615, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.44138405921845414, | |
| "grad_norm": 0.9129772782325745, | |
| "learning_rate": 1.030546312377112e-06, | |
| "loss": 0.0305, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.44207264589430195, | |
| "grad_norm": 0.6538949012756348, | |
| "learning_rate": 1.02887362617321e-06, | |
| "loss": 0.0325, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.44276123257014977, | |
| "grad_norm": 1.7019373178482056, | |
| "learning_rate": 1.027199328745743e-06, | |
| "loss": 0.0513, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.4434498192459976, | |
| "grad_norm": 1.1184666156768799, | |
| "learning_rate": 1.0255234297681523e-06, | |
| "loss": 0.0445, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.4441384059218454, | |
| "grad_norm": 2.4774787425994873, | |
| "learning_rate": 1.0238459389231315e-06, | |
| "loss": 0.0404, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.44482699259769326, | |
| "grad_norm": 1.6032449007034302, | |
| "learning_rate": 1.0221668659025711e-06, | |
| "loss": 0.0354, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.4455155792735411, | |
| "grad_norm": 0.8187994956970215, | |
| "learning_rate": 1.0204862204075037e-06, | |
| "loss": 0.0317, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.4462041659493889, | |
| "grad_norm": 2.383275032043457, | |
| "learning_rate": 1.0188040121480466e-06, | |
| "loss": 0.0455, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.4468927526252367, | |
| "grad_norm": 1.9655463695526123, | |
| "learning_rate": 1.0171202508433462e-06, | |
| "loss": 0.0393, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.4475813393010845, | |
| "grad_norm": 2.310347557067871, | |
| "learning_rate": 1.0154349462215217e-06, | |
| "loss": 0.0494, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4482699259769323, | |
| "grad_norm": 2.8396027088165283, | |
| "learning_rate": 1.0137481080196088e-06, | |
| "loss": 0.0474, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.4489585126527802, | |
| "grad_norm": 2.0930988788604736, | |
| "learning_rate": 1.0120597459835041e-06, | |
| "loss": 0.0456, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.449647099328628, | |
| "grad_norm": 1.5480148792266846, | |
| "learning_rate": 1.010369869867908e-06, | |
| "loss": 0.0304, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.4503356860044758, | |
| "grad_norm": 2.6231887340545654, | |
| "learning_rate": 1.008678489436269e-06, | |
| "loss": 0.0417, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.45102427268032363, | |
| "grad_norm": 2.3155157566070557, | |
| "learning_rate": 1.0069856144607262e-06, | |
| "loss": 0.0551, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.45171285935617145, | |
| "grad_norm": 1.7999300956726074, | |
| "learning_rate": 1.0052912547220545e-06, | |
| "loss": 0.044, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.45240144603201926, | |
| "grad_norm": 1.9290413856506348, | |
| "learning_rate": 1.003595420009607e-06, | |
| "loss": 0.0544, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.45309003270786713, | |
| "grad_norm": 2.9275288581848145, | |
| "learning_rate": 1.001898120121258e-06, | |
| "loss": 0.0632, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.45377861938371494, | |
| "grad_norm": 2.154721975326538, | |
| "learning_rate": 1.0001993648633474e-06, | |
| "loss": 0.0466, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.45446720605956276, | |
| "grad_norm": 1.6349378824234009, | |
| "learning_rate": 9.98499164050624e-07, | |
| "loss": 0.0332, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.45515579273541057, | |
| "grad_norm": 1.4999908208847046, | |
| "learning_rate": 9.967975275061877e-07, | |
| "loss": 0.0374, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.4558443794112584, | |
| "grad_norm": 1.1644926071166992, | |
| "learning_rate": 9.950944650614346e-07, | |
| "loss": 0.0314, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.4565329660871062, | |
| "grad_norm": 2.801567792892456, | |
| "learning_rate": 9.933899865559977e-07, | |
| "loss": 0.0593, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.45722155276295406, | |
| "grad_norm": 1.6662511825561523, | |
| "learning_rate": 9.91684101837693e-07, | |
| "loss": 0.0333, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.4579101394388019, | |
| "grad_norm": 1.2403165102005005, | |
| "learning_rate": 9.899768207624593e-07, | |
| "loss": 0.0454, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.4585987261146497, | |
| "grad_norm": 2.511753797531128, | |
| "learning_rate": 9.882681531943048e-07, | |
| "loss": 0.0713, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.4592873127904975, | |
| "grad_norm": 1.0143543481826782, | |
| "learning_rate": 9.865581090052471e-07, | |
| "loss": 0.0275, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.4599758994663453, | |
| "grad_norm": 4.896536350250244, | |
| "learning_rate": 9.84846698075258e-07, | |
| "loss": 0.056, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.46066448614219313, | |
| "grad_norm": 2.9954235553741455, | |
| "learning_rate": 9.831339302922052e-07, | |
| "loss": 0.0402, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.46135307281804094, | |
| "grad_norm": 3.807004451751709, | |
| "learning_rate": 9.814198155517963e-07, | |
| "loss": 0.0699, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.4620416594938888, | |
| "grad_norm": 1.6664155721664429, | |
| "learning_rate": 9.797043637575208e-07, | |
| "loss": 0.0389, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.4627302461697366, | |
| "grad_norm": 1.3028852939605713, | |
| "learning_rate": 9.779875848205935e-07, | |
| "loss": 0.042, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.46341883284558444, | |
| "grad_norm": 2.6609857082366943, | |
| "learning_rate": 9.762694886598966e-07, | |
| "loss": 0.0474, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.46410741952143225, | |
| "grad_norm": 1.5844905376434326, | |
| "learning_rate": 9.74550085201923e-07, | |
| "loss": 0.056, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.46479600619728006, | |
| "grad_norm": 4.460345268249512, | |
| "learning_rate": 9.728293843807181e-07, | |
| "loss": 0.0484, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.4654845928731279, | |
| "grad_norm": 1.021072506904602, | |
| "learning_rate": 9.711073961378237e-07, | |
| "loss": 0.0349, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.46617317954897575, | |
| "grad_norm": 2.289487361907959, | |
| "learning_rate": 9.69384130422219e-07, | |
| "loss": 0.0454, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.46686176622482356, | |
| "grad_norm": 3.8165533542633057, | |
| "learning_rate": 9.676595971902651e-07, | |
| "loss": 0.0534, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.4675503529006714, | |
| "grad_norm": 1.6455634832382202, | |
| "learning_rate": 9.65933806405645e-07, | |
| "loss": 0.0446, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.4682389395765192, | |
| "grad_norm": 2.7591209411621094, | |
| "learning_rate": 9.642067680393085e-07, | |
| "loss": 0.0499, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.468927526252367, | |
| "grad_norm": 5.7655768394470215, | |
| "learning_rate": 9.624784920694125e-07, | |
| "loss": 0.0614, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.4696161129282148, | |
| "grad_norm": 1.4241942167282104, | |
| "learning_rate": 9.607489884812644e-07, | |
| "loss": 0.0348, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.4703046996040627, | |
| "grad_norm": 1.1881977319717407, | |
| "learning_rate": 9.590182672672657e-07, | |
| "loss": 0.0383, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.4709932862799105, | |
| "grad_norm": 1.3462255001068115, | |
| "learning_rate": 9.572863384268507e-07, | |
| "loss": 0.0381, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.4716818729557583, | |
| "grad_norm": 6.985964298248291, | |
| "learning_rate": 9.555532119664326e-07, | |
| "loss": 0.0466, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.4723704596316061, | |
| "grad_norm": 0.7835389971733093, | |
| "learning_rate": 9.53818897899343e-07, | |
| "loss": 0.0331, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.47305904630745393, | |
| "grad_norm": 1.349247694015503, | |
| "learning_rate": 9.520834062457757e-07, | |
| "loss": 0.0407, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.47374763298330175, | |
| "grad_norm": 0.8840040564537048, | |
| "learning_rate": 9.503467470327278e-07, | |
| "loss": 0.041, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.4744362196591496, | |
| "grad_norm": 1.5226664543151855, | |
| "learning_rate": 9.486089302939416e-07, | |
| "loss": 0.0413, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.47512480633499743, | |
| "grad_norm": 1.1643846035003662, | |
| "learning_rate": 9.468699660698482e-07, | |
| "loss": 0.0451, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.47581339301084524, | |
| "grad_norm": 1.3019757270812988, | |
| "learning_rate": 9.451298644075082e-07, | |
| "loss": 0.031, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.47650197968669306, | |
| "grad_norm": 1.045432448387146, | |
| "learning_rate": 9.433886353605525e-07, | |
| "loss": 0.0409, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.47719056636254087, | |
| "grad_norm": 2.7619879245758057, | |
| "learning_rate": 9.416462889891278e-07, | |
| "loss": 0.0588, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.4778791530383887, | |
| "grad_norm": 1.4391485452651978, | |
| "learning_rate": 9.399028353598343e-07, | |
| "loss": 0.0333, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.47856773971423655, | |
| "grad_norm": 1.132705807685852, | |
| "learning_rate": 9.381582845456707e-07, | |
| "loss": 0.034, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.47925632639008436, | |
| "grad_norm": 2.4216461181640625, | |
| "learning_rate": 9.364126466259746e-07, | |
| "loss": 0.0377, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.4799449130659322, | |
| "grad_norm": 0.8304051756858826, | |
| "learning_rate": 9.346659316863638e-07, | |
| "loss": 0.0358, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.48063349974178, | |
| "grad_norm": 2.7352631092071533, | |
| "learning_rate": 9.329181498186797e-07, | |
| "loss": 0.0439, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.4813220864176278, | |
| "grad_norm": 1.6298037767410278, | |
| "learning_rate": 9.311693111209272e-07, | |
| "loss": 0.0389, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.4820106730934756, | |
| "grad_norm": 1.2642754316329956, | |
| "learning_rate": 9.294194256972179e-07, | |
| "loss": 0.0365, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4826992597693235, | |
| "grad_norm": 1.3425546884536743, | |
| "learning_rate": 9.2766850365771e-07, | |
| "loss": 0.043, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.4833878464451713, | |
| "grad_norm": 1.3118093013763428, | |
| "learning_rate": 9.259165551185518e-07, | |
| "loss": 0.0385, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.4840764331210191, | |
| "grad_norm": 1.9635061025619507, | |
| "learning_rate": 9.241635902018215e-07, | |
| "loss": 0.0426, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.4847650197968669, | |
| "grad_norm": 5.12977409362793, | |
| "learning_rate": 9.224096190354705e-07, | |
| "loss": 0.051, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.48545360647271474, | |
| "grad_norm": 1.1564662456512451, | |
| "learning_rate": 9.206546517532632e-07, | |
| "loss": 0.0339, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.48614219314856255, | |
| "grad_norm": 4.499849796295166, | |
| "learning_rate": 9.188986984947191e-07, | |
| "loss": 0.0666, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.4868307798244104, | |
| "grad_norm": 1.2824400663375854, | |
| "learning_rate": 9.171417694050546e-07, | |
| "loss": 0.0295, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.48751936650025823, | |
| "grad_norm": 0.8864896297454834, | |
| "learning_rate": 9.153838746351244e-07, | |
| "loss": 0.0325, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.48820795317610605, | |
| "grad_norm": 0.6518732309341431, | |
| "learning_rate": 9.136250243413615e-07, | |
| "loss": 0.0316, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.48889653985195386, | |
| "grad_norm": 2.4528369903564453, | |
| "learning_rate": 9.11865228685721e-07, | |
| "loss": 0.0454, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.4895851265278017, | |
| "grad_norm": 1.9257168769836426, | |
| "learning_rate": 9.10104497835618e-07, | |
| "loss": 0.0424, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.4902737132036495, | |
| "grad_norm": 1.1349457502365112, | |
| "learning_rate": 9.083428419638731e-07, | |
| "loss": 0.0387, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.49096229987949735, | |
| "grad_norm": 1.1089831590652466, | |
| "learning_rate": 9.065802712486495e-07, | |
| "loss": 0.0326, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.49165088655534517, | |
| "grad_norm": 3.0594425201416016, | |
| "learning_rate": 9.048167958733967e-07, | |
| "loss": 0.0476, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.492339473231193, | |
| "grad_norm": 0.8714714050292969, | |
| "learning_rate": 9.030524260267908e-07, | |
| "loss": 0.0426, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.4930280599070408, | |
| "grad_norm": 2.1378977298736572, | |
| "learning_rate": 9.012871719026761e-07, | |
| "loss": 0.0635, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.4937166465828886, | |
| "grad_norm": 0.9265490770339966, | |
| "learning_rate": 8.995210437000057e-07, | |
| "loss": 0.0498, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.4944052332587364, | |
| "grad_norm": 1.1802395582199097, | |
| "learning_rate": 8.977540516227829e-07, | |
| "loss": 0.0347, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.4950938199345843, | |
| "grad_norm": 6.091121673583984, | |
| "learning_rate": 8.959862058800017e-07, | |
| "loss": 0.0604, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.4957824066104321, | |
| "grad_norm": 1.1476306915283203, | |
| "learning_rate": 8.942175166855892e-07, | |
| "loss": 0.0353, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.4964709932862799, | |
| "grad_norm": 1.6396180391311646, | |
| "learning_rate": 8.924479942583443e-07, | |
| "loss": 0.036, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.49715957996212773, | |
| "grad_norm": 2.2763607501983643, | |
| "learning_rate": 8.906776488218814e-07, | |
| "loss": 0.0563, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.49784816663797554, | |
| "grad_norm": 1.4460479021072388, | |
| "learning_rate": 8.889064906045685e-07, | |
| "loss": 0.0438, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.49853675331382336, | |
| "grad_norm": 0.9777504801750183, | |
| "learning_rate": 8.871345298394711e-07, | |
| "loss": 0.0338, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.4992253399896712, | |
| "grad_norm": 1.3857377767562866, | |
| "learning_rate": 8.853617767642904e-07, | |
| "loss": 0.0321, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.49991392666551904, | |
| "grad_norm": 1.6300612688064575, | |
| "learning_rate": 8.835882416213052e-07, | |
| "loss": 0.0412, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.5006025133413669, | |
| "grad_norm": 1.7815595865249634, | |
| "learning_rate": 8.818139346573137e-07, | |
| "loss": 0.0356, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.5012911000172147, | |
| "grad_norm": 3.6716341972351074, | |
| "learning_rate": 8.800388661235722e-07, | |
| "loss": 0.0532, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.5019796866930625, | |
| "grad_norm": 2.2164924144744873, | |
| "learning_rate": 8.782630462757385e-07, | |
| "loss": 0.041, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.5026682733689103, | |
| "grad_norm": 3.386078357696533, | |
| "learning_rate": 8.764864853738098e-07, | |
| "loss": 0.0424, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.5033568600447581, | |
| "grad_norm": 1.9759750366210938, | |
| "learning_rate": 8.747091936820653e-07, | |
| "loss": 0.0395, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.5040454467206059, | |
| "grad_norm": 1.404133915901184, | |
| "learning_rate": 8.729311814690068e-07, | |
| "loss": 0.035, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.5047340333964537, | |
| "grad_norm": 2.063049077987671, | |
| "learning_rate": 8.711524590072988e-07, | |
| "loss": 0.0385, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.5054226200723017, | |
| "grad_norm": 1.7186228036880493, | |
| "learning_rate": 8.693730365737092e-07, | |
| "loss": 0.0409, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.5061112067481495, | |
| "grad_norm": 2.135712146759033, | |
| "learning_rate": 8.675929244490498e-07, | |
| "loss": 0.0454, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.5067997934239973, | |
| "grad_norm": 12.76663589477539, | |
| "learning_rate": 8.658121329181176e-07, | |
| "loss": 0.0538, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.5074883800998451, | |
| "grad_norm": 3.0928215980529785, | |
| "learning_rate": 8.640306722696352e-07, | |
| "loss": 0.0482, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.5081769667756929, | |
| "grad_norm": 1.278377890586853, | |
| "learning_rate": 8.622485527961906e-07, | |
| "loss": 0.0433, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.5088655534515407, | |
| "grad_norm": 3.485219717025757, | |
| "learning_rate": 8.604657847941781e-07, | |
| "loss": 0.0395, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.5095541401273885, | |
| "grad_norm": 1.538900375366211, | |
| "learning_rate": 8.586823785637393e-07, | |
| "loss": 0.0392, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.5102427268032363, | |
| "grad_norm": 0.9679389595985413, | |
| "learning_rate": 8.568983444087034e-07, | |
| "loss": 0.0411, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.5109313134790842, | |
| "grad_norm": 1.10012948513031, | |
| "learning_rate": 8.551136926365272e-07, | |
| "loss": 0.035, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.511619900154932, | |
| "grad_norm": 1.1314895153045654, | |
| "learning_rate": 8.533284335582355e-07, | |
| "loss": 0.0344, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.5123084868307798, | |
| "grad_norm": 1.118043303489685, | |
| "learning_rate": 8.515425774883629e-07, | |
| "loss": 0.0405, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.5129970735066276, | |
| "grad_norm": 2.7140753269195557, | |
| "learning_rate": 8.497561347448919e-07, | |
| "loss": 0.0452, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.5136856601824755, | |
| "grad_norm": 1.620456337928772, | |
| "learning_rate": 8.47969115649196e-07, | |
| "loss": 0.042, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.5143742468583233, | |
| "grad_norm": 3.546649694442749, | |
| "learning_rate": 8.461815305259775e-07, | |
| "loss": 0.057, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.5150628335341711, | |
| "grad_norm": 2.879337787628174, | |
| "learning_rate": 8.443933897032092e-07, | |
| "loss": 0.0569, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.515751420210019, | |
| "grad_norm": 0.8898140788078308, | |
| "learning_rate": 8.426047035120748e-07, | |
| "loss": 0.0308, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.5164400068858668, | |
| "grad_norm": 2.4791476726531982, | |
| "learning_rate": 8.408154822869088e-07, | |
| "loss": 0.0343, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5171285935617146, | |
| "grad_norm": 1.0497187376022339, | |
| "learning_rate": 8.390257363651374e-07, | |
| "loss": 0.0354, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.5178171802375624, | |
| "grad_norm": 1.036444902420044, | |
| "learning_rate": 8.372354760872173e-07, | |
| "loss": 0.0357, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.5185057669134102, | |
| "grad_norm": 1.1157857179641724, | |
| "learning_rate": 8.354447117965775e-07, | |
| "loss": 0.0353, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.519194353589258, | |
| "grad_norm": 2.684016227722168, | |
| "learning_rate": 8.336534538395593e-07, | |
| "loss": 0.0363, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.5198829402651058, | |
| "grad_norm": 1.735194444656372, | |
| "learning_rate": 8.318617125653556e-07, | |
| "loss": 0.0513, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.5205715269409537, | |
| "grad_norm": 2.5792369842529297, | |
| "learning_rate": 8.300694983259521e-07, | |
| "loss": 0.0502, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.5212601136168015, | |
| "grad_norm": 5.261124610900879, | |
| "learning_rate": 8.282768214760669e-07, | |
| "loss": 0.071, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.5219487002926494, | |
| "grad_norm": 4.190047264099121, | |
| "learning_rate": 8.264836923730912e-07, | |
| "loss": 0.0517, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.5226372869684972, | |
| "grad_norm": 1.4767364263534546, | |
| "learning_rate": 8.246901213770288e-07, | |
| "loss": 0.0388, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.523325873644345, | |
| "grad_norm": 1.597373127937317, | |
| "learning_rate": 8.228961188504367e-07, | |
| "loss": 0.0471, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.5240144603201928, | |
| "grad_norm": 1.6377931833267212, | |
| "learning_rate": 8.211016951583652e-07, | |
| "loss": 0.0497, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.5247030469960406, | |
| "grad_norm": 2.816758632659912, | |
| "learning_rate": 8.193068606682978e-07, | |
| "loss": 0.043, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.5253916336718885, | |
| "grad_norm": 1.333830714225769, | |
| "learning_rate": 8.175116257500919e-07, | |
| "loss": 0.0387, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.5260802203477363, | |
| "grad_norm": 2.5023961067199707, | |
| "learning_rate": 8.157160007759173e-07, | |
| "loss": 0.0487, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.5267688070235841, | |
| "grad_norm": 2.205956220626831, | |
| "learning_rate": 8.139199961201986e-07, | |
| "loss": 0.0497, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.5274573936994319, | |
| "grad_norm": 3.1833369731903076, | |
| "learning_rate": 8.121236221595536e-07, | |
| "loss": 0.0419, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.5281459803752797, | |
| "grad_norm": 1.7417280673980713, | |
| "learning_rate": 8.103268892727335e-07, | |
| "loss": 0.0486, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.5288345670511275, | |
| "grad_norm": 2.472790479660034, | |
| "learning_rate": 8.085298078405637e-07, | |
| "loss": 0.0533, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.5295231537269753, | |
| "grad_norm": 1.4373942613601685, | |
| "learning_rate": 8.06732388245883e-07, | |
| "loss": 0.0384, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.5302117404028232, | |
| "grad_norm": 2.795945167541504, | |
| "learning_rate": 8.049346408734843e-07, | |
| "loss": 0.0426, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.5309003270786711, | |
| "grad_norm": 1.0303751230239868, | |
| "learning_rate": 8.03136576110054e-07, | |
| "loss": 0.04, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.5315889137545189, | |
| "grad_norm": 2.1054439544677734, | |
| "learning_rate": 8.013382043441125e-07, | |
| "loss": 0.0371, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.5322775004303667, | |
| "grad_norm": 1.0858324766159058, | |
| "learning_rate": 7.995395359659536e-07, | |
| "loss": 0.0417, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.5329660871062145, | |
| "grad_norm": 1.0309826135635376, | |
| "learning_rate": 7.977405813675849e-07, | |
| "loss": 0.0369, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.5336546737820623, | |
| "grad_norm": 1.4066166877746582, | |
| "learning_rate": 7.959413509426683e-07, | |
| "loss": 0.0416, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.5343432604579101, | |
| "grad_norm": 1.6242187023162842, | |
| "learning_rate": 7.941418550864585e-07, | |
| "loss": 0.0426, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.535031847133758, | |
| "grad_norm": 1.9140645265579224, | |
| "learning_rate": 7.923421041957441e-07, | |
| "loss": 0.0402, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.5357204338096058, | |
| "grad_norm": 1.3126039505004883, | |
| "learning_rate": 7.905421086687869e-07, | |
| "loss": 0.0425, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.5364090204854536, | |
| "grad_norm": 3.7478649616241455, | |
| "learning_rate": 7.887418789052627e-07, | |
| "loss": 0.0851, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.5370976071613014, | |
| "grad_norm": 3.227773427963257, | |
| "learning_rate": 7.869414253062005e-07, | |
| "loss": 0.06, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5377861938371492, | |
| "grad_norm": 1.7389943599700928, | |
| "learning_rate": 7.851407582739217e-07, | |
| "loss": 0.0384, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.538474780512997, | |
| "grad_norm": 1.3712178468704224, | |
| "learning_rate": 7.833398882119819e-07, | |
| "loss": 0.0312, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.5391633671888449, | |
| "grad_norm": 1.3141542673110962, | |
| "learning_rate": 7.815388255251093e-07, | |
| "loss": 0.039, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.5398519538646928, | |
| "grad_norm": 2.0938265323638916, | |
| "learning_rate": 7.797375806191448e-07, | |
| "loss": 0.0536, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.7585442662239075, | |
| "learning_rate": 7.779361639009826e-07, | |
| "loss": 0.0285, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5412291272163884, | |
| "grad_norm": 1.0139093399047852, | |
| "learning_rate": 7.761345857785089e-07, | |
| "loss": 0.035, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.5419177138922362, | |
| "grad_norm": 1.4656561613082886, | |
| "learning_rate": 7.743328566605428e-07, | |
| "loss": 0.0373, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.542606300568084, | |
| "grad_norm": 2.1215505599975586, | |
| "learning_rate": 7.725309869567762e-07, | |
| "loss": 0.0488, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.5432948872439318, | |
| "grad_norm": 2.200568199157715, | |
| "learning_rate": 7.707289870777125e-07, | |
| "loss": 0.0407, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.5439834739197796, | |
| "grad_norm": 1.1917870044708252, | |
| "learning_rate": 7.689268674346077e-07, | |
| "loss": 0.0372, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.5446720605956274, | |
| "grad_norm": 1.0177226066589355, | |
| "learning_rate": 7.671246384394092e-07, | |
| "loss": 0.033, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.5453606472714753, | |
| "grad_norm": 2.738736152648926, | |
| "learning_rate": 7.653223105046972e-07, | |
| "loss": 0.0523, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.5460492339473231, | |
| "grad_norm": 3.756382942199707, | |
| "learning_rate": 7.635198940436224e-07, | |
| "loss": 0.0578, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.5467378206231709, | |
| "grad_norm": 1.6693254709243774, | |
| "learning_rate": 7.617173994698479e-07, | |
| "loss": 0.0418, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.5474264072990188, | |
| "grad_norm": 1.6303993463516235, | |
| "learning_rate": 7.599148371974873e-07, | |
| "loss": 0.0476, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.5481149939748666, | |
| "grad_norm": 1.1434030532836914, | |
| "learning_rate": 7.581122176410458e-07, | |
| "loss": 0.0321, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.5488035806507144, | |
| "grad_norm": 2.553795576095581, | |
| "learning_rate": 7.563095512153599e-07, | |
| "loss": 0.0457, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.5494921673265623, | |
| "grad_norm": 1.1132242679595947, | |
| "learning_rate": 7.54506848335536e-07, | |
| "loss": 0.0319, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.5501807540024101, | |
| "grad_norm": 2.312326669692993, | |
| "learning_rate": 7.527041194168919e-07, | |
| "loss": 0.0453, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.5508693406782579, | |
| "grad_norm": 3.4833273887634277, | |
| "learning_rate": 7.509013748748953e-07, | |
| "loss": 0.0663, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5508693406782579, | |
| "eval_loss": NaN, | |
| "eval_runtime": 52.5477, | |
| "eval_samples_per_second": 17.889, | |
| "eval_steps_per_second": 0.571, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5515579273541057, | |
| "grad_norm": 2.3921875953674316, | |
| "learning_rate": 7.490986251251047e-07, | |
| "loss": 0.0409, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.5522465140299535, | |
| "grad_norm": 2.4889724254608154, | |
| "learning_rate": 7.472958805831083e-07, | |
| "loss": 0.0409, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.5529351007058013, | |
| "grad_norm": 1.531826376914978, | |
| "learning_rate": 7.454931516644641e-07, | |
| "loss": 0.0421, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.5536236873816491, | |
| "grad_norm": 2.2371773719787598, | |
| "learning_rate": 7.436904487846403e-07, | |
| "loss": 0.0595, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.554312274057497, | |
| "grad_norm": 2.616417169570923, | |
| "learning_rate": 7.418877823589541e-07, | |
| "loss": 0.0566, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.5550008607333448, | |
| "grad_norm": 1.1996484994888306, | |
| "learning_rate": 7.400851628025128e-07, | |
| "loss": 0.0287, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.5556894474091927, | |
| "grad_norm": 2.6323354244232178, | |
| "learning_rate": 7.382826005301522e-07, | |
| "loss": 0.0464, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.5563780340850405, | |
| "grad_norm": 3.5455663204193115, | |
| "learning_rate": 7.364801059563776e-07, | |
| "loss": 0.0391, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.5570666207608883, | |
| "grad_norm": 3.3607165813446045, | |
| "learning_rate": 7.34677689495303e-07, | |
| "loss": 0.0844, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.5577552074367361, | |
| "grad_norm": 1.177243709564209, | |
| "learning_rate": 7.32875361560591e-07, | |
| "loss": 0.0345, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.5584437941125839, | |
| "grad_norm": 1.1642190217971802, | |
| "learning_rate": 7.310731325653926e-07, | |
| "loss": 0.0415, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.5591323807884317, | |
| "grad_norm": 2.190865993499756, | |
| "learning_rate": 7.292710129222878e-07, | |
| "loss": 0.0513, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.5598209674642796, | |
| "grad_norm": 1.2847601175308228, | |
| "learning_rate": 7.27469013043224e-07, | |
| "loss": 0.0468, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.5605095541401274, | |
| "grad_norm": 1.9309284687042236, | |
| "learning_rate": 7.256671433394572e-07, | |
| "loss": 0.0372, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.5611981408159752, | |
| "grad_norm": 1.161548137664795, | |
| "learning_rate": 7.238654142214913e-07, | |
| "loss": 0.037, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.561886727491823, | |
| "grad_norm": 1.598902940750122, | |
| "learning_rate": 7.220638360990176e-07, | |
| "loss": 0.0413, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.5625753141676708, | |
| "grad_norm": 1.7435243129730225, | |
| "learning_rate": 7.202624193808553e-07, | |
| "loss": 0.0344, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.5632639008435186, | |
| "grad_norm": 2.2866055965423584, | |
| "learning_rate": 7.184611744748908e-07, | |
| "loss": 0.0453, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.5639524875193666, | |
| "grad_norm": 1.5499324798583984, | |
| "learning_rate": 7.166601117880181e-07, | |
| "loss": 0.0519, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.5646410741952144, | |
| "grad_norm": 2.0015063285827637, | |
| "learning_rate": 7.148592417260784e-07, | |
| "loss": 0.0494, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.5653296608710622, | |
| "grad_norm": 2.786552906036377, | |
| "learning_rate": 7.130585746937999e-07, | |
| "loss": 0.0435, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.56601824754691, | |
| "grad_norm": 1.9856184720993042, | |
| "learning_rate": 7.112581210947371e-07, | |
| "loss": 0.0447, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.5667068342227578, | |
| "grad_norm": 2.874436616897583, | |
| "learning_rate": 7.094578913312129e-07, | |
| "loss": 0.0403, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.5673954208986056, | |
| "grad_norm": 2.0641539096832275, | |
| "learning_rate": 7.076578958042562e-07, | |
| "loss": 0.0391, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.5680840075744534, | |
| "grad_norm": 1.909687876701355, | |
| "learning_rate": 7.058581449135415e-07, | |
| "loss": 0.0654, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.5687725942503012, | |
| "grad_norm": 3.5514442920684814, | |
| "learning_rate": 7.040586490573317e-07, | |
| "loss": 0.0679, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.5694611809261491, | |
| "grad_norm": 2.512451648712158, | |
| "learning_rate": 7.022594186324152e-07, | |
| "loss": 0.0506, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.5701497676019969, | |
| "grad_norm": 6.591738700866699, | |
| "learning_rate": 7.004604640340467e-07, | |
| "loss": 0.0627, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.5708383542778447, | |
| "grad_norm": 2.9258453845977783, | |
| "learning_rate": 6.986617956558879e-07, | |
| "loss": 0.0557, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.5715269409536925, | |
| "grad_norm": 1.4138998985290527, | |
| "learning_rate": 6.968634238899461e-07, | |
| "loss": 0.0356, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.5722155276295404, | |
| "grad_norm": 1.7183969020843506, | |
| "learning_rate": 6.950653591265157e-07, | |
| "loss": 0.0352, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.5729041143053882, | |
| "grad_norm": 3.762425184249878, | |
| "learning_rate": 6.932676117541171e-07, | |
| "loss": 0.0526, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.573592700981236, | |
| "grad_norm": 0.9005696177482605, | |
| "learning_rate": 6.914701921594364e-07, | |
| "loss": 0.0413, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.5742812876570839, | |
| "grad_norm": 2.033812999725342, | |
| "learning_rate": 6.896731107272666e-07, | |
| "loss": 0.0518, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.5749698743329317, | |
| "grad_norm": 2.612936496734619, | |
| "learning_rate": 6.878763778404465e-07, | |
| "loss": 0.046, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.5756584610087795, | |
| "grad_norm": 1.3164516687393188, | |
| "learning_rate": 6.860800038798014e-07, | |
| "loss": 0.042, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.5763470476846273, | |
| "grad_norm": 1.0242657661437988, | |
| "learning_rate": 6.842839992240828e-07, | |
| "loss": 0.0345, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.5770356343604751, | |
| "grad_norm": 1.7326459884643555, | |
| "learning_rate": 6.824883742499084e-07, | |
| "loss": 0.0483, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.5777242210363229, | |
| "grad_norm": 1.0916658639907837, | |
| "learning_rate": 6.806931393317021e-07, | |
| "loss": 0.0343, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.5784128077121707, | |
| "grad_norm": 1.0699293613433838, | |
| "learning_rate": 6.788983048416348e-07, | |
| "loss": 0.041, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5791013943880186, | |
| "grad_norm": 0.7033595442771912, | |
| "learning_rate": 6.771038811495634e-07, | |
| "loss": 0.0339, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.5797899810638664, | |
| "grad_norm": 3.7941253185272217, | |
| "learning_rate": 6.753098786229712e-07, | |
| "loss": 0.0531, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.5804785677397143, | |
| "grad_norm": 2.3720762729644775, | |
| "learning_rate": 6.735163076269089e-07, | |
| "loss": 0.0495, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.5811671544155621, | |
| "grad_norm": 2.6336419582366943, | |
| "learning_rate": 6.717231785239332e-07, | |
| "loss": 0.0556, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.5818557410914099, | |
| "grad_norm": 1.2152990102767944, | |
| "learning_rate": 6.699305016740482e-07, | |
| "loss": 0.0392, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.5825443277672577, | |
| "grad_norm": 3.2383077144622803, | |
| "learning_rate": 6.681382874346448e-07, | |
| "loss": 0.0462, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.5832329144431055, | |
| "grad_norm": 1.4202631711959839, | |
| "learning_rate": 6.663465461604408e-07, | |
| "loss": 0.0482, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.5839215011189534, | |
| "grad_norm": 1.5364083051681519, | |
| "learning_rate": 6.645552882034224e-07, | |
| "loss": 0.0382, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.5846100877948012, | |
| "grad_norm": 1.2425358295440674, | |
| "learning_rate": 6.627645239127829e-07, | |
| "loss": 0.0478, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.585298674470649, | |
| "grad_norm": 1.6918784379959106, | |
| "learning_rate": 6.609742636348628e-07, | |
| "loss": 0.0336, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5859872611464968, | |
| "grad_norm": 2.768200635910034, | |
| "learning_rate": 6.591845177130912e-07, | |
| "loss": 0.0428, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.5866758478223446, | |
| "grad_norm": 3.049840211868286, | |
| "learning_rate": 6.573952964879253e-07, | |
| "loss": 0.0397, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.5873644344981924, | |
| "grad_norm": 0.9758069515228271, | |
| "learning_rate": 6.556066102967912e-07, | |
| "loss": 0.0391, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.5880530211740402, | |
| "grad_norm": 1.7637124061584473, | |
| "learning_rate": 6.538184694740228e-07, | |
| "loss": 0.0361, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.5887416078498882, | |
| "grad_norm": 2.4037349224090576, | |
| "learning_rate": 6.52030884350804e-07, | |
| "loss": 0.0457, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.589430194525736, | |
| "grad_norm": 1.9923473596572876, | |
| "learning_rate": 6.50243865255108e-07, | |
| "loss": 0.0361, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.5901187812015838, | |
| "grad_norm": 0.9057682156562805, | |
| "learning_rate": 6.484574225116372e-07, | |
| "loss": 0.0342, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.5908073678774316, | |
| "grad_norm": 1.7229622602462769, | |
| "learning_rate": 6.466715664417646e-07, | |
| "loss": 0.0372, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.5914959545532794, | |
| "grad_norm": 1.1621085405349731, | |
| "learning_rate": 6.44886307363473e-07, | |
| "loss": 0.0406, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.5921845412291272, | |
| "grad_norm": 1.2246720790863037, | |
| "learning_rate": 6.431016555912967e-07, | |
| "loss": 0.0376, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.592873127904975, | |
| "grad_norm": 1.682592511177063, | |
| "learning_rate": 6.413176214362607e-07, | |
| "loss": 0.0377, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.5935617145808229, | |
| "grad_norm": 1.9782253503799438, | |
| "learning_rate": 6.395342152058221e-07, | |
| "loss": 0.0425, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.5942503012566707, | |
| "grad_norm": 1.0782979726791382, | |
| "learning_rate": 6.377514472038098e-07, | |
| "loss": 0.0348, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.5949388879325185, | |
| "grad_norm": 1.0809143781661987, | |
| "learning_rate": 6.359693277303647e-07, | |
| "loss": 0.0387, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.5956274746083663, | |
| "grad_norm": 2.2197580337524414, | |
| "learning_rate": 6.341878670818823e-07, | |
| "loss": 0.0506, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.5963160612842141, | |
| "grad_norm": 0.8412607312202454, | |
| "learning_rate": 6.324070755509505e-07, | |
| "loss": 0.0307, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.5970046479600619, | |
| "grad_norm": 1.5760669708251953, | |
| "learning_rate": 6.306269634262911e-07, | |
| "loss": 0.0438, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.5976932346359098, | |
| "grad_norm": 0.8986736536026001, | |
| "learning_rate": 6.288475409927014e-07, | |
| "loss": 0.0298, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.5983818213117577, | |
| "grad_norm": 1.050841212272644, | |
| "learning_rate": 6.270688185309933e-07, | |
| "loss": 0.0334, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.5990704079876055, | |
| "grad_norm": 1.035262107849121, | |
| "learning_rate": 6.25290806317935e-07, | |
| "loss": 0.0335, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.5997589946634533, | |
| "grad_norm": 2.2623655796051025, | |
| "learning_rate": 6.235135146261905e-07, | |
| "loss": 0.0306, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.6004475813393011, | |
| "grad_norm": 1.267370343208313, | |
| "learning_rate": 6.217369537242615e-07, | |
| "loss": 0.0299, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.6011361680151489, | |
| "grad_norm": 0.9285613894462585, | |
| "learning_rate": 6.199611338764277e-07, | |
| "loss": 0.0321, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.6018247546909967, | |
| "grad_norm": 3.471996307373047, | |
| "learning_rate": 6.181860653426865e-07, | |
| "loss": 0.0435, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.6025133413668445, | |
| "grad_norm": 1.4537479877471924, | |
| "learning_rate": 6.164117583786949e-07, | |
| "loss": 0.0472, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.6032019280426923, | |
| "grad_norm": 2.672942638397217, | |
| "learning_rate": 6.146382232357099e-07, | |
| "loss": 0.0331, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.6038905147185402, | |
| "grad_norm": 4.464734077453613, | |
| "learning_rate": 6.12865470160529e-07, | |
| "loss": 0.0696, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.604579101394388, | |
| "grad_norm": 0.9047175049781799, | |
| "learning_rate": 6.110935093954315e-07, | |
| "loss": 0.0296, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.6052676880702358, | |
| "grad_norm": 1.2557727098464966, | |
| "learning_rate": 6.09322351178119e-07, | |
| "loss": 0.0307, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.6059562747460837, | |
| "grad_norm": 2.5029802322387695, | |
| "learning_rate": 6.075520057416561e-07, | |
| "loss": 0.0395, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.6066448614219315, | |
| "grad_norm": 13.904054641723633, | |
| "learning_rate": 6.057824833144109e-07, | |
| "loss": 0.0604, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.6073334480977793, | |
| "grad_norm": 2.1429343223571777, | |
| "learning_rate": 6.040137941199982e-07, | |
| "loss": 0.0485, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.6080220347736272, | |
| "grad_norm": 6.323734283447266, | |
| "learning_rate": 6.022459483772174e-07, | |
| "loss": 0.0486, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.608710621449475, | |
| "grad_norm": 1.1670361757278442, | |
| "learning_rate": 6.004789562999943e-07, | |
| "loss": 0.0406, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.6093992081253228, | |
| "grad_norm": 1.574836254119873, | |
| "learning_rate": 5.987128280973241e-07, | |
| "loss": 0.0302, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.6100877948011706, | |
| "grad_norm": 2.5436885356903076, | |
| "learning_rate": 5.969475739732093e-07, | |
| "loss": 0.035, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.6107763814770184, | |
| "grad_norm": 2.241058588027954, | |
| "learning_rate": 5.951832041266037e-07, | |
| "loss": 0.0488, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.6114649681528662, | |
| "grad_norm": 3.304966449737549, | |
| "learning_rate": 5.934197287513507e-07, | |
| "loss": 0.0563, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.612153554828714, | |
| "grad_norm": 2.823863983154297, | |
| "learning_rate": 5.916571580361268e-07, | |
| "loss": 0.057, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.6128421415045618, | |
| "grad_norm": 2.8461127281188965, | |
| "learning_rate": 5.898955021643818e-07, | |
| "loss": 0.0404, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.6135307281804097, | |
| "grad_norm": 2.6318137645721436, | |
| "learning_rate": 5.881347713142792e-07, | |
| "loss": 0.0501, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.6142193148562576, | |
| "grad_norm": 4.913772106170654, | |
| "learning_rate": 5.863749756586385e-07, | |
| "loss": 0.0529, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.6149079015321054, | |
| "grad_norm": 2.4067413806915283, | |
| "learning_rate": 5.846161253648758e-07, | |
| "loss": 0.0449, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.6155964882079532, | |
| "grad_norm": 2.7842767238616943, | |
| "learning_rate": 5.828582305949455e-07, | |
| "loss": 0.0542, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.616285074883801, | |
| "grad_norm": 2.8386504650115967, | |
| "learning_rate": 5.811013015052811e-07, | |
| "loss": 0.0497, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.6169736615596488, | |
| "grad_norm": 2.9332778453826904, | |
| "learning_rate": 5.793453482467372e-07, | |
| "loss": 0.0551, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.6176622482354966, | |
| "grad_norm": 0.6656836867332458, | |
| "learning_rate": 5.775903809645295e-07, | |
| "loss": 0.0333, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.6183508349113445, | |
| "grad_norm": 4.7513813972473145, | |
| "learning_rate": 5.758364097981783e-07, | |
| "loss": 0.0492, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.6190394215871923, | |
| "grad_norm": 5.636755466461182, | |
| "learning_rate": 5.740834448814483e-07, | |
| "loss": 0.0725, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.6197280082630401, | |
| "grad_norm": 0.675811767578125, | |
| "learning_rate": 5.723314963422902e-07, | |
| "loss": 0.032, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.6204165949388879, | |
| "grad_norm": 5.540733814239502, | |
| "learning_rate": 5.705805743027822e-07, | |
| "loss": 0.07, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.6211051816147357, | |
| "grad_norm": 0.8821831941604614, | |
| "learning_rate": 5.688306888790729e-07, | |
| "loss": 0.0358, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.6217937682905835, | |
| "grad_norm": 1.8447363376617432, | |
| "learning_rate": 5.670818501813205e-07, | |
| "loss": 0.0436, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.6224823549664315, | |
| "grad_norm": 2.6588234901428223, | |
| "learning_rate": 5.653340683136364e-07, | |
| "loss": 0.0456, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.6231709416422793, | |
| "grad_norm": 1.287765622138977, | |
| "learning_rate": 5.635873533740257e-07, | |
| "loss": 0.0361, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.6238595283181271, | |
| "grad_norm": 4.207618236541748, | |
| "learning_rate": 5.618417154543293e-07, | |
| "loss": 0.0398, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.6245481149939749, | |
| "grad_norm": 2.851484775543213, | |
| "learning_rate": 5.600971646401658e-07, | |
| "loss": 0.0473, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.6252367016698227, | |
| "grad_norm": 0.7969105243682861, | |
| "learning_rate": 5.583537110108724e-07, | |
| "loss": 0.0279, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.6259252883456705, | |
| "grad_norm": 1.170715570449829, | |
| "learning_rate": 5.566113646394475e-07, | |
| "loss": 0.033, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.6266138750215183, | |
| "grad_norm": 1.3047338724136353, | |
| "learning_rate": 5.548701355924921e-07, | |
| "loss": 0.0381, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.6273024616973661, | |
| "grad_norm": 2.368790626525879, | |
| "learning_rate": 5.531300339301518e-07, | |
| "loss": 0.0567, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.627991048373214, | |
| "grad_norm": 1.110870361328125, | |
| "learning_rate": 5.513910697060585e-07, | |
| "loss": 0.0341, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.6286796350490618, | |
| "grad_norm": 1.3427845239639282, | |
| "learning_rate": 5.496532529672726e-07, | |
| "loss": 0.0505, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.6293682217249096, | |
| "grad_norm": 2.4387314319610596, | |
| "learning_rate": 5.479165937542243e-07, | |
| "loss": 0.0682, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.6300568084007574, | |
| "grad_norm": 3.4250006675720215, | |
| "learning_rate": 5.46181102100657e-07, | |
| "loss": 0.0493, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.6307453950766053, | |
| "grad_norm": 1.4157154560089111, | |
| "learning_rate": 5.444467880335675e-07, | |
| "loss": 0.0392, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.6314339817524531, | |
| "grad_norm": 1.042091727256775, | |
| "learning_rate": 5.427136615731493e-07, | |
| "loss": 0.0313, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.632122568428301, | |
| "grad_norm": 0.7086833119392395, | |
| "learning_rate": 5.409817327327345e-07, | |
| "loss": 0.0281, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.6328111551041488, | |
| "grad_norm": 1.6829954385757446, | |
| "learning_rate": 5.392510115187357e-07, | |
| "loss": 0.0398, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.6334997417799966, | |
| "grad_norm": 1.1449605226516724, | |
| "learning_rate": 5.375215079305878e-07, | |
| "loss": 0.0305, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.6341883284558444, | |
| "grad_norm": 1.4680140018463135, | |
| "learning_rate": 5.357932319606919e-07, | |
| "loss": 0.0344, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.6348769151316922, | |
| "grad_norm": 1.3349478244781494, | |
| "learning_rate": 5.340661935943549e-07, | |
| "loss": 0.03, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.63556550180754, | |
| "grad_norm": 1.6119310855865479, | |
| "learning_rate": 5.323404028097349e-07, | |
| "loss": 0.0389, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.6362540884833878, | |
| "grad_norm": 1.1399428844451904, | |
| "learning_rate": 5.30615869577781e-07, | |
| "loss": 0.0407, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.6369426751592356, | |
| "grad_norm": 3.0947811603546143, | |
| "learning_rate": 5.288926038621765e-07, | |
| "loss": 0.0447, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.6376312618350835, | |
| "grad_norm": 1.6864084005355835, | |
| "learning_rate": 5.271706156192821e-07, | |
| "loss": 0.0453, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.6383198485109313, | |
| "grad_norm": 1.8868345022201538, | |
| "learning_rate": 5.254499147980773e-07, | |
| "loss": 0.0505, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.6390084351867792, | |
| "grad_norm": 2.099931240081787, | |
| "learning_rate": 5.237305113401036e-07, | |
| "loss": 0.0406, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.639697021862627, | |
| "grad_norm": 0.737251341342926, | |
| "learning_rate": 5.220124151794066e-07, | |
| "loss": 0.0323, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.6403856085384748, | |
| "grad_norm": 0.9419944286346436, | |
| "learning_rate": 5.202956362424795e-07, | |
| "loss": 0.0313, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.6410741952143226, | |
| "grad_norm": 1.1497164964675903, | |
| "learning_rate": 5.185801844482038e-07, | |
| "loss": 0.0397, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.6417627818901704, | |
| "grad_norm": 2.8613665103912354, | |
| "learning_rate": 5.168660697077948e-07, | |
| "loss": 0.0368, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.6424513685660183, | |
| "grad_norm": 2.116457939147949, | |
| "learning_rate": 5.151533019247421e-07, | |
| "loss": 0.0412, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.6431399552418661, | |
| "grad_norm": 1.855595588684082, | |
| "learning_rate": 5.134418909947528e-07, | |
| "loss": 0.036, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.6438285419177139, | |
| "grad_norm": 1.125177264213562, | |
| "learning_rate": 5.117318468056952e-07, | |
| "loss": 0.0463, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.6445171285935617, | |
| "grad_norm": 3.617156505584717, | |
| "learning_rate": 5.100231792375409e-07, | |
| "loss": 0.039, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.6452057152694095, | |
| "grad_norm": 2.2830634117126465, | |
| "learning_rate": 5.083158981623073e-07, | |
| "loss": 0.0516, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.6458943019452573, | |
| "grad_norm": 2.273555278778076, | |
| "learning_rate": 5.066100134440024e-07, | |
| "loss": 0.057, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.6465828886211051, | |
| "grad_norm": 2.991377830505371, | |
| "learning_rate": 5.049055349385656e-07, | |
| "loss": 0.0562, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.6472714752969531, | |
| "grad_norm": 2.8711395263671875, | |
| "learning_rate": 5.032024724938122e-07, | |
| "loss": 0.0462, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.6479600619728009, | |
| "grad_norm": 1.0205518007278442, | |
| "learning_rate": 5.015008359493763e-07, | |
| "loss": 0.0358, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 1.4071390628814697, | |
| "learning_rate": 4.998006351366527e-07, | |
| "loss": 0.0407, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6493372353244965, | |
| "grad_norm": 1.1017682552337646, | |
| "learning_rate": 4.981018798787422e-07, | |
| "loss": 0.0322, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.6500258220003443, | |
| "grad_norm": 1.1007870435714722, | |
| "learning_rate": 4.964045799903931e-07, | |
| "loss": 0.0379, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.6507144086761921, | |
| "grad_norm": 0.9608356952667236, | |
| "learning_rate": 4.947087452779455e-07, | |
| "loss": 0.0209, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.6514029953520399, | |
| "grad_norm": 1.4245917797088623, | |
| "learning_rate": 4.930143855392738e-07, | |
| "loss": 0.0369, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.6520915820278878, | |
| "grad_norm": 1.0495784282684326, | |
| "learning_rate": 4.913215105637313e-07, | |
| "loss": 0.0327, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.6527801687037356, | |
| "grad_norm": 0.9632245302200317, | |
| "learning_rate": 4.89630130132092e-07, | |
| "loss": 0.0334, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.6534687553795834, | |
| "grad_norm": 1.3451519012451172, | |
| "learning_rate": 4.879402540164959e-07, | |
| "loss": 0.037, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.6541573420554312, | |
| "grad_norm": 1.0132431983947754, | |
| "learning_rate": 4.862518919803913e-07, | |
| "loss": 0.0373, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.654845928731279, | |
| "grad_norm": 2.147390365600586, | |
| "learning_rate": 4.845650537784785e-07, | |
| "loss": 0.045, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.6555345154071269, | |
| "grad_norm": 1.592938780784607, | |
| "learning_rate": 4.828797491566539e-07, | |
| "loss": 0.043, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.6562231020829747, | |
| "grad_norm": 1.6316312551498413, | |
| "learning_rate": 4.811959878519535e-07, | |
| "loss": 0.0387, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.6569116887588226, | |
| "grad_norm": 1.6321161985397339, | |
| "learning_rate": 4.795137795924964e-07, | |
| "loss": 0.0464, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.6576002754346704, | |
| "grad_norm": 1.9767481088638306, | |
| "learning_rate": 4.778331340974292e-07, | |
| "loss": 0.0424, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.6582888621105182, | |
| "grad_norm": 1.2096083164215088, | |
| "learning_rate": 4.761540610768688e-07, | |
| "loss": 0.0325, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.658977448786366, | |
| "grad_norm": 1.224372148513794, | |
| "learning_rate": 4.7447657023184774e-07, | |
| "loss": 0.034, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.6596660354622138, | |
| "grad_norm": 2.112062692642212, | |
| "learning_rate": 4.7280067125425705e-07, | |
| "loss": 0.0457, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.6603546221380616, | |
| "grad_norm": 1.8852901458740234, | |
| "learning_rate": 4.7112637382679027e-07, | |
| "loss": 0.0587, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.6610432088139094, | |
| "grad_norm": 1.2141562700271606, | |
| "learning_rate": 4.6945368762288817e-07, | |
| "loss": 0.0381, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6617317954897572, | |
| "grad_norm": 0.8128355741500854, | |
| "learning_rate": 4.677826223066821e-07, | |
| "loss": 0.0309, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.6624203821656051, | |
| "grad_norm": 1.6328099966049194, | |
| "learning_rate": 4.661131875329393e-07, | |
| "loss": 0.0343, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.6631089688414529, | |
| "grad_norm": 2.024277448654175, | |
| "learning_rate": 4.6444539294700546e-07, | |
| "loss": 0.044, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.6637975555173007, | |
| "grad_norm": 2.8527324199676514, | |
| "learning_rate": 4.627792481847503e-07, | |
| "loss": 0.0666, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.6644861421931486, | |
| "grad_norm": 1.3414418697357178, | |
| "learning_rate": 4.6111476287251196e-07, | |
| "loss": 0.0396, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.6651747288689964, | |
| "grad_norm": 0.9298830032348633, | |
| "learning_rate": 4.5945194662704025e-07, | |
| "loss": 0.0374, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.6658633155448442, | |
| "grad_norm": 2.0369393825531006, | |
| "learning_rate": 4.5779080905544195e-07, | |
| "loss": 0.0413, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.666551902220692, | |
| "grad_norm": 0.8166273832321167, | |
| "learning_rate": 4.5613135975512516e-07, | |
| "loss": 0.0386, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.6672404888965399, | |
| "grad_norm": 4.4119462966918945, | |
| "learning_rate": 4.54473608313744e-07, | |
| "loss": 0.0467, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.6679290755723877, | |
| "grad_norm": 0.8039397597312927, | |
| "learning_rate": 4.5281756430914247e-07, | |
| "loss": 0.0326, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.6686176622482355, | |
| "grad_norm": 2.9824352264404297, | |
| "learning_rate": 4.511632373093004e-07, | |
| "loss": 0.0389, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.6693062489240833, | |
| "grad_norm": 2.1428463459014893, | |
| "learning_rate": 4.4951063687227695e-07, | |
| "loss": 0.044, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.6699948355999311, | |
| "grad_norm": 0.6483240127563477, | |
| "learning_rate": 4.4785977254615547e-07, | |
| "loss": 0.0257, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.6706834222757789, | |
| "grad_norm": 1.9066822528839111, | |
| "learning_rate": 4.4621065386898985e-07, | |
| "loss": 0.0378, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.6713720089516267, | |
| "grad_norm": 0.9829638004302979, | |
| "learning_rate": 4.445632903687477e-07, | |
| "loss": 0.0357, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.6720605956274746, | |
| "grad_norm": 0.9792909026145935, | |
| "learning_rate": 4.429176915632555e-07, | |
| "loss": 0.0361, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.6727491823033225, | |
| "grad_norm": 1.5433796644210815, | |
| "learning_rate": 4.4127386696014475e-07, | |
| "loss": 0.0405, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.6734377689791703, | |
| "grad_norm": 0.8117923736572266, | |
| "learning_rate": 4.396318260567956e-07, | |
| "loss": 0.0287, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.6741263556550181, | |
| "grad_norm": 1.0583049058914185, | |
| "learning_rate": 4.379915783402833e-07, | |
| "loss": 0.0339, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.6748149423308659, | |
| "grad_norm": 2.464478015899658, | |
| "learning_rate": 4.363531332873225e-07, | |
| "loss": 0.0506, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.6755035290067137, | |
| "grad_norm": 2.997077226638794, | |
| "learning_rate": 4.3471650036421207e-07, | |
| "loss": 0.0438, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.6761921156825615, | |
| "grad_norm": 1.9492137432098389, | |
| "learning_rate": 4.330816890267826e-07, | |
| "loss": 0.0337, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.6768807023584094, | |
| "grad_norm": 1.8833026885986328, | |
| "learning_rate": 4.314487087203394e-07, | |
| "loss": 0.034, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.6775692890342572, | |
| "grad_norm": 3.1301233768463135, | |
| "learning_rate": 4.298175688796083e-07, | |
| "loss": 0.0388, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.678257875710105, | |
| "grad_norm": 3.1154770851135254, | |
| "learning_rate": 4.281882789286824e-07, | |
| "loss": 0.0421, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.6789464623859528, | |
| "grad_norm": 1.089151382446289, | |
| "learning_rate": 4.2656084828096663e-07, | |
| "loss": 0.0309, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.6796350490618006, | |
| "grad_norm": 2.2512292861938477, | |
| "learning_rate": 4.249352863391238e-07, | |
| "loss": 0.0698, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.6803236357376484, | |
| "grad_norm": 4.633951663970947, | |
| "learning_rate": 4.2331160249501943e-07, | |
| "loss": 0.0587, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.6810122224134963, | |
| "grad_norm": 3.223294734954834, | |
| "learning_rate": 4.216898061296685e-07, | |
| "loss": 0.0539, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.6817008090893442, | |
| "grad_norm": 2.5416343212127686, | |
| "learning_rate": 4.2006990661318124e-07, | |
| "loss": 0.0396, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.682389395765192, | |
| "grad_norm": 1.987453818321228, | |
| "learning_rate": 4.184519133047081e-07, | |
| "loss": 0.0541, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.6830779824410398, | |
| "grad_norm": 2.748623847961426, | |
| "learning_rate": 4.168358355523864e-07, | |
| "loss": 0.0355, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.6837665691168876, | |
| "grad_norm": 2.9006195068359375, | |
| "learning_rate": 4.1522168269328635e-07, | |
| "loss": 0.039, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.6844551557927354, | |
| "grad_norm": 1.599282145500183, | |
| "learning_rate": 4.136094640533561e-07, | |
| "loss": 0.0407, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.6851437424685832, | |
| "grad_norm": 1.5435281991958618, | |
| "learning_rate": 4.119991889473694e-07, | |
| "loss": 0.0337, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.685832329144431, | |
| "grad_norm": 1.0384854078292847, | |
| "learning_rate": 4.103908666788708e-07, | |
| "loss": 0.0362, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.6865209158202789, | |
| "grad_norm": 0.8538234233856201, | |
| "learning_rate": 4.087845065401224e-07, | |
| "loss": 0.0306, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.6872095024961267, | |
| "grad_norm": 1.119547724723816, | |
| "learning_rate": 4.071801178120486e-07, | |
| "loss": 0.042, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.6878980891719745, | |
| "grad_norm": 3.1723387241363525, | |
| "learning_rate": 4.0557770976418567e-07, | |
| "loss": 0.0384, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.6885866758478223, | |
| "grad_norm": 0.6819777488708496, | |
| "learning_rate": 4.039772916546252e-07, | |
| "loss": 0.032, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6885866758478223, | |
| "eval_loss": NaN, | |
| "eval_runtime": 52.1084, | |
| "eval_samples_per_second": 18.039, | |
| "eval_steps_per_second": 0.576, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6892752625236702, | |
| "grad_norm": 1.3075960874557495, | |
| "learning_rate": 4.0237887272996137e-07, | |
| "loss": 0.0337, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.689963849199518, | |
| "grad_norm": 1.4856195449829102, | |
| "learning_rate": 4.0078246222523856e-07, | |
| "loss": 0.0378, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.6906524358753658, | |
| "grad_norm": 1.404183268547058, | |
| "learning_rate": 3.9918806936389695e-07, | |
| "loss": 0.033, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.6913410225512137, | |
| "grad_norm": 1.4934730529785156, | |
| "learning_rate": 3.975957033577199e-07, | |
| "loss": 0.0329, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.6920296092270615, | |
| "grad_norm": 2.977386713027954, | |
| "learning_rate": 3.960053734067795e-07, | |
| "loss": 0.0469, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.6927181959029093, | |
| "grad_norm": 1.5321935415267944, | |
| "learning_rate": 3.944170886993849e-07, | |
| "loss": 0.0382, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.6934067825787571, | |
| "grad_norm": 1.1486047506332397, | |
| "learning_rate": 3.928308584120297e-07, | |
| "loss": 0.0403, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.6940953692546049, | |
| "grad_norm": 1.6696416139602661, | |
| "learning_rate": 3.9124669170933565e-07, | |
| "loss": 0.0371, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.6947839559304527, | |
| "grad_norm": 3.427872657775879, | |
| "learning_rate": 3.8966459774400347e-07, | |
| "loss": 0.0421, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.6954725426063005, | |
| "grad_norm": 0.8849469423294067, | |
| "learning_rate": 3.8808458565675835e-07, | |
| "loss": 0.0306, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.6961611292821483, | |
| "grad_norm": 1.2189770936965942, | |
| "learning_rate": 3.865066645762961e-07, | |
| "loss": 0.0404, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.6968497159579962, | |
| "grad_norm": 1.9794597625732422, | |
| "learning_rate": 3.849308436192326e-07, | |
| "loss": 0.0383, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.6975383026338441, | |
| "grad_norm": 1.1673556566238403, | |
| "learning_rate": 3.833571318900496e-07, | |
| "loss": 0.0358, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.6982268893096919, | |
| "grad_norm": 2.2651708126068115, | |
| "learning_rate": 3.817855384810431e-07, | |
| "loss": 0.0493, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.6989154759855397, | |
| "grad_norm": 0.9589655995368958, | |
| "learning_rate": 3.802160724722687e-07, | |
| "loss": 0.0357, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.6996040626613875, | |
| "grad_norm": 0.8128218054771423, | |
| "learning_rate": 3.7864874293149283e-07, | |
| "loss": 0.03, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.7002926493372353, | |
| "grad_norm": 1.0187331438064575, | |
| "learning_rate": 3.7708355891413704e-07, | |
| "loss": 0.0319, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.7009812360130832, | |
| "grad_norm": 1.0906572341918945, | |
| "learning_rate": 3.7552052946322657e-07, | |
| "loss": 0.0406, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.701669822688931, | |
| "grad_norm": 0.9828197360038757, | |
| "learning_rate": 3.739596636093392e-07, | |
| "loss": 0.0419, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.7023584093647788, | |
| "grad_norm": 1.1043859720230103, | |
| "learning_rate": 3.72400970370552e-07, | |
| "loss": 0.0307, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.7030469960406266, | |
| "grad_norm": 0.8299310803413391, | |
| "learning_rate": 3.7084445875238954e-07, | |
| "loss": 0.03, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.7037355827164744, | |
| "grad_norm": 0.937839686870575, | |
| "learning_rate": 3.6929013774777145e-07, | |
| "loss": 0.0346, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.7044241693923222, | |
| "grad_norm": 1.791324496269226, | |
| "learning_rate": 3.677380163369611e-07, | |
| "loss": 0.0478, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.70511275606817, | |
| "grad_norm": 1.7982102632522583, | |
| "learning_rate": 3.661881034875143e-07, | |
| "loss": 0.0391, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.705801342744018, | |
| "grad_norm": 2.0506327152252197, | |
| "learning_rate": 3.6464040815422507e-07, | |
| "loss": 0.0468, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.7064899294198658, | |
| "grad_norm": 1.3306516408920288, | |
| "learning_rate": 3.630949392790767e-07, | |
| "loss": 0.0324, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.7071785160957136, | |
| "grad_norm": 0.5435441732406616, | |
| "learning_rate": 3.6155170579118854e-07, | |
| "loss": 0.0216, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.7078671027715614, | |
| "grad_norm": 1.3751722574234009, | |
| "learning_rate": 3.600107166067642e-07, | |
| "loss": 0.0489, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.7085556894474092, | |
| "grad_norm": 0.9435898661613464, | |
| "learning_rate": 3.584719806290414e-07, | |
| "loss": 0.0362, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.709244276123257, | |
| "grad_norm": 1.594156265258789, | |
| "learning_rate": 3.569355067482393e-07, | |
| "loss": 0.0415, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.7099328627991048, | |
| "grad_norm": 1.1103911399841309, | |
| "learning_rate": 3.554013038415074e-07, | |
| "loss": 0.0377, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.7106214494749526, | |
| "grad_norm": 1.9799931049346924, | |
| "learning_rate": 3.538693807728749e-07, | |
| "loss": 0.0752, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.7113100361508005, | |
| "grad_norm": 1.0530234575271606, | |
| "learning_rate": 3.523397463931984e-07, | |
| "loss": 0.0367, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.7119986228266483, | |
| "grad_norm": 2.412879467010498, | |
| "learning_rate": 3.50812409540112e-07, | |
| "loss": 0.0484, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.7126872095024961, | |
| "grad_norm": 3.327991008758545, | |
| "learning_rate": 3.492873790379746e-07, | |
| "loss": 0.0456, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.7133757961783439, | |
| "grad_norm": 1.4389045238494873, | |
| "learning_rate": 3.4776466369782085e-07, | |
| "loss": 0.0377, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.7140643828541918, | |
| "grad_norm": 0.8031566739082336, | |
| "learning_rate": 3.462442723173087e-07, | |
| "loss": 0.0402, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.7147529695300396, | |
| "grad_norm": 1.366336703300476, | |
| "learning_rate": 3.4472621368066987e-07, | |
| "loss": 0.0453, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.7154415562058875, | |
| "grad_norm": 0.8032950758934021, | |
| "learning_rate": 3.4321049655865736e-07, | |
| "loss": 0.0289, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.7161301428817353, | |
| "grad_norm": 1.4440593719482422, | |
| "learning_rate": 3.4169712970849627e-07, | |
| "loss": 0.0345, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.7168187295575831, | |
| "grad_norm": 0.7717305421829224, | |
| "learning_rate": 3.4018612187383375e-07, | |
| "loss": 0.0301, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.7175073162334309, | |
| "grad_norm": 3.838707447052002, | |
| "learning_rate": 3.386774817846857e-07, | |
| "loss": 0.0529, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.7181959029092787, | |
| "grad_norm": 0.8490850329399109, | |
| "learning_rate": 3.3717121815738917e-07, | |
| "loss": 0.0292, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.7188844895851265, | |
| "grad_norm": 4.1733198165893555, | |
| "learning_rate": 3.3566733969455105e-07, | |
| "loss": 0.0506, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.7195730762609743, | |
| "grad_norm": 4.513906478881836, | |
| "learning_rate": 3.341658550849968e-07, | |
| "loss": 0.0726, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.7202616629368221, | |
| "grad_norm": 4.330476760864258, | |
| "learning_rate": 3.3266677300372194e-07, | |
| "loss": 0.046, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.72095024961267, | |
| "grad_norm": 2.028891086578369, | |
| "learning_rate": 3.31170102111841e-07, | |
| "loss": 0.0498, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.7216388362885178, | |
| "grad_norm": 0.6522834300994873, | |
| "learning_rate": 3.296758510565372e-07, | |
| "loss": 0.0356, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.7223274229643656, | |
| "grad_norm": 1.6715763807296753, | |
| "learning_rate": 3.2818402847101323e-07, | |
| "loss": 0.051, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.7230160096402135, | |
| "grad_norm": 1.4972044229507446, | |
| "learning_rate": 3.26694642974441e-07, | |
| "loss": 0.0369, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7237045963160613, | |
| "grad_norm": 1.9538828134536743, | |
| "learning_rate": 3.25207703171912e-07, | |
| "loss": 0.0404, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.7243931829919091, | |
| "grad_norm": 0.7338998317718506, | |
| "learning_rate": 3.2372321765438675e-07, | |
| "loss": 0.0319, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.725081769667757, | |
| "grad_norm": 2.146472930908203, | |
| "learning_rate": 3.2224119499864655e-07, | |
| "loss": 0.0616, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.7257703563436048, | |
| "grad_norm": 2.9502859115600586, | |
| "learning_rate": 3.20761643767243e-07, | |
| "loss": 0.0337, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.7264589430194526, | |
| "grad_norm": 1.8921616077423096, | |
| "learning_rate": 3.192845725084492e-07, | |
| "loss": 0.0471, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.7271475296953004, | |
| "grad_norm": 1.1024879217147827, | |
| "learning_rate": 3.1780998975620896e-07, | |
| "loss": 0.0345, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.7278361163711482, | |
| "grad_norm": 2.4277031421661377, | |
| "learning_rate": 3.163379040300891e-07, | |
| "loss": 0.0353, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.728524703046996, | |
| "grad_norm": 1.8230592012405396, | |
| "learning_rate": 3.148683238352303e-07, | |
| "loss": 0.0376, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.7292132897228438, | |
| "grad_norm": 1.0931044816970825, | |
| "learning_rate": 3.134012576622956e-07, | |
| "loss": 0.0315, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.7299018763986916, | |
| "grad_norm": 2.499800682067871, | |
| "learning_rate": 3.119367139874243e-07, | |
| "loss": 0.0332, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.7305904630745395, | |
| "grad_norm": 2.1995832920074463, | |
| "learning_rate": 3.104747012721815e-07, | |
| "loss": 0.0424, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.7312790497503874, | |
| "grad_norm": 0.6910571455955505, | |
| "learning_rate": 3.090152279635086e-07, | |
| "loss": 0.0404, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.7319676364262352, | |
| "grad_norm": 1.4366569519042969, | |
| "learning_rate": 3.075583024936762e-07, | |
| "loss": 0.0419, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.732656223102083, | |
| "grad_norm": 3.7019598484039307, | |
| "learning_rate": 3.061039332802341e-07, | |
| "loss": 0.0438, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.7333448097779308, | |
| "grad_norm": 2.872150421142578, | |
| "learning_rate": 3.046521287259631e-07, | |
| "loss": 0.0641, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.7340333964537786, | |
| "grad_norm": 1.266828179359436, | |
| "learning_rate": 3.0320289721882635e-07, | |
| "loss": 0.0394, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.7347219831296264, | |
| "grad_norm": 1.6967920064926147, | |
| "learning_rate": 3.01756247131921e-07, | |
| "loss": 0.0325, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.7354105698054743, | |
| "grad_norm": 1.5893540382385254, | |
| "learning_rate": 3.0031218682343007e-07, | |
| "loss": 0.0484, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.7360991564813221, | |
| "grad_norm": 1.346121072769165, | |
| "learning_rate": 2.9887072463657285e-07, | |
| "loss": 0.0361, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.7367877431571699, | |
| "grad_norm": 2.682793378829956, | |
| "learning_rate": 2.974318688995586e-07, | |
| "loss": 0.0416, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.7374763298330177, | |
| "grad_norm": 1.455304741859436, | |
| "learning_rate": 2.959956279255373e-07, | |
| "loss": 0.0413, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.7381649165088655, | |
| "grad_norm": 1.4952563047409058, | |
| "learning_rate": 2.9456201001255207e-07, | |
| "loss": 0.0348, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.7388535031847133, | |
| "grad_norm": 1.678237795829773, | |
| "learning_rate": 2.9313102344349e-07, | |
| "loss": 0.044, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.7395420898605612, | |
| "grad_norm": 0.9822528958320618, | |
| "learning_rate": 2.9170267648603673e-07, | |
| "loss": 0.0358, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.7402306765364091, | |
| "grad_norm": 1.9483540058135986, | |
| "learning_rate": 2.9027697739262663e-07, | |
| "loss": 0.046, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.7409192632122569, | |
| "grad_norm": 1.8128844499588013, | |
| "learning_rate": 2.8885393440039515e-07, | |
| "loss": 0.0543, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.7416078498881047, | |
| "grad_norm": 1.4429570436477661, | |
| "learning_rate": 2.874335557311325e-07, | |
| "loss": 0.0326, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.7422964365639525, | |
| "grad_norm": 1.2512860298156738, | |
| "learning_rate": 2.860158495912356e-07, | |
| "loss": 0.0407, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.7429850232398003, | |
| "grad_norm": 1.1085288524627686, | |
| "learning_rate": 2.846008241716597e-07, | |
| "loss": 0.0365, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.7436736099156481, | |
| "grad_norm": 1.3198708295822144, | |
| "learning_rate": 2.831884876478727e-07, | |
| "loss": 0.0413, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.7443621965914959, | |
| "grad_norm": 1.0952802896499634, | |
| "learning_rate": 2.8177884817980686e-07, | |
| "loss": 0.0389, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.7450507832673438, | |
| "grad_norm": 1.516270637512207, | |
| "learning_rate": 2.803719139118119e-07, | |
| "loss": 0.0431, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.7457393699431916, | |
| "grad_norm": 0.6831901669502258, | |
| "learning_rate": 2.789676929726077e-07, | |
| "loss": 0.0286, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.7464279566190394, | |
| "grad_norm": 0.7357486486434937, | |
| "learning_rate": 2.775661934752379e-07, | |
| "loss": 0.0228, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.7471165432948872, | |
| "grad_norm": 1.4754431247711182, | |
| "learning_rate": 2.761674235170229e-07, | |
| "loss": 0.0487, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.7478051299707351, | |
| "grad_norm": 1.4521621465682983, | |
| "learning_rate": 2.7477139117951204e-07, | |
| "loss": 0.0409, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.7484937166465829, | |
| "grad_norm": 1.375725507736206, | |
| "learning_rate": 2.7337810452843853e-07, | |
| "loss": 0.0356, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.7491823033224307, | |
| "grad_norm": 0.8640785217285156, | |
| "learning_rate": 2.719875716136718e-07, | |
| "loss": 0.0366, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.7498708899982786, | |
| "grad_norm": 1.6378506422042847, | |
| "learning_rate": 2.7059980046917157e-07, | |
| "loss": 0.0341, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.7505594766741264, | |
| "grad_norm": 2.255967617034912, | |
| "learning_rate": 2.6921479911294004e-07, | |
| "loss": 0.0549, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.7512480633499742, | |
| "grad_norm": 2.0054450035095215, | |
| "learning_rate": 2.678325755469782e-07, | |
| "loss": 0.0331, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.751936650025822, | |
| "grad_norm": 2.423703193664551, | |
| "learning_rate": 2.6645313775723735e-07, | |
| "loss": 0.0482, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.7526252367016698, | |
| "grad_norm": 2.1465048789978027, | |
| "learning_rate": 2.6507649371357303e-07, | |
| "loss": 0.069, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.7533138233775176, | |
| "grad_norm": 1.2143465280532837, | |
| "learning_rate": 2.637026513697004e-07, | |
| "loss": 0.0332, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.7540024100533654, | |
| "grad_norm": 1.5316872596740723, | |
| "learning_rate": 2.623316186631474e-07, | |
| "loss": 0.041, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.7546909967292132, | |
| "grad_norm": 1.0369889736175537, | |
| "learning_rate": 2.609634035152089e-07, | |
| "loss": 0.036, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.7553795834050611, | |
| "grad_norm": 2.4066288471221924, | |
| "learning_rate": 2.5959801383090053e-07, | |
| "loss": 0.0536, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.756068170080909, | |
| "grad_norm": 3.3121628761291504, | |
| "learning_rate": 2.582354574989141e-07, | |
| "loss": 0.0442, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 1.7879836559295654, | |
| "learning_rate": 2.5687574239157133e-07, | |
| "loss": 0.0355, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7574453434326046, | |
| "grad_norm": 1.2505536079406738, | |
| "learning_rate": 2.555188763647782e-07, | |
| "loss": 0.0369, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7581339301084524, | |
| "grad_norm": 1.3603464365005493, | |
| "learning_rate": 2.541648672579799e-07, | |
| "loss": 0.031, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.7588225167843002, | |
| "grad_norm": 1.5650826692581177, | |
| "learning_rate": 2.5281372289411586e-07, | |
| "loss": 0.04, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.759511103460148, | |
| "grad_norm": 3.784898519515991, | |
| "learning_rate": 2.5146545107957316e-07, | |
| "loss": 0.05, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.7601996901359959, | |
| "grad_norm": 0.6565837860107422, | |
| "learning_rate": 2.5012005960414336e-07, | |
| "loss": 0.0283, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.7608882768118437, | |
| "grad_norm": 2.902250289916992, | |
| "learning_rate": 2.4877755624097596e-07, | |
| "loss": 0.0507, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.7615768634876915, | |
| "grad_norm": 2.825230836868286, | |
| "learning_rate": 2.4743794874653473e-07, | |
| "loss": 0.0467, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.7622654501635393, | |
| "grad_norm": 1.3733197450637817, | |
| "learning_rate": 2.461012448605511e-07, | |
| "loss": 0.0365, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.7629540368393871, | |
| "grad_norm": 1.4917924404144287, | |
| "learning_rate": 2.447674523059818e-07, | |
| "loss": 0.0606, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.7636426235152349, | |
| "grad_norm": 2.7635116577148438, | |
| "learning_rate": 2.434365787889626e-07, | |
| "loss": 0.0503, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.7643312101910829, | |
| "grad_norm": 0.611931324005127, | |
| "learning_rate": 2.421086319987636e-07, | |
| "loss": 0.0272, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.7650197968669307, | |
| "grad_norm": 0.8764542937278748, | |
| "learning_rate": 2.407836196077461e-07, | |
| "loss": 0.0322, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.7657083835427785, | |
| "grad_norm": 0.7310965657234192, | |
| "learning_rate": 2.394615492713174e-07, | |
| "loss": 0.0328, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.7663969702186263, | |
| "grad_norm": 2.653526544570923, | |
| "learning_rate": 2.3814242862788708e-07, | |
| "loss": 0.0309, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.7670855568944741, | |
| "grad_norm": 0.9845799803733826, | |
| "learning_rate": 2.3682626529882154e-07, | |
| "loss": 0.0327, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.7677741435703219, | |
| "grad_norm": 2.5036215782165527, | |
| "learning_rate": 2.3551306688840193e-07, | |
| "loss": 0.038, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.7684627302461697, | |
| "grad_norm": 5.138982772827148, | |
| "learning_rate": 2.3420284098377892e-07, | |
| "loss": 0.0502, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.7691513169220175, | |
| "grad_norm": 1.914443016052246, | |
| "learning_rate": 2.3289559515492922e-07, | |
| "loss": 0.0399, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.7698399035978654, | |
| "grad_norm": 2.3059728145599365, | |
| "learning_rate": 2.3159133695461185e-07, | |
| "loss": 0.0379, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.7705284902737132, | |
| "grad_norm": 1.5767160654067993, | |
| "learning_rate": 2.302900739183246e-07, | |
| "loss": 0.0333, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.771217076949561, | |
| "grad_norm": 3.1090176105499268, | |
| "learning_rate": 2.289918135642597e-07, | |
| "loss": 0.0461, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.7719056636254088, | |
| "grad_norm": 2.735536575317383, | |
| "learning_rate": 2.276965633932619e-07, | |
| "loss": 0.0493, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.7725942503012567, | |
| "grad_norm": 1.959100365638733, | |
| "learning_rate": 2.264043308887838e-07, | |
| "loss": 0.0468, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.7732828369771045, | |
| "grad_norm": 1.2408851385116577, | |
| "learning_rate": 2.2511512351684363e-07, | |
| "loss": 0.0342, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.7739714236529524, | |
| "grad_norm": 4.450596332550049, | |
| "learning_rate": 2.238289487259802e-07, | |
| "loss": 0.0473, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.7746600103288002, | |
| "grad_norm": 2.594928503036499, | |
| "learning_rate": 2.2254581394721314e-07, | |
| "loss": 0.0556, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.775348597004648, | |
| "grad_norm": 1.5205286741256714, | |
| "learning_rate": 2.2126572659399702e-07, | |
| "loss": 0.0321, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.7760371836804958, | |
| "grad_norm": 1.3155531883239746, | |
| "learning_rate": 2.199886940621793e-07, | |
| "loss": 0.0341, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.7767257703563436, | |
| "grad_norm": 6.33934211730957, | |
| "learning_rate": 2.187147237299584e-07, | |
| "loss": 0.0516, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.7774143570321914, | |
| "grad_norm": 1.8137176036834717, | |
| "learning_rate": 2.1744382295784051e-07, | |
| "loss": 0.0429, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.7781029437080392, | |
| "grad_norm": 2.371187448501587, | |
| "learning_rate": 2.1617599908859704e-07, | |
| "loss": 0.0463, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.778791530383887, | |
| "grad_norm": 0.849485456943512, | |
| "learning_rate": 2.149112594472219e-07, | |
| "loss": 0.0278, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.7794801170597349, | |
| "grad_norm": 1.7227100133895874, | |
| "learning_rate": 2.1364961134088974e-07, | |
| "loss": 0.0423, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.7801687037355827, | |
| "grad_norm": 0.9471607804298401, | |
| "learning_rate": 2.1239106205891434e-07, | |
| "loss": 0.0357, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.7808572904114306, | |
| "grad_norm": 2.793656587600708, | |
| "learning_rate": 2.1113561887270414e-07, | |
| "loss": 0.0575, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.7815458770872784, | |
| "grad_norm": 1.774049997329712, | |
| "learning_rate": 2.0988328903572294e-07, | |
| "loss": 0.0414, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.7822344637631262, | |
| "grad_norm": 1.095347285270691, | |
| "learning_rate": 2.0863407978344646e-07, | |
| "loss": 0.0368, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.782923050438974, | |
| "grad_norm": 1.7162691354751587, | |
| "learning_rate": 2.073879983333206e-07, | |
| "loss": 0.0415, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.7836116371148218, | |
| "grad_norm": 2.0913143157958984, | |
| "learning_rate": 2.0614505188472043e-07, | |
| "loss": 0.0405, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.7843002237906697, | |
| "grad_norm": 1.2482720613479614, | |
| "learning_rate": 2.049052476189081e-07, | |
| "loss": 0.04, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.7849888104665175, | |
| "grad_norm": 1.545812964439392, | |
| "learning_rate": 2.0366859269899139e-07, | |
| "loss": 0.0405, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.7856773971423653, | |
| "grad_norm": 1.1307729482650757, | |
| "learning_rate": 2.024350942698824e-07, | |
| "loss": 0.0368, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.7863659838182131, | |
| "grad_norm": 1.6241786479949951, | |
| "learning_rate": 2.0120475945825635e-07, | |
| "loss": 0.0417, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.7870545704940609, | |
| "grad_norm": 0.6096736192703247, | |
| "learning_rate": 1.9997759537251027e-07, | |
| "loss": 0.0222, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.7877431571699087, | |
| "grad_norm": 0.7886786460876465, | |
| "learning_rate": 1.987536091027217e-07, | |
| "loss": 0.0354, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.7884317438457565, | |
| "grad_norm": 2.2134599685668945, | |
| "learning_rate": 1.9753280772060819e-07, | |
| "loss": 0.0388, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.7891203305216044, | |
| "grad_norm": 1.7454898357391357, | |
| "learning_rate": 1.9631519827948646e-07, | |
| "loss": 0.0438, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.7898089171974523, | |
| "grad_norm": 1.2793916463851929, | |
| "learning_rate": 1.9510078781423127e-07, | |
| "loss": 0.0396, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.7904975038733001, | |
| "grad_norm": 1.160200595855713, | |
| "learning_rate": 1.9388958334123465e-07, | |
| "loss": 0.0306, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.7911860905491479, | |
| "grad_norm": 2.7765467166900635, | |
| "learning_rate": 1.9268159185836575e-07, | |
| "loss": 0.0386, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.7918746772249957, | |
| "grad_norm": 0.8433117866516113, | |
| "learning_rate": 1.914768203449312e-07, | |
| "loss": 0.0329, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7925632639008435, | |
| "grad_norm": 1.1878784894943237, | |
| "learning_rate": 1.9027527576163248e-07, | |
| "loss": 0.0482, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.7932518505766913, | |
| "grad_norm": 1.8059767484664917, | |
| "learning_rate": 1.8907696505052805e-07, | |
| "loss": 0.0459, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.7939404372525392, | |
| "grad_norm": 1.4108067750930786, | |
| "learning_rate": 1.8788189513499225e-07, | |
| "loss": 0.0359, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.794629023928387, | |
| "grad_norm": 2.8449463844299316, | |
| "learning_rate": 1.8669007291967474e-07, | |
| "loss": 0.0605, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.7953176106042348, | |
| "grad_norm": 2.109138011932373, | |
| "learning_rate": 1.855015052904619e-07, | |
| "loss": 0.039, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.7960061972800826, | |
| "grad_norm": 0.7768294811248779, | |
| "learning_rate": 1.843161991144361e-07, | |
| "loss": 0.026, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.7966947839559304, | |
| "grad_norm": 1.037238359451294, | |
| "learning_rate": 1.8313416123983648e-07, | |
| "loss": 0.0365, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.7973833706317782, | |
| "grad_norm": 4.998857021331787, | |
| "learning_rate": 1.8195539849601882e-07, | |
| "loss": 0.0549, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.7980719573076261, | |
| "grad_norm": 1.6518234014511108, | |
| "learning_rate": 1.807799176934169e-07, | |
| "loss": 0.0551, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.798760543983474, | |
| "grad_norm": 2.0027265548706055, | |
| "learning_rate": 1.7960772562350263e-07, | |
| "loss": 0.0395, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.7994491306593218, | |
| "grad_norm": 0.9088563323020935, | |
| "learning_rate": 1.7843882905874638e-07, | |
| "loss": 0.0331, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.8001377173351696, | |
| "grad_norm": 1.7666093111038208, | |
| "learning_rate": 1.7727323475257906e-07, | |
| "loss": 0.0387, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.8008263040110174, | |
| "grad_norm": 4.637081146240234, | |
| "learning_rate": 1.7611094943935205e-07, | |
| "loss": 0.041, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.8015148906868652, | |
| "grad_norm": 1.8764437437057495, | |
| "learning_rate": 1.7495197983429907e-07, | |
| "loss": 0.0291, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.802203477362713, | |
| "grad_norm": 1.1433016061782837, | |
| "learning_rate": 1.7379633263349588e-07, | |
| "loss": 0.0393, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.8028920640385608, | |
| "grad_norm": 1.2018380165100098, | |
| "learning_rate": 1.726440145138241e-07, | |
| "loss": 0.0327, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.8035806507144087, | |
| "grad_norm": 1.667762279510498, | |
| "learning_rate": 1.7149503213293054e-07, | |
| "loss": 0.0387, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.8042692373902565, | |
| "grad_norm": 3.5406277179718018, | |
| "learning_rate": 1.7034939212918905e-07, | |
| "loss": 0.0365, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.8049578240661043, | |
| "grad_norm": 0.8176535367965698, | |
| "learning_rate": 1.6920710112166303e-07, | |
| "loss": 0.0295, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 0.8056464107419521, | |
| "grad_norm": 1.551162838935852, | |
| "learning_rate": 1.6806816571006675e-07, | |
| "loss": 0.0338, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.8063349974178, | |
| "grad_norm": 2.229407787322998, | |
| "learning_rate": 1.6693259247472645e-07, | |
| "loss": 0.0384, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 0.8070235840936478, | |
| "grad_norm": 2.7102787494659424, | |
| "learning_rate": 1.6580038797654388e-07, | |
| "loss": 0.0447, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.8077121707694956, | |
| "grad_norm": 1.271234154701233, | |
| "learning_rate": 1.6467155875695691e-07, | |
| "loss": 0.0335, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.8084007574453435, | |
| "grad_norm": 2.7677671909332275, | |
| "learning_rate": 1.635461113379028e-07, | |
| "loss": 0.0427, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 0.8090893441211913, | |
| "grad_norm": 3.216057538986206, | |
| "learning_rate": 1.6242405222177986e-07, | |
| "loss": 0.0752, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.8097779307970391, | |
| "grad_norm": 0.9205954670906067, | |
| "learning_rate": 1.613053878914101e-07, | |
| "loss": 0.0355, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.8104665174728869, | |
| "grad_norm": 1.8100371360778809, | |
| "learning_rate": 1.6019012481000194e-07, | |
| "loss": 0.0339, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 0.8111551041487347, | |
| "grad_norm": 2.619825839996338, | |
| "learning_rate": 1.5907826942111224e-07, | |
| "loss": 0.0311, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 0.8118436908245825, | |
| "grad_norm": 2.171375274658203, | |
| "learning_rate": 1.5796982814861001e-07, | |
| "loss": 0.0428, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.8125322775004303, | |
| "grad_norm": 0.9308121800422668, | |
| "learning_rate": 1.5686480739663873e-07, | |
| "loss": 0.0291, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.8132208641762781, | |
| "grad_norm": 3.1541476249694824, | |
| "learning_rate": 1.557632135495795e-07, | |
| "loss": 0.0548, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 0.813909450852126, | |
| "grad_norm": 1.2275060415267944, | |
| "learning_rate": 1.5466505297201342e-07, | |
| "loss": 0.0453, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.8145980375279739, | |
| "grad_norm": 1.1847599744796753, | |
| "learning_rate": 1.5357033200868667e-07, | |
| "loss": 0.0361, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 0.8152866242038217, | |
| "grad_norm": 1.8336642980575562, | |
| "learning_rate": 1.5247905698447205e-07, | |
| "loss": 0.0442, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.8159752108796695, | |
| "grad_norm": 2.949066638946533, | |
| "learning_rate": 1.5139123420433265e-07, | |
| "loss": 0.0379, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.8166637975555173, | |
| "grad_norm": 1.5507874488830566, | |
| "learning_rate": 1.5030686995328635e-07, | |
| "loss": 0.0366, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.8173523842313651, | |
| "grad_norm": 3.6694304943084717, | |
| "learning_rate": 1.4922597049636923e-07, | |
| "loss": 0.0406, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 0.818040970907213, | |
| "grad_norm": 0.8971219658851624, | |
| "learning_rate": 1.4814854207859832e-07, | |
| "loss": 0.0303, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.8187295575830608, | |
| "grad_norm": 3.4065237045288086, | |
| "learning_rate": 1.4707459092493706e-07, | |
| "loss": 0.0449, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 0.8194181442589086, | |
| "grad_norm": 1.7329087257385254, | |
| "learning_rate": 1.460041232402582e-07, | |
| "loss": 0.0453, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.8201067309347564, | |
| "grad_norm": 1.2424896955490112, | |
| "learning_rate": 1.449371452093087e-07, | |
| "loss": 0.0346, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.8207953176106042, | |
| "grad_norm": 0.6524109244346619, | |
| "learning_rate": 1.4387366299667333e-07, | |
| "loss": 0.0311, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.821483904286452, | |
| "grad_norm": 0.956653356552124, | |
| "learning_rate": 1.4281368274673965e-07, | |
| "loss": 0.0298, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 0.8221724909622998, | |
| "grad_norm": 3.6517152786254883, | |
| "learning_rate": 1.4175721058366212e-07, | |
| "loss": 0.0512, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.8228610776381478, | |
| "grad_norm": 2.1053764820098877, | |
| "learning_rate": 1.4070425261132658e-07, | |
| "loss": 0.0563, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.8235496643139956, | |
| "grad_norm": 2.020824670791626, | |
| "learning_rate": 1.3965481491331558e-07, | |
| "loss": 0.0369, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.8242382509898434, | |
| "grad_norm": 3.247819185256958, | |
| "learning_rate": 1.3860890355287287e-07, | |
| "loss": 0.0804, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.8249268376656912, | |
| "grad_norm": 0.764445960521698, | |
| "learning_rate": 1.375665245728684e-07, | |
| "loss": 0.0326, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 0.825615424341539, | |
| "grad_norm": 0.7333241701126099, | |
| "learning_rate": 1.3652768399576275e-07, | |
| "loss": 0.0385, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 0.8263040110173868, | |
| "grad_norm": 1.301659107208252, | |
| "learning_rate": 1.354923878235743e-07, | |
| "loss": 0.0333, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8263040110173868, | |
| "eval_loss": NaN, | |
| "eval_runtime": 52.6641, | |
| "eval_samples_per_second": 17.849, | |
| "eval_steps_per_second": 0.57, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8269925976932346, | |
| "grad_norm": 2.149554967880249, | |
| "learning_rate": 1.3446064203784223e-07, | |
| "loss": 0.0523, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 0.8276811843690824, | |
| "grad_norm": 5.522173881530762, | |
| "learning_rate": 1.3343245259959292e-07, | |
| "loss": 0.063, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 0.8283697710449303, | |
| "grad_norm": 1.2226101160049438, | |
| "learning_rate": 1.3240782544930604e-07, | |
| "loss": 0.0348, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.8290583577207781, | |
| "grad_norm": 1.9385267496109009, | |
| "learning_rate": 1.3138676650687977e-07, | |
| "loss": 0.0337, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.8297469443966259, | |
| "grad_norm": 1.1381406784057617, | |
| "learning_rate": 1.3036928167159591e-07, | |
| "loss": 0.0388, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.8304355310724737, | |
| "grad_norm": 1.4059276580810547, | |
| "learning_rate": 1.2935537682208706e-07, | |
| "loss": 0.0363, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.8311241177483216, | |
| "grad_norm": 1.6212000846862793, | |
| "learning_rate": 1.2834505781630198e-07, | |
| "loss": 0.0381, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 0.8318127044241694, | |
| "grad_norm": 1.4760454893112183, | |
| "learning_rate": 1.2733833049147165e-07, | |
| "loss": 0.0358, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.8325012911000172, | |
| "grad_norm": 3.9510326385498047, | |
| "learning_rate": 1.2633520066407583e-07, | |
| "loss": 0.0431, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.8331898777758651, | |
| "grad_norm": 2.911341905593872, | |
| "learning_rate": 1.2533567412980914e-07, | |
| "loss": 0.0368, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.8338784644517129, | |
| "grad_norm": 2.531261682510376, | |
| "learning_rate": 1.2433975666354833e-07, | |
| "loss": 0.039, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 0.8345670511275607, | |
| "grad_norm": 1.0456407070159912, | |
| "learning_rate": 1.2334745401931746e-07, | |
| "loss": 0.0335, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.8352556378034085, | |
| "grad_norm": 1.9870396852493286, | |
| "learning_rate": 1.223587719302562e-07, | |
| "loss": 0.0566, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 0.8359442244792563, | |
| "grad_norm": 2.2816286087036133, | |
| "learning_rate": 1.2137371610858585e-07, | |
| "loss": 0.0434, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 0.8366328111551041, | |
| "grad_norm": 1.110751986503601, | |
| "learning_rate": 1.2039229224557694e-07, | |
| "loss": 0.0425, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.8373213978309519, | |
| "grad_norm": 1.5934102535247803, | |
| "learning_rate": 1.194145060115149e-07, | |
| "loss": 0.0308, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.8380099845067998, | |
| "grad_norm": 2.121471643447876, | |
| "learning_rate": 1.1844036305566975e-07, | |
| "loss": 0.0536, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 0.8386985711826476, | |
| "grad_norm": 3.0202832221984863, | |
| "learning_rate": 1.1746986900626117e-07, | |
| "loss": 0.0397, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 0.8393871578584955, | |
| "grad_norm": 3.937549352645874, | |
| "learning_rate": 1.1650302947042685e-07, | |
| "loss": 0.0805, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 0.8400757445343433, | |
| "grad_norm": 4.227099418640137, | |
| "learning_rate": 1.1553985003419051e-07, | |
| "loss": 0.0426, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.8407643312101911, | |
| "grad_norm": 0.9230629205703735, | |
| "learning_rate": 1.1458033626242914e-07, | |
| "loss": 0.0391, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 0.8414529178860389, | |
| "grad_norm": 2.4844536781311035, | |
| "learning_rate": 1.1362449369884064e-07, | |
| "loss": 0.0589, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 0.8421415045618867, | |
| "grad_norm": 2.8243954181671143, | |
| "learning_rate": 1.126723278659125e-07, | |
| "loss": 0.0387, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 0.8428300912377346, | |
| "grad_norm": 1.0929526090621948, | |
| "learning_rate": 1.1172384426488916e-07, | |
| "loss": 0.0372, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.8435186779135824, | |
| "grad_norm": 0.5829566121101379, | |
| "learning_rate": 1.1077904837574086e-07, | |
| "loss": 0.0281, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.8442072645894302, | |
| "grad_norm": 1.1815820932388306, | |
| "learning_rate": 1.0983794565713152e-07, | |
| "loss": 0.0387, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 0.844895851265278, | |
| "grad_norm": 0.6654853224754333, | |
| "learning_rate": 1.0890054154638715e-07, | |
| "loss": 0.0262, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 0.8455844379411258, | |
| "grad_norm": 1.2881978750228882, | |
| "learning_rate": 1.0796684145946528e-07, | |
| "loss": 0.0404, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 0.8462730246169736, | |
| "grad_norm": 2.4894604682922363, | |
| "learning_rate": 1.0703685079092204e-07, | |
| "loss": 0.0347, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 0.8469616112928214, | |
| "grad_norm": 1.4588289260864258, | |
| "learning_rate": 1.0611057491388279e-07, | |
| "loss": 0.0351, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.8476501979686694, | |
| "grad_norm": 0.9929691553115845, | |
| "learning_rate": 1.0518801918001006e-07, | |
| "loss": 0.0299, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 0.8483387846445172, | |
| "grad_norm": 3.6714348793029785, | |
| "learning_rate": 1.0426918891947265e-07, | |
| "loss": 0.0338, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.849027371320365, | |
| "grad_norm": 0.8230125904083252, | |
| "learning_rate": 1.0335408944091526e-07, | |
| "loss": 0.0401, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 0.8497159579962128, | |
| "grad_norm": 2.5322067737579346, | |
| "learning_rate": 1.0244272603142741e-07, | |
| "loss": 0.0447, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 0.8504045446720606, | |
| "grad_norm": 0.955815851688385, | |
| "learning_rate": 1.0153510395651327e-07, | |
| "loss": 0.0331, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.8510931313479084, | |
| "grad_norm": 1.0694360733032227, | |
| "learning_rate": 1.0063122846006061e-07, | |
| "loss": 0.0355, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.8517817180237562, | |
| "grad_norm": 1.0315788984298706, | |
| "learning_rate": 9.973110476431141e-08, | |
| "loss": 0.0286, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 0.852470304699604, | |
| "grad_norm": 0.7350368499755859, | |
| "learning_rate": 9.883473806983087e-08, | |
| "loss": 0.0291, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 0.8531588913754519, | |
| "grad_norm": 3.8552968502044678, | |
| "learning_rate": 9.79421335554781e-08, | |
| "loss": 0.0628, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 0.8538474780512997, | |
| "grad_norm": 1.5588568449020386, | |
| "learning_rate": 9.705329637837506e-08, | |
| "loss": 0.0394, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.8545360647271475, | |
| "grad_norm": 4.034237384796143, | |
| "learning_rate": 9.616823167387826e-08, | |
| "loss": 0.0712, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 0.8552246514029953, | |
| "grad_norm": 1.7618589401245117, | |
| "learning_rate": 9.52869445555479e-08, | |
| "loss": 0.0375, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.8559132380788431, | |
| "grad_norm": 0.8712421655654907, | |
| "learning_rate": 9.440944011511887e-08, | |
| "loss": 0.0513, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 0.856601824754691, | |
| "grad_norm": 7.409755706787109, | |
| "learning_rate": 9.353572342247135e-08, | |
| "loss": 0.0559, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 0.8572904114305389, | |
| "grad_norm": 1.3448455333709717, | |
| "learning_rate": 9.266579952560119e-08, | |
| "loss": 0.0355, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.8579789981063867, | |
| "grad_norm": 0.8995062708854675, | |
| "learning_rate": 9.179967345059095e-08, | |
| "loss": 0.0295, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 0.8586675847822345, | |
| "grad_norm": 0.6385720372200012, | |
| "learning_rate": 9.09373502015808e-08, | |
| "loss": 0.0262, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 0.8593561714580823, | |
| "grad_norm": 8.216408729553223, | |
| "learning_rate": 9.007883476073985e-08, | |
| "loss": 0.0394, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.8600447581339301, | |
| "grad_norm": 2.5694029331207275, | |
| "learning_rate": 8.92241320882372e-08, | |
| "loss": 0.044, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 0.8607333448097779, | |
| "grad_norm": 1.785679578781128, | |
| "learning_rate": 8.837324712221292e-08, | |
| "loss": 0.0373, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.8614219314856257, | |
| "grad_norm": 1.5462435483932495, | |
| "learning_rate": 8.752618477875021e-08, | |
| "loss": 0.0348, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 0.8621105181614735, | |
| "grad_norm": 1.2587956190109253, | |
| "learning_rate": 8.668294995184653e-08, | |
| "loss": 0.0456, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 0.8627991048373214, | |
| "grad_norm": 0.7549084424972534, | |
| "learning_rate": 8.584354751338528e-08, | |
| "loss": 0.0317, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 0.8634876915131692, | |
| "grad_norm": 0.7495874762535095, | |
| "learning_rate": 8.500798231310789e-08, | |
| "loss": 0.0282, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 0.864176278189017, | |
| "grad_norm": 1.1824747323989868, | |
| "learning_rate": 8.417625917858587e-08, | |
| "loss": 0.0402, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 2.2057275772094727, | |
| "learning_rate": 8.334838291519268e-08, | |
| "loss": 0.0436, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.8655534515407127, | |
| "grad_norm": 1.085642695426941, | |
| "learning_rate": 8.25243583060759e-08, | |
| "loss": 0.0347, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 0.8662420382165605, | |
| "grad_norm": 1.4698121547698975, | |
| "learning_rate": 8.170419011212976e-08, | |
| "loss": 0.0561, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 0.8669306248924084, | |
| "grad_norm": 1.011972188949585, | |
| "learning_rate": 8.088788307196814e-08, | |
| "loss": 0.0325, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 0.8676192115682562, | |
| "grad_norm": 1.1494375467300415, | |
| "learning_rate": 8.007544190189591e-08, | |
| "loss": 0.039, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.868307798244104, | |
| "grad_norm": 1.128695011138916, | |
| "learning_rate": 7.926687129588286e-08, | |
| "loss": 0.0341, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 0.8689963849199518, | |
| "grad_norm": 1.1057822704315186, | |
| "learning_rate": 7.846217592553626e-08, | |
| "loss": 0.0318, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 0.8696849715957996, | |
| "grad_norm": 1.0541763305664062, | |
| "learning_rate": 7.766136044007335e-08, | |
| "loss": 0.0342, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 0.8703735582716474, | |
| "grad_norm": 3.1163837909698486, | |
| "learning_rate": 7.686442946629534e-08, | |
| "loss": 0.0505, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.8710621449474952, | |
| "grad_norm": 2.793668270111084, | |
| "learning_rate": 7.607138760855997e-08, | |
| "loss": 0.0438, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.871750731623343, | |
| "grad_norm": 3.4111788272857666, | |
| "learning_rate": 7.528223944875535e-08, | |
| "loss": 0.0408, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 0.8724393182991909, | |
| "grad_norm": 1.0418895483016968, | |
| "learning_rate": 7.449698954627316e-08, | |
| "loss": 0.0322, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 0.8731279049750388, | |
| "grad_norm": 3.7641355991363525, | |
| "learning_rate": 7.371564243798253e-08, | |
| "loss": 0.0626, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 0.8738164916508866, | |
| "grad_norm": 1.3842605352401733, | |
| "learning_rate": 7.2938202638204e-08, | |
| "loss": 0.0306, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 0.8745050783267344, | |
| "grad_norm": 1.3493691682815552, | |
| "learning_rate": 7.216467463868267e-08, | |
| "loss": 0.0345, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.8751936650025822, | |
| "grad_norm": 0.9376543164253235, | |
| "learning_rate": 7.139506290856313e-08, | |
| "loss": 0.0367, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 0.87588225167843, | |
| "grad_norm": 1.7822129726409912, | |
| "learning_rate": 7.062937189436316e-08, | |
| "loss": 0.0416, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.8765708383542778, | |
| "grad_norm": 0.6397249698638916, | |
| "learning_rate": 6.986760601994857e-08, | |
| "loss": 0.0292, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 0.8772594250301257, | |
| "grad_norm": 1.1814393997192383, | |
| "learning_rate": 6.910976968650634e-08, | |
| "loss": 0.0462, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 0.8779480117059735, | |
| "grad_norm": 0.821340024471283, | |
| "learning_rate": 6.835586727252114e-08, | |
| "loss": 0.0319, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.8786365983818213, | |
| "grad_norm": 0.9776419997215271, | |
| "learning_rate": 6.760590313374836e-08, | |
| "loss": 0.0369, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 0.8793251850576691, | |
| "grad_norm": 1.1132899522781372, | |
| "learning_rate": 6.685988160318959e-08, | |
| "loss": 0.0335, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 0.8800137717335169, | |
| "grad_norm": 1.1659010648727417, | |
| "learning_rate": 6.611780699106765e-08, | |
| "loss": 0.036, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 0.8807023584093647, | |
| "grad_norm": 3.9172894954681396, | |
| "learning_rate": 6.537968358480179e-08, | |
| "loss": 0.0408, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 0.8813909450852127, | |
| "grad_norm": 0.9466724991798401, | |
| "learning_rate": 6.464551564898227e-08, | |
| "loss": 0.0305, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.8820795317610605, | |
| "grad_norm": 3.493875503540039, | |
| "learning_rate": 6.391530742534657e-08, | |
| "loss": 0.048, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 0.8827681184369083, | |
| "grad_norm": 2.8618991374969482, | |
| "learning_rate": 6.318906313275435e-08, | |
| "loss": 0.0494, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 0.8834567051127561, | |
| "grad_norm": 11.218867301940918, | |
| "learning_rate": 6.246678696716337e-08, | |
| "loss": 0.0596, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 0.8841452917886039, | |
| "grad_norm": 9.55596923828125, | |
| "learning_rate": 6.17484831016048e-08, | |
| "loss": 0.0441, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.8848338784644517, | |
| "grad_norm": 0.9277772903442383, | |
| "learning_rate": 6.103415568615959e-08, | |
| "loss": 0.0308, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.8855224651402995, | |
| "grad_norm": 0.8441654443740845, | |
| "learning_rate": 6.032380884793445e-08, | |
| "loss": 0.0245, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 0.8862110518161473, | |
| "grad_norm": 0.8826639652252197, | |
| "learning_rate": 5.961744669103739e-08, | |
| "loss": 0.0343, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 0.8868996384919952, | |
| "grad_norm": 1.9536054134368896, | |
| "learning_rate": 5.891507329655493e-08, | |
| "loss": 0.033, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.887588225167843, | |
| "grad_norm": 3.455127000808716, | |
| "learning_rate": 5.821669272252792e-08, | |
| "loss": 0.0426, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 0.8882768118436908, | |
| "grad_norm": 1.3497905731201172, | |
| "learning_rate": 5.752230900392827e-08, | |
| "loss": 0.0373, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.8889653985195386, | |
| "grad_norm": 1.6198956966400146, | |
| "learning_rate": 5.683192615263533e-08, | |
| "loss": 0.047, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 0.8896539851953865, | |
| "grad_norm": 2.143279790878296, | |
| "learning_rate": 5.614554815741349e-08, | |
| "loss": 0.0413, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 0.8903425718712343, | |
| "grad_norm": 1.7378426790237427, | |
| "learning_rate": 5.546317898388842e-08, | |
| "loss": 0.0377, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 0.8910311585470821, | |
| "grad_norm": 0.8134499788284302, | |
| "learning_rate": 5.478482257452414e-08, | |
| "loss": 0.0299, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 0.89171974522293, | |
| "grad_norm": 1.8889819383621216, | |
| "learning_rate": 5.411048284860071e-08, | |
| "loss": 0.0471, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.8924083318987778, | |
| "grad_norm": 1.1872915029525757, | |
| "learning_rate": 5.3440163702191514e-08, | |
| "loss": 0.0305, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.8930969185746256, | |
| "grad_norm": 2.2190451622009277, | |
| "learning_rate": 5.27738690081401e-08, | |
| "loss": 0.0472, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 0.8937855052504734, | |
| "grad_norm": 1.590350866317749, | |
| "learning_rate": 5.2111602616038787e-08, | |
| "loss": 0.0327, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 0.8944740919263212, | |
| "grad_norm": 1.417957067489624, | |
| "learning_rate": 5.145336835220557e-08, | |
| "loss": 0.0443, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 0.895162678602169, | |
| "grad_norm": 1.5017811059951782, | |
| "learning_rate": 5.07991700196627e-08, | |
| "loss": 0.042, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.8958512652780168, | |
| "grad_norm": 2.1634232997894287, | |
| "learning_rate": 5.0149011398114036e-08, | |
| "loss": 0.0416, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 0.8965398519538647, | |
| "grad_norm": 1.5321955680847168, | |
| "learning_rate": 4.95028962439239e-08, | |
| "loss": 0.0498, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 0.8972284386297125, | |
| "grad_norm": 1.9375474452972412, | |
| "learning_rate": 4.886082829009486e-08, | |
| "loss": 0.0452, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 0.8979170253055604, | |
| "grad_norm": 1.3680332899093628, | |
| "learning_rate": 4.8222811246246113e-08, | |
| "loss": 0.0361, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 0.8986056119814082, | |
| "grad_norm": 1.668068289756775, | |
| "learning_rate": 4.758884879859257e-08, | |
| "loss": 0.0479, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.899294198657256, | |
| "grad_norm": 1.2536900043487549, | |
| "learning_rate": 4.695894460992331e-08, | |
| "loss": 0.0289, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 0.8999827853331038, | |
| "grad_norm": 1.6003358364105225, | |
| "learning_rate": 4.633310231958016e-08, | |
| "loss": 0.0325, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 0.9006713720089516, | |
| "grad_norm": 1.5569603443145752, | |
| "learning_rate": 4.57113255434368e-08, | |
| "loss": 0.0456, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.9013599586847995, | |
| "grad_norm": 1.771292805671692, | |
| "learning_rate": 4.509361787387828e-08, | |
| "loss": 0.0508, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 0.9020485453606473, | |
| "grad_norm": 2.32818341255188, | |
| "learning_rate": 4.447998287977981e-08, | |
| "loss": 0.048, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.9027371320364951, | |
| "grad_norm": 9.681405067443848, | |
| "learning_rate": 4.3870424106485896e-08, | |
| "loss": 0.0448, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 0.9034257187123429, | |
| "grad_norm": 1.2079163789749146, | |
| "learning_rate": 4.326494507579074e-08, | |
| "loss": 0.0371, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.9041143053881907, | |
| "grad_norm": 0.8302572965621948, | |
| "learning_rate": 4.2663549285917284e-08, | |
| "loss": 0.0311, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 0.9048028920640385, | |
| "grad_norm": 1.3658074140548706, | |
| "learning_rate": 4.2066240211496634e-08, | |
| "loss": 0.033, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 0.9054914787398863, | |
| "grad_norm": 1.0042040348052979, | |
| "learning_rate": 4.1473021303548994e-08, | |
| "loss": 0.0248, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.9061800654157343, | |
| "grad_norm": 4.469143867492676, | |
| "learning_rate": 4.088389598946291e-08, | |
| "loss": 0.0492, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 0.9068686520915821, | |
| "grad_norm": 0.9337957501411438, | |
| "learning_rate": 4.029886767297567e-08, | |
| "loss": 0.028, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 0.9075572387674299, | |
| "grad_norm": 0.9263567924499512, | |
| "learning_rate": 3.9717939734154e-08, | |
| "loss": 0.0325, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 0.9082458254432777, | |
| "grad_norm": 0.9735205173492432, | |
| "learning_rate": 3.914111552937383e-08, | |
| "loss": 0.0324, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 0.9089344121191255, | |
| "grad_norm": 1.5775072574615479, | |
| "learning_rate": 3.85683983913018e-08, | |
| "loss": 0.0369, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.9096229987949733, | |
| "grad_norm": 2.878232479095459, | |
| "learning_rate": 3.799979162887487e-08, | |
| "loss": 0.0544, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 0.9103115854708211, | |
| "grad_norm": 2.6255033016204834, | |
| "learning_rate": 3.7435298527282417e-08, | |
| "loss": 0.0299, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 0.911000172146669, | |
| "grad_norm": 1.093387246131897, | |
| "learning_rate": 3.68749223479464e-08, | |
| "loss": 0.041, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 0.9116887588225168, | |
| "grad_norm": 2.185450553894043, | |
| "learning_rate": 3.6318666328503056e-08, | |
| "loss": 0.0412, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 0.9123773454983646, | |
| "grad_norm": 1.4290127754211426, | |
| "learning_rate": 3.5766533682783265e-08, | |
| "loss": 0.0346, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.9130659321742124, | |
| "grad_norm": 1.3411966562271118, | |
| "learning_rate": 3.521852760079569e-08, | |
| "loss": 0.0516, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 0.9137545188500602, | |
| "grad_norm": 1.329755425453186, | |
| "learning_rate": 3.4674651248706584e-08, | |
| "loss": 0.0331, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 0.9144431055259081, | |
| "grad_norm": 0.7129227519035339, | |
| "learning_rate": 3.4134907768822274e-08, | |
| "loss": 0.0302, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 0.9151316922017559, | |
| "grad_norm": 2.175475597381592, | |
| "learning_rate": 3.359930027957112e-08, | |
| "loss": 0.0465, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 0.9158202788776038, | |
| "grad_norm": 1.2831485271453857, | |
| "learning_rate": 3.30678318754854e-08, | |
| "loss": 0.0364, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.9165088655534516, | |
| "grad_norm": 1.1059428453445435, | |
| "learning_rate": 3.2540505627183135e-08, | |
| "loss": 0.0367, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 0.9171974522292994, | |
| "grad_norm": 2.0493173599243164, | |
| "learning_rate": 3.201732458135073e-08, | |
| "loss": 0.0376, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 0.9178860389051472, | |
| "grad_norm": 1.3317060470581055, | |
| "learning_rate": 3.1498291760725245e-08, | |
| "loss": 0.0337, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 0.918574625580995, | |
| "grad_norm": 2.636167526245117, | |
| "learning_rate": 3.098341016407674e-08, | |
| "loss": 0.0434, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 0.9192632122568428, | |
| "grad_norm": 1.219618320465088, | |
| "learning_rate": 3.047268276619139e-08, | |
| "loss": 0.045, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.9199517989326906, | |
| "grad_norm": 0.7452418208122253, | |
| "learning_rate": 2.9966112517853724e-08, | |
| "loss": 0.0319, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 0.9206403856085384, | |
| "grad_norm": 1.5171910524368286, | |
| "learning_rate": 2.946370234583015e-08, | |
| "loss": 0.0448, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 0.9213289722843863, | |
| "grad_norm": 1.8233516216278076, | |
| "learning_rate": 2.89654551528514e-08, | |
| "loss": 0.0496, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 0.9220175589602341, | |
| "grad_norm": 2.3938660621643066, | |
| "learning_rate": 2.8471373817596515e-08, | |
| "loss": 0.0422, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 0.9227061456360819, | |
| "grad_norm": 0.6912166476249695, | |
| "learning_rate": 2.7981461194675623e-08, | |
| "loss": 0.0327, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.9233947323119298, | |
| "grad_norm": 1.7855147123336792, | |
| "learning_rate": 2.749572011461371e-08, | |
| "loss": 0.0453, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 0.9240833189877776, | |
| "grad_norm": 1.820648193359375, | |
| "learning_rate": 2.70141533838342e-08, | |
| "loss": 0.0504, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 0.9247719056636254, | |
| "grad_norm": 1.2006417512893677, | |
| "learning_rate": 2.6536763784642732e-08, | |
| "loss": 0.0441, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 0.9254604923394733, | |
| "grad_norm": 1.8186699151992798, | |
| "learning_rate": 2.606355407521116e-08, | |
| "loss": 0.0392, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.9261490790153211, | |
| "grad_norm": 0.9421301484107971, | |
| "learning_rate": 2.559452698956141e-08, | |
| "loss": 0.0324, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.9268376656911689, | |
| "grad_norm": 2.598529815673828, | |
| "learning_rate": 2.512968523754991e-08, | |
| "loss": 0.0324, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 0.9275262523670167, | |
| "grad_norm": 0.9756346344947815, | |
| "learning_rate": 2.4669031504852085e-08, | |
| "loss": 0.033, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 0.9282148390428645, | |
| "grad_norm": 0.6989811062812805, | |
| "learning_rate": 2.421256845294606e-08, | |
| "loss": 0.03, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 0.9289034257187123, | |
| "grad_norm": 1.3786441087722778, | |
| "learning_rate": 2.3760298719098406e-08, | |
| "loss": 0.0406, | |
| "step": 1349 | |
| }, | |
| { | |
| "epoch": 0.9295920123945601, | |
| "grad_norm": 1.1895228624343872, | |
| "learning_rate": 2.3312224916347992e-08, | |
| "loss": 0.0306, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.9302805990704079, | |
| "grad_norm": 1.673840045928955, | |
| "learning_rate": 2.286834963349141e-08, | |
| "loss": 0.0466, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 0.9309691857462558, | |
| "grad_norm": 2.0069377422332764, | |
| "learning_rate": 2.2428675435067658e-08, | |
| "loss": 0.0407, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 0.9316577724221037, | |
| "grad_norm": 3.0665535926818848, | |
| "learning_rate": 2.199320486134365e-08, | |
| "loss": 0.0501, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 0.9323463590979515, | |
| "grad_norm": 0.8004116415977478, | |
| "learning_rate": 2.15619404282994e-08, | |
| "loss": 0.0287, | |
| "step": 1354 | |
| }, | |
| { | |
| "epoch": 0.9330349457737993, | |
| "grad_norm": 1.9891060590744019, | |
| "learning_rate": 2.1134884627613178e-08, | |
| "loss": 0.0423, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.9337235324496471, | |
| "grad_norm": 2.77431058883667, | |
| "learning_rate": 2.0712039926647886e-08, | |
| "loss": 0.0423, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 0.9344121191254949, | |
| "grad_norm": 0.7785457968711853, | |
| "learning_rate": 2.0293408768435883e-08, | |
| "loss": 0.0311, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 0.9351007058013427, | |
| "grad_norm": 1.0368133783340454, | |
| "learning_rate": 1.9878993571665587e-08, | |
| "loss": 0.0388, | |
| "step": 1358 | |
| }, | |
| { | |
| "epoch": 0.9357892924771906, | |
| "grad_norm": 1.6270382404327393, | |
| "learning_rate": 1.946879673066715e-08, | |
| "loss": 0.0331, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 0.9364778791530384, | |
| "grad_norm": 5.461008548736572, | |
| "learning_rate": 1.9062820615398714e-08, | |
| "loss": 0.0579, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.9371664658288862, | |
| "grad_norm": 1.7634239196777344, | |
| "learning_rate": 1.8661067571432767e-08, | |
| "loss": 0.0301, | |
| "step": 1361 | |
| }, | |
| { | |
| "epoch": 0.937855052504734, | |
| "grad_norm": 0.7541847825050354, | |
| "learning_rate": 1.826353991994223e-08, | |
| "loss": 0.0391, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 0.9385436391805818, | |
| "grad_norm": 2.0923895835876465, | |
| "learning_rate": 1.7870239957687717e-08, | |
| "loss": 0.0493, | |
| "step": 1363 | |
| }, | |
| { | |
| "epoch": 0.9392322258564296, | |
| "grad_norm": 0.6747601628303528, | |
| "learning_rate": 1.74811699570038e-08, | |
| "loss": 0.0221, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 0.9399208125322775, | |
| "grad_norm": 3.0221168994903564, | |
| "learning_rate": 1.7096332165785765e-08, | |
| "loss": 0.0459, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.9406093992081254, | |
| "grad_norm": 2.2128703594207764, | |
| "learning_rate": 1.6715728807477043e-08, | |
| "loss": 0.0548, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 0.9412979858839732, | |
| "grad_norm": 1.5137243270874023, | |
| "learning_rate": 1.633936208105613e-08, | |
| "loss": 0.0342, | |
| "step": 1367 | |
| }, | |
| { | |
| "epoch": 0.941986572559821, | |
| "grad_norm": 1.1003302335739136, | |
| "learning_rate": 1.5967234161023943e-08, | |
| "loss": 0.0378, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 0.9426751592356688, | |
| "grad_norm": 2.1644351482391357, | |
| "learning_rate": 1.559934719739106e-08, | |
| "loss": 0.069, | |
| "step": 1369 | |
| }, | |
| { | |
| "epoch": 0.9433637459115166, | |
| "grad_norm": 1.8654515743255615, | |
| "learning_rate": 1.5235703315665594e-08, | |
| "loss": 0.0438, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.9440523325873644, | |
| "grad_norm": 1.3716189861297607, | |
| "learning_rate": 1.4876304616840836e-08, | |
| "loss": 0.0334, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 0.9447409192632122, | |
| "grad_norm": 1.9782339334487915, | |
| "learning_rate": 1.4521153177382785e-08, | |
| "loss": 0.0353, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 0.94542950593906, | |
| "grad_norm": 0.7467226982116699, | |
| "learning_rate": 1.4170251049218652e-08, | |
| "loss": 0.0266, | |
| "step": 1373 | |
| }, | |
| { | |
| "epoch": 0.9461180926149079, | |
| "grad_norm": 2.535541534423828, | |
| "learning_rate": 1.382360025972479e-08, | |
| "loss": 0.0371, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 0.9468066792907557, | |
| "grad_norm": 1.1871024370193481, | |
| "learning_rate": 1.3481202811714944e-08, | |
| "loss": 0.0421, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.9474952659666035, | |
| "grad_norm": 1.2486404180526733, | |
| "learning_rate": 1.314306068342852e-08, | |
| "loss": 0.0292, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 0.9481838526424514, | |
| "grad_norm": 1.6055595874786377, | |
| "learning_rate": 1.2809175828519593e-08, | |
| "loss": 0.0426, | |
| "step": 1377 | |
| }, | |
| { | |
| "epoch": 0.9488724393182992, | |
| "grad_norm": 2.076450824737549, | |
| "learning_rate": 1.2479550176045323e-08, | |
| "loss": 0.039, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 0.949561025994147, | |
| "grad_norm": 2.3291385173797607, | |
| "learning_rate": 1.2154185630454562e-08, | |
| "loss": 0.0438, | |
| "step": 1379 | |
| }, | |
| { | |
| "epoch": 0.9502496126699949, | |
| "grad_norm": 2.1540558338165283, | |
| "learning_rate": 1.1833084071577516e-08, | |
| "loss": 0.0444, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.9509381993458427, | |
| "grad_norm": 1.1616545915603638, | |
| "learning_rate": 1.1516247354614345e-08, | |
| "loss": 0.0301, | |
| "step": 1381 | |
| }, | |
| { | |
| "epoch": 0.9516267860216905, | |
| "grad_norm": 2.2629451751708984, | |
| "learning_rate": 1.1203677310124588e-08, | |
| "loss": 0.0456, | |
| "step": 1382 | |
| }, | |
| { | |
| "epoch": 0.9523153726975383, | |
| "grad_norm": 5.495945930480957, | |
| "learning_rate": 1.0895375744016583e-08, | |
| "loss": 0.0555, | |
| "step": 1383 | |
| }, | |
| { | |
| "epoch": 0.9530039593733861, | |
| "grad_norm": 0.7501745223999023, | |
| "learning_rate": 1.0591344437537232e-08, | |
| "loss": 0.0317, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 0.9536925460492339, | |
| "grad_norm": 0.5698723196983337, | |
| "learning_rate": 1.0291585147261251e-08, | |
| "loss": 0.028, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.9543811327250817, | |
| "grad_norm": 1.658304214477539, | |
| "learning_rate": 9.996099605081605e-09, | |
| "loss": 0.0376, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 0.9550697194009296, | |
| "grad_norm": 2.1524901390075684, | |
| "learning_rate": 9.70488951819909e-09, | |
| "loss": 0.0479, | |
| "step": 1387 | |
| }, | |
| { | |
| "epoch": 0.9557583060767774, | |
| "grad_norm": 1.2674678564071655, | |
| "learning_rate": 9.417956569112429e-09, | |
| "loss": 0.0315, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 0.9564468927526253, | |
| "grad_norm": 2.8352129459381104, | |
| "learning_rate": 9.135302415608864e-09, | |
| "loss": 0.0488, | |
| "step": 1389 | |
| }, | |
| { | |
| "epoch": 0.9571354794284731, | |
| "grad_norm": 2.819892644882202, | |
| "learning_rate": 8.85692869075433e-09, | |
| "loss": 0.0494, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.9578240661043209, | |
| "grad_norm": 2.484093427658081, | |
| "learning_rate": 8.582837002884287e-09, | |
| "loss": 0.042, | |
| "step": 1391 | |
| }, | |
| { | |
| "epoch": 0.9585126527801687, | |
| "grad_norm": 2.205301284790039, | |
| "learning_rate": 8.313028935593991e-09, | |
| "loss": 0.0396, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 0.9592012394560165, | |
| "grad_norm": 1.4233301877975464, | |
| "learning_rate": 8.04750604772983e-09, | |
| "loss": 0.0328, | |
| "step": 1393 | |
| }, | |
| { | |
| "epoch": 0.9598898261318644, | |
| "grad_norm": 1.3994812965393066, | |
| "learning_rate": 7.78626987337991e-09, | |
| "loss": 0.0316, | |
| "step": 1394 | |
| }, | |
| { | |
| "epoch": 0.9605784128077122, | |
| "grad_norm": 1.4501394033432007, | |
| "learning_rate": 7.529321921865478e-09, | |
| "loss": 0.0409, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.96126699948356, | |
| "grad_norm": 1.4906067848205566, | |
| "learning_rate": 7.276663677732109e-09, | |
| "loss": 0.0395, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 0.9619555861594078, | |
| "grad_norm": 1.2845745086669922, | |
| "learning_rate": 7.028296600740947e-09, | |
| "loss": 0.0469, | |
| "step": 1397 | |
| }, | |
| { | |
| "epoch": 0.9626441728352556, | |
| "grad_norm": 0.7870128750801086, | |
| "learning_rate": 6.7842221258605506e-09, | |
| "loss": 0.027, | |
| "step": 1398 | |
| }, | |
| { | |
| "epoch": 0.9633327595111034, | |
| "grad_norm": 3.769554376602173, | |
| "learning_rate": 6.544441663258655e-09, | |
| "loss": 0.0322, | |
| "step": 1399 | |
| }, | |
| { | |
| "epoch": 0.9640213461869512, | |
| "grad_norm": 4.797248840332031, | |
| "learning_rate": 6.308956598293586e-09, | |
| "loss": 0.0663, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9640213461869512, | |
| "eval_loss": NaN, | |
| "eval_runtime": 52.3679, | |
| "eval_samples_per_second": 17.95, | |
| "eval_steps_per_second": 0.573, | |
| "step": 1400 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1453, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.9705437161686303e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |