Training in progress, step 550

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cb48a01948e89d93c88487a107e7cfd8ad15a1f016de8a830aff896e0b63830
+oid sha256:b83fdce69131ec2b93668ccb62990dc472328e08f0edf97d4dd26440b84741d7
 size 2644664768

trainer_log.jsonl

@@ -510,3 +510,54 @@
 {"current_steps": 510, "total_steps": 580, "loss": 1.6408, "lr": 3.6248774448952695e-07, "epoch": 4.3951890034364265, "percentage": 87.93, "elapsed_time": "1:07:22", "remaining_time": "0:09:14"}
 {"current_steps": 511, "total_steps": 580, "loss": 1.6548, "lr": 3.52327455429019e-07, "epoch": 4.403780068728523, "percentage": 88.1, "elapsed_time": "1:07:29", "remaining_time": "0:09:06"}
 {"current_steps": 512, "total_steps": 580, "loss": 1.674, "lr": 3.423063891795647e-07, "epoch": 4.412371134020619, "percentage": 88.28, "elapsed_time": "1:07:37", "remaining_time": "0:08:58"}
+{"current_steps": 513, "total_steps": 580, "loss": 1.668, "lr": 3.324248459260393e-07, "epoch": 4.420962199312715, "percentage": 88.45, "elapsed_time": "1:07:45", "remaining_time": "0:08:50"}
+{"current_steps": 514, "total_steps": 580, "loss": 1.6644, "lr": 3.2268312167385687e-07, "epoch": 4.429553264604811, "percentage": 88.62, "elapsed_time": "1:07:52", "remaining_time": "0:08:42"}
+{"current_steps": 515, "total_steps": 580, "loss": 1.67, "lr": 3.1308150824009785e-07, "epoch": 4.438144329896907, "percentage": 88.79, "elapsed_time": "1:08:00", "remaining_time": "0:08:34"}
+{"current_steps": 516, "total_steps": 580, "loss": 1.6431, "lr": 3.0362029324477015e-07, "epoch": 4.446735395189004, "percentage": 88.97, "elapsed_time": "1:08:07", "remaining_time": "0:08:26"}
+{"current_steps": 517, "total_steps": 580, "loss": 1.6297, "lr": 2.942997601021924e-07, "epoch": 4.4553264604811, "percentage": 89.14, "elapsed_time": "1:08:15", "remaining_time": "0:08:19"}
+{"current_steps": 518, "total_steps": 580, "loss": 1.5746, "lr": 2.851201880125043e-07, "epoch": 4.463917525773196, "percentage": 89.31, "elapsed_time": "1:08:22", "remaining_time": "0:08:11"}
+{"current_steps": 519, "total_steps": 580, "loss": 1.6556, "lr": 2.760818519533037e-07, "epoch": 4.472508591065292, "percentage": 89.48, "elapsed_time": "1:08:30", "remaining_time": "0:08:03"}
+{"current_steps": 520, "total_steps": 580, "loss": 1.6916, "lr": 2.6718502267140844e-07, "epoch": 4.481099656357388, "percentage": 89.66, "elapsed_time": "1:08:37", "remaining_time": "0:07:55"}
+{"current_steps": 521, "total_steps": 580, "loss": 1.6593, "lr": 2.584299666747475e-07, "epoch": 4.489690721649485, "percentage": 89.83, "elapsed_time": "1:08:45", "remaining_time": "0:07:47"}
+{"current_steps": 522, "total_steps": 580, "loss": 1.6469, "lr": 2.4981694622437546e-07, "epoch": 4.498281786941581, "percentage": 90.0, "elapsed_time": "1:08:52", "remaining_time": "0:07:39"}
+{"current_steps": 523, "total_steps": 580, "loss": 1.6194, "lr": 2.4134621932661916e-07, "epoch": 4.506872852233677, "percentage": 90.17, "elapsed_time": "1:09:00", "remaining_time": "0:07:31"}
+{"current_steps": 524, "total_steps": 580, "loss": 1.6437, "lr": 2.330180397253473e-07, "epoch": 4.515463917525773, "percentage": 90.34, "elapsed_time": "1:09:08", "remaining_time": "0:07:23"}
+{"current_steps": 525, "total_steps": 580, "loss": 1.6934, "lr": 2.2483265689436929e-07, "epoch": 4.524054982817869, "percentage": 90.52, "elapsed_time": "1:09:15", "remaining_time": "0:07:15"}
+{"current_steps": 526, "total_steps": 580, "loss": 1.6367, "lr": 2.167903160299617e-07, "epoch": 4.5326460481099655, "percentage": 90.69, "elapsed_time": "1:09:23", "remaining_time": "0:07:07"}
+{"current_steps": 527, "total_steps": 580, "loss": 1.6216, "lr": 2.0889125804352595e-07, "epoch": 4.541237113402062, "percentage": 90.86, "elapsed_time": "1:09:30", "remaining_time": "0:06:59"}
+{"current_steps": 528, "total_steps": 580, "loss": 1.6804, "lr": 2.0113571955436895e-07, "epoch": 4.549828178694158, "percentage": 91.03, "elapsed_time": "1:09:38", "remaining_time": "0:06:51"}
+{"current_steps": 529, "total_steps": 580, "loss": 1.6393, "lr": 1.9352393288261717e-07, "epoch": 4.558419243986254, "percentage": 91.21, "elapsed_time": "1:09:45", "remaining_time": "0:06:43"}
+{"current_steps": 530, "total_steps": 580, "loss": 1.6105, "lr": 1.8605612604225388e-07, "epoch": 4.56701030927835, "percentage": 91.38, "elapsed_time": "1:09:53", "remaining_time": "0:06:35"}
+{"current_steps": 531, "total_steps": 580, "loss": 1.6315, "lr": 1.787325227342951e-07, "epoch": 4.5756013745704465, "percentage": 91.55, "elapsed_time": "1:10:00", "remaining_time": "0:06:27"}
+{"current_steps": 532, "total_steps": 580, "loss": 1.6307, "lr": 1.715533423400817e-07, "epoch": 4.584192439862543, "percentage": 91.72, "elapsed_time": "1:10:08", "remaining_time": "0:06:19"}
+{"current_steps": 533, "total_steps": 580, "loss": 1.6844, "lr": 1.6451879991471186e-07, "epoch": 4.592783505154639, "percentage": 91.9, "elapsed_time": "1:10:15", "remaining_time": "0:06:11"}
+{"current_steps": 534, "total_steps": 580, "loss": 1.6774, "lr": 1.576291061805979e-07, "epoch": 4.601374570446735, "percentage": 92.07, "elapsed_time": "1:10:23", "remaining_time": "0:06:03"}
+{"current_steps": 535, "total_steps": 580, "loss": 1.6365, "lr": 1.5088446752115403e-07, "epoch": 4.609965635738831, "percentage": 92.24, "elapsed_time": "1:10:30", "remaining_time": "0:05:55"}
+{"current_steps": 536, "total_steps": 580, "loss": 1.6518, "lr": 1.4428508597461587e-07, "epoch": 4.618556701030927, "percentage": 92.41, "elapsed_time": "1:10:38", "remaining_time": "0:05:47"}
+{"current_steps": 537, "total_steps": 580, "loss": 1.6387, "lr": 1.378311592279835e-07, "epoch": 4.627147766323024, "percentage": 92.59, "elapsed_time": "1:10:45", "remaining_time": "0:05:39"}
+{"current_steps": 538, "total_steps": 580, "loss": 1.6367, "lr": 1.3152288061110518e-07, "epoch": 4.63573883161512, "percentage": 92.76, "elapsed_time": "1:10:53", "remaining_time": "0:05:32"}
+{"current_steps": 539, "total_steps": 580, "loss": 1.6404, "lr": 1.253604390908819e-07, "epoch": 4.644329896907217, "percentage": 92.93, "elapsed_time": "1:11:00", "remaining_time": "0:05:24"}
+{"current_steps": 540, "total_steps": 580, "loss": 1.6487, "lr": 1.193440192656109e-07, "epoch": 4.652920962199313, "percentage": 93.1, "elapsed_time": "1:11:08", "remaining_time": "0:05:16"}
+{"current_steps": 541, "total_steps": 580, "loss": 1.6366, "lr": 1.1347380135945108e-07, "epoch": 4.661512027491409, "percentage": 93.28, "elapsed_time": "1:11:16", "remaining_time": "0:05:08"}
+{"current_steps": 542, "total_steps": 580, "loss": 1.66, "lr": 1.0774996121702907e-07, "epoch": 4.670103092783505, "percentage": 93.45, "elapsed_time": "1:11:23", "remaining_time": "0:05:00"}
+{"current_steps": 543, "total_steps": 580, "loss": 1.6204, "lr": 1.0217267029816736e-07, "epoch": 4.678694158075602, "percentage": 93.62, "elapsed_time": "1:11:31", "remaining_time": "0:04:52"}
+{"current_steps": 544, "total_steps": 580, "loss": 1.6296, "lr": 9.674209567275161e-08, "epoch": 4.687285223367698, "percentage": 93.79, "elapsed_time": "1:11:38", "remaining_time": "0:04:44"}
+{"current_steps": 545, "total_steps": 580, "loss": 1.687, "lr": 9.145840001572537e-08, "epoch": 4.695876288659794, "percentage": 93.97, "elapsed_time": "1:11:46", "remaining_time": "0:04:36"}
+{"current_steps": 546, "total_steps": 580, "loss": 1.6795, "lr": 8.632174160221496e-08, "epoch": 4.70446735395189, "percentage": 94.14, "elapsed_time": "1:11:53", "remaining_time": "0:04:28"}
+{"current_steps": 547, "total_steps": 580, "loss": 1.6327, "lr": 8.133227430279055e-08, "epoch": 4.713058419243986, "percentage": 94.31, "elapsed_time": "1:12:01", "remaining_time": "0:04:20"}
+{"current_steps": 548, "total_steps": 580, "loss": 1.6455, "lr": 7.649014757885597e-08, "epoch": 4.721649484536083, "percentage": 94.48, "elapsed_time": "1:12:08", "remaining_time": "0:04:12"}
+{"current_steps": 549, "total_steps": 580, "loss": 1.6503, "lr": 7.179550647817224e-08, "epoch": 4.730240549828179, "percentage": 94.66, "elapsed_time": "1:12:16", "remaining_time": "0:04:04"}
+{"current_steps": 550, "total_steps": 580, "loss": 1.6438, "lr": 6.724849163050995e-08, "epoch": 4.738831615120275, "percentage": 94.83, "elapsed_time": "1:12:23", "remaining_time": "0:03:56"}
+{"current_steps": 551, "total_steps": 580, "loss": 1.6643, "lr": 6.28492392434421e-08, "epoch": 4.747422680412371, "percentage": 95.0, "elapsed_time": "1:12:48", "remaining_time": "0:03:49"}
+{"current_steps": 552, "total_steps": 580, "loss": 1.7022, "lr": 5.8597881098257924e-08, "epoch": 4.756013745704467, "percentage": 95.17, "elapsed_time": "1:12:55", "remaining_time": "0:03:41"}
+{"current_steps": 553, "total_steps": 580, "loss": 1.6886, "lr": 5.4494544546018216e-08, "epoch": 4.7646048109965635, "percentage": 95.34, "elapsed_time": "1:13:03", "remaining_time": "0:03:34"}
+{"current_steps": 554, "total_steps": 580, "loss": 1.6316, "lr": 5.0539352503741756e-08, "epoch": 4.77319587628866, "percentage": 95.52, "elapsed_time": "1:13:10", "remaining_time": "0:03:26"}
+{"current_steps": 555, "total_steps": 580, "loss": 1.6608, "lr": 4.67324234507216e-08, "epoch": 4.781786941580756, "percentage": 95.69, "elapsed_time": "1:13:18", "remaining_time": "0:03:18"}
+{"current_steps": 556, "total_steps": 580, "loss": 1.6164, "lr": 4.307387142497399e-08, "epoch": 4.790378006872852, "percentage": 95.86, "elapsed_time": "1:13:25", "remaining_time": "0:03:10"}
+{"current_steps": 557, "total_steps": 580, "loss": 1.6358, "lr": 3.956380601982668e-08, "epoch": 4.798969072164948, "percentage": 96.03, "elapsed_time": "1:13:33", "remaining_time": "0:03:02"}
+{"current_steps": 558, "total_steps": 580, "loss": 1.6744, "lr": 3.620233238063375e-08, "epoch": 4.8075601374570445, "percentage": 96.21, "elapsed_time": "1:13:40", "remaining_time": "0:02:54"}
+{"current_steps": 559, "total_steps": 580, "loss": 1.6351, "lr": 3.2989551201624836e-08, "epoch": 4.816151202749141, "percentage": 96.38, "elapsed_time": "1:13:48", "remaining_time": "0:02:46"}
+{"current_steps": 560, "total_steps": 580, "loss": 1.6755, "lr": 2.992555872289082e-08, "epoch": 4.824742268041237, "percentage": 96.55, "elapsed_time": "1:13:56", "remaining_time": "0:02:38"}
+{"current_steps": 561, "total_steps": 580, "loss": 1.6486, "lr": 2.7010446727498974e-08, "epoch": 4.833333333333333, "percentage": 96.72, "elapsed_time": "1:14:03", "remaining_time": "0:02:30"}
+{"current_steps": 562, "total_steps": 580, "loss": 1.6242, "lr": 2.4244302538746765e-08, "epoch": 4.841924398625429, "percentage": 96.9, "elapsed_time": "1:14:11", "remaining_time": "0:02:22"}
+{"current_steps": 563, "total_steps": 580, "loss": 1.6145, "lr": 2.162720901754234e-08, "epoch": 4.850515463917525, "percentage": 97.07, "elapsed_time": "1:14:18", "remaining_time": "0:02:14"}