| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.154627378057503, | |
| "eval_steps": 400, | |
| "global_step": 32000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014304105278214848, | |
| "grad_norm": 4.381897472506865, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 4.333, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.028608210556429696, | |
| "grad_norm": 5.747764242911294, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 3.5701, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04291231583464454, | |
| "grad_norm": 5.963549459328992, | |
| "learning_rate": 5e-06, | |
| "loss": 2.7847, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05721642111285939, | |
| "grad_norm": 11.127446150543912, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 2.5742, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07152052639107424, | |
| "grad_norm": 3.9613017534642814, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 2.4695, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.08582463166928908, | |
| "grad_norm": 3.641857826346019, | |
| "learning_rate": 1e-05, | |
| "loss": 2.3974, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.10012873694750393, | |
| "grad_norm": 5.994311420384253, | |
| "learning_rate": 9.999953760295448e-06, | |
| "loss": 2.2789, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.11443284222571878, | |
| "grad_norm": 2.3599387781179795, | |
| "learning_rate": 9.999815042132062e-06, | |
| "loss": 2.2133, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.11443284222571878, | |
| "eval_loss": 2.138951301574707, | |
| "eval_runtime": 13.19, | |
| "eval_samples_per_second": 75.815, | |
| "eval_steps_per_second": 2.426, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.12873694750393364, | |
| "grad_norm": 5.356575743204386, | |
| "learning_rate": 9.999583848360633e-06, | |
| "loss": 2.1596, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1430410527821485, | |
| "grad_norm": 3.842440081655673, | |
| "learning_rate": 9.999260183732424e-06, | |
| "loss": 2.1221, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1573451580603633, | |
| "grad_norm": 2.3704079011821495, | |
| "learning_rate": 9.998844054899058e-06, | |
| "loss": 2.0815, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.17164926333857816, | |
| "grad_norm": 1.8440320920841848, | |
| "learning_rate": 9.998335470412393e-06, | |
| "loss": 2.0687, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.185953368616793, | |
| "grad_norm": 6.305609267274029, | |
| "learning_rate": 9.997734440724333e-06, | |
| "loss": 2.0513, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.20025747389500786, | |
| "grad_norm": 2.1140529899847054, | |
| "learning_rate": 9.997040978186633e-06, | |
| "loss": 2.0241, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.21456157917322272, | |
| "grad_norm": 3.884579646553787, | |
| "learning_rate": 9.996255097050624e-06, | |
| "loss": 2.0084, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.22886568445143757, | |
| "grad_norm": 3.1240890876667695, | |
| "learning_rate": 9.995376813466934e-06, | |
| "loss": 1.9989, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.22886568445143757, | |
| "eval_loss": 1.9693105220794678, | |
| "eval_runtime": 13.1024, | |
| "eval_samples_per_second": 76.322, | |
| "eval_steps_per_second": 2.442, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.24316978972965242, | |
| "grad_norm": 2.3200436251519827, | |
| "learning_rate": 9.994406145485151e-06, | |
| "loss": 1.9917, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.25747389500786727, | |
| "grad_norm": 2.6496743450852738, | |
| "learning_rate": 9.993343113053454e-06, | |
| "loss": 1.9746, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.2717780002860821, | |
| "grad_norm": 2.536170754608615, | |
| "learning_rate": 9.992187738018203e-06, | |
| "loss": 1.9737, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.286082105564297, | |
| "grad_norm": 1.6713049324071942, | |
| "learning_rate": 9.99094004412348e-06, | |
| "loss": 1.9602, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3003862108425118, | |
| "grad_norm": 2.9333959535896064, | |
| "learning_rate": 9.989600057010625e-06, | |
| "loss": 1.9535, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3146903161207266, | |
| "grad_norm": 1.8676266291905814, | |
| "learning_rate": 9.988167804217682e-06, | |
| "loss": 1.9416, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3289944213989415, | |
| "grad_norm": 1.2680641471071183, | |
| "learning_rate": 9.986643315178848e-06, | |
| "loss": 1.9307, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.3432985266771563, | |
| "grad_norm": 2.9062506982476073, | |
| "learning_rate": 9.98502662122387e-06, | |
| "loss": 1.9378, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.3432985266771563, | |
| "eval_loss": 1.9051591157913208, | |
| "eval_runtime": 13.1019, | |
| "eval_samples_per_second": 76.325, | |
| "eval_steps_per_second": 2.442, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.3576026319553712, | |
| "grad_norm": 2.156043900815843, | |
| "learning_rate": 9.983317755577392e-06, | |
| "loss": 1.9187, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.371906737233586, | |
| "grad_norm": 2.8852879306242203, | |
| "learning_rate": 9.981516753358274e-06, | |
| "loss": 1.9251, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.3862108425118009, | |
| "grad_norm": 1.6778445737708942, | |
| "learning_rate": 9.979623651578881e-06, | |
| "loss": 1.9058, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.40051494779001573, | |
| "grad_norm": 1.4368646478597216, | |
| "learning_rate": 9.977638489144308e-06, | |
| "loss": 1.9119, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.4148190530682306, | |
| "grad_norm": 1.466116857478951, | |
| "learning_rate": 9.975561306851585e-06, | |
| "loss": 1.9036, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.42912315834644543, | |
| "grad_norm": 1.4471173596729103, | |
| "learning_rate": 9.973392147388847e-06, | |
| "loss": 1.9058, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4434272636246603, | |
| "grad_norm": 1.015831804058714, | |
| "learning_rate": 9.971131055334445e-06, | |
| "loss": 1.8931, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.45773136890287514, | |
| "grad_norm": 1.6593036538850372, | |
| "learning_rate": 9.968778077156035e-06, | |
| "loss": 1.8928, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.45773136890287514, | |
| "eval_loss": 1.8654637336730957, | |
| "eval_runtime": 13.1276, | |
| "eval_samples_per_second": 76.176, | |
| "eval_steps_per_second": 2.438, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.47203547418109, | |
| "grad_norm": 1.2836506785865125, | |
| "learning_rate": 9.966333261209625e-06, | |
| "loss": 1.8886, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.48633957945930484, | |
| "grad_norm": 1.2135189666496888, | |
| "learning_rate": 9.96379665773858e-06, | |
| "loss": 1.8866, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5006436847375196, | |
| "grad_norm": 1.274525834510866, | |
| "learning_rate": 9.961168318872583e-06, | |
| "loss": 1.8786, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.5149477900157345, | |
| "grad_norm": 1.3030666538156304, | |
| "learning_rate": 9.958448298626576e-06, | |
| "loss": 1.8803, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.5292518952939493, | |
| "grad_norm": 1.9481826276041598, | |
| "learning_rate": 9.95563665289964e-06, | |
| "loss": 1.8661, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.5435560005721642, | |
| "grad_norm": 1.184161907280642, | |
| "learning_rate": 9.952733439473847e-06, | |
| "loss": 1.8717, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.557860105850379, | |
| "grad_norm": 2.035585736840807, | |
| "learning_rate": 9.94973871801308e-06, | |
| "loss": 1.8696, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.572164211128594, | |
| "grad_norm": 1.0097164190087617, | |
| "learning_rate": 9.946652550061798e-06, | |
| "loss": 1.8525, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.572164211128594, | |
| "eval_loss": 1.8354862928390503, | |
| "eval_runtime": 13.0943, | |
| "eval_samples_per_second": 76.369, | |
| "eval_steps_per_second": 2.444, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.5864683164068087, | |
| "grad_norm": 2.0497282273050517, | |
| "learning_rate": 9.943474999043775e-06, | |
| "loss": 1.8572, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.6007724216850236, | |
| "grad_norm": 1.4485387654596187, | |
| "learning_rate": 9.9402061302608e-06, | |
| "loss": 1.8557, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.6150765269632384, | |
| "grad_norm": 1.4726888297829959, | |
| "learning_rate": 9.93684601089133e-06, | |
| "loss": 1.8476, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.6293806322414532, | |
| "grad_norm": 1.2546088847317722, | |
| "learning_rate": 9.933394709989109e-06, | |
| "loss": 1.8535, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.6436847375196681, | |
| "grad_norm": 1.442306090060256, | |
| "learning_rate": 9.92985229848175e-06, | |
| "loss": 1.8383, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.657988842797883, | |
| "grad_norm": 1.3986536095496256, | |
| "learning_rate": 9.926218849169284e-06, | |
| "loss": 1.8468, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.6722929480760979, | |
| "grad_norm": 1.3568137487712886, | |
| "learning_rate": 9.922494436722653e-06, | |
| "loss": 1.8376, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.6865970533543126, | |
| "grad_norm": 1.2996414194536055, | |
| "learning_rate": 9.91867913768218e-06, | |
| "loss": 1.8272, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.6865970533543126, | |
| "eval_loss": 1.8150951862335205, | |
| "eval_runtime": 13.1089, | |
| "eval_samples_per_second": 76.284, | |
| "eval_steps_per_second": 2.441, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.7009011586325276, | |
| "grad_norm": 1.2871997517148228, | |
| "learning_rate": 9.914773030456001e-06, | |
| "loss": 1.8317, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.7152052639107424, | |
| "grad_norm": 1.200976481369304, | |
| "learning_rate": 9.910776195318448e-06, | |
| "loss": 1.8392, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.7295093691889573, | |
| "grad_norm": 1.4537260955148985, | |
| "learning_rate": 9.906688714408396e-06, | |
| "loss": 1.8414, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.743813474467172, | |
| "grad_norm": 1.3619012866591573, | |
| "learning_rate": 9.902510671727583e-06, | |
| "loss": 1.8243, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.758117579745387, | |
| "grad_norm": 1.468758050868889, | |
| "learning_rate": 9.898242153138882e-06, | |
| "loss": 1.8208, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.7724216850236018, | |
| "grad_norm": 1.5941916432437884, | |
| "learning_rate": 9.89388324636453e-06, | |
| "loss": 1.8274, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.7867257903018167, | |
| "grad_norm": 1.4358813545146656, | |
| "learning_rate": 9.889434040984333e-06, | |
| "loss": 1.815, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.8010298955800315, | |
| "grad_norm": 1.0044194890872669, | |
| "learning_rate": 9.88489462843382e-06, | |
| "loss": 1.8204, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.8010298955800315, | |
| "eval_loss": 1.7972140312194824, | |
| "eval_runtime": 13.1016, | |
| "eval_samples_per_second": 76.326, | |
| "eval_steps_per_second": 2.442, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.8153340008582464, | |
| "grad_norm": 1.0780986139085367, | |
| "learning_rate": 9.880265102002369e-06, | |
| "loss": 1.8027, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.8296381061364612, | |
| "grad_norm": 0.7267417717678716, | |
| "learning_rate": 9.875545556831283e-06, | |
| "loss": 1.8156, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.843942211414676, | |
| "grad_norm": 1.1249209768789774, | |
| "learning_rate": 9.870736089911836e-06, | |
| "loss": 1.8149, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.8582463166928909, | |
| "grad_norm": 1.183808055306546, | |
| "learning_rate": 9.865836800083291e-06, | |
| "loss": 1.8158, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.8725504219711057, | |
| "grad_norm": 0.9727019343602256, | |
| "learning_rate": 9.860847788030852e-06, | |
| "loss": 1.8101, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.8868545272493206, | |
| "grad_norm": 1.229205403976205, | |
| "learning_rate": 9.855769156283604e-06, | |
| "loss": 1.8122, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.9011586325275354, | |
| "grad_norm": 1.2130780208525513, | |
| "learning_rate": 9.850601009212408e-06, | |
| "loss": 1.8064, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.9154627378057503, | |
| "grad_norm": 1.093239130702269, | |
| "learning_rate": 9.845343453027747e-06, | |
| "loss": 1.8103, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.9154627378057503, | |
| "eval_loss": 1.7855333089828491, | |
| "eval_runtime": 13.1799, | |
| "eval_samples_per_second": 75.873, | |
| "eval_steps_per_second": 2.428, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.9297668430839651, | |
| "grad_norm": 1.0418651496232376, | |
| "learning_rate": 9.839996595777552e-06, | |
| "loss": 1.8023, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.94407094836218, | |
| "grad_norm": 1.2712498822645788, | |
| "learning_rate": 9.83456054734498e-06, | |
| "loss": 1.7953, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.9583750536403948, | |
| "grad_norm": 0.984132611369419, | |
| "learning_rate": 9.829035419446156e-06, | |
| "loss": 1.8015, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.9726791589186097, | |
| "grad_norm": 1.0418825994644219, | |
| "learning_rate": 9.823421325627865e-06, | |
| "loss": 1.8054, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.9869832641968245, | |
| "grad_norm": 1.336436926729505, | |
| "learning_rate": 9.81771838126524e-06, | |
| "loss": 1.7937, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.0012873694750393, | |
| "grad_norm": 1.0819159062735473, | |
| "learning_rate": 9.811926703559374e-06, | |
| "loss": 1.7868, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.0155914747532542, | |
| "grad_norm": 1.2714689918837065, | |
| "learning_rate": 9.806046411534916e-06, | |
| "loss": 1.7731, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.029895580031469, | |
| "grad_norm": 1.0129411367063064, | |
| "learning_rate": 9.800077626037633e-06, | |
| "loss": 1.7834, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.029895580031469, | |
| "eval_loss": 1.7756215333938599, | |
| "eval_runtime": 13.1841, | |
| "eval_samples_per_second": 75.849, | |
| "eval_steps_per_second": 2.427, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.044199685309684, | |
| "grad_norm": 0.8678146485976415, | |
| "learning_rate": 9.794020469731915e-06, | |
| "loss": 1.7858, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.0585037905878987, | |
| "grad_norm": 1.1072231200441955, | |
| "learning_rate": 9.787875067098257e-06, | |
| "loss": 1.7873, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.0728078958661136, | |
| "grad_norm": 0.8959989844152632, | |
| "learning_rate": 9.781641544430703e-06, | |
| "loss": 1.7928, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.0871120011443285, | |
| "grad_norm": 1.6994487358359982, | |
| "learning_rate": 9.775320029834255e-06, | |
| "loss": 1.7729, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.1014161064225432, | |
| "grad_norm": 1.1169687397960077, | |
| "learning_rate": 9.76891065322223e-06, | |
| "loss": 1.7814, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.115720211700758, | |
| "grad_norm": 1.0104167054836963, | |
| "learning_rate": 9.762413546313597e-06, | |
| "loss": 1.7783, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.130024316978973, | |
| "grad_norm": 0.8241889545988433, | |
| "learning_rate": 9.755828842630269e-06, | |
| "loss": 1.7716, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.144328422257188, | |
| "grad_norm": 1.0453927825295828, | |
| "learning_rate": 9.749156677494357e-06, | |
| "loss": 1.787, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.144328422257188, | |
| "eval_loss": 1.7660154104232788, | |
| "eval_runtime": 13.0607, | |
| "eval_samples_per_second": 76.566, | |
| "eval_steps_per_second": 2.45, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.1586325275354026, | |
| "grad_norm": 1.5781005025322197, | |
| "learning_rate": 9.742397188025394e-06, | |
| "loss": 1.777, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.1729366328136175, | |
| "grad_norm": 0.6663813498785218, | |
| "learning_rate": 9.735550513137513e-06, | |
| "loss": 1.7627, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.1872407380918324, | |
| "grad_norm": 1.16263114208236, | |
| "learning_rate": 9.728616793536588e-06, | |
| "loss": 1.7706, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.2015448433700473, | |
| "grad_norm": 0.8049406818849929, | |
| "learning_rate": 9.721596171717352e-06, | |
| "loss": 1.7732, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.215848948648262, | |
| "grad_norm": 1.1897294605157323, | |
| "learning_rate": 9.714488791960463e-06, | |
| "loss": 1.7785, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.230153053926477, | |
| "grad_norm": 0.7890939227616143, | |
| "learning_rate": 9.707294800329536e-06, | |
| "loss": 1.7743, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.2444571592046918, | |
| "grad_norm": 1.0535327717977379, | |
| "learning_rate": 9.700014344668152e-06, | |
| "loss": 1.7655, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.2587612644829065, | |
| "grad_norm": 1.0253301557877903, | |
| "learning_rate": 9.692647574596803e-06, | |
| "loss": 1.7695, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.2587612644829065, | |
| "eval_loss": 1.7592908143997192, | |
| "eval_runtime": 13.0236, | |
| "eval_samples_per_second": 76.784, | |
| "eval_steps_per_second": 2.457, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.2730653697611214, | |
| "grad_norm": 1.1457150793499635, | |
| "learning_rate": 9.685194641509837e-06, | |
| "loss": 1.7741, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.2873694750393363, | |
| "grad_norm": 1.1289748771161727, | |
| "learning_rate": 9.677655698572326e-06, | |
| "loss": 1.7613, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.3016735803175512, | |
| "grad_norm": 1.2805821960586556, | |
| "learning_rate": 9.670030900716941e-06, | |
| "loss": 1.7608, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.3159776855957661, | |
| "grad_norm": 1.116003748141364, | |
| "learning_rate": 9.662320404640743e-06, | |
| "loss": 1.7623, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.3302817908739808, | |
| "grad_norm": 0.915054519499902, | |
| "learning_rate": 9.654524368801982e-06, | |
| "loss": 1.7684, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.3445858961521957, | |
| "grad_norm": 1.158670382611452, | |
| "learning_rate": 9.646642953416835e-06, | |
| "loss": 1.7587, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.3588900014304106, | |
| "grad_norm": 0.6334518545999203, | |
| "learning_rate": 9.638676320456109e-06, | |
| "loss": 1.7666, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.3731941067086253, | |
| "grad_norm": 0.7291754825374577, | |
| "learning_rate": 9.630624633641918e-06, | |
| "loss": 1.759, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.3731941067086253, | |
| "eval_loss": 1.7522927522659302, | |
| "eval_runtime": 13.0698, | |
| "eval_samples_per_second": 76.512, | |
| "eval_steps_per_second": 2.448, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.3874982119868402, | |
| "grad_norm": 0.8676602094607595, | |
| "learning_rate": 9.622488058444313e-06, | |
| "loss": 1.7585, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.401802317265055, | |
| "grad_norm": 0.6268701284946427, | |
| "learning_rate": 9.614266762077891e-06, | |
| "loss": 1.758, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.4161064225432698, | |
| "grad_norm": 0.7954138791876184, | |
| "learning_rate": 9.605960913498342e-06, | |
| "loss": 1.7528, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.4304105278214847, | |
| "grad_norm": 0.9805674870268231, | |
| "learning_rate": 9.597570683398996e-06, | |
| "loss": 1.7652, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.4447146330996996, | |
| "grad_norm": 1.2416998933826209, | |
| "learning_rate": 9.5890962442073e-06, | |
| "loss": 1.7497, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.4590187383779145, | |
| "grad_norm": 0.9438154318623259, | |
| "learning_rate": 9.580537770081285e-06, | |
| "loss": 1.7486, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.4733228436561294, | |
| "grad_norm": 0.7575703670207814, | |
| "learning_rate": 9.57189543690598e-06, | |
| "loss": 1.7557, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.487626948934344, | |
| "grad_norm": 0.8709256334977673, | |
| "learning_rate": 9.563169422289798e-06, | |
| "loss": 1.7493, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.487626948934344, | |
| "eval_loss": 1.746894359588623, | |
| "eval_runtime": 13.0332, | |
| "eval_samples_per_second": 76.727, | |
| "eval_steps_per_second": 2.455, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.501931054212559, | |
| "grad_norm": 0.990313135807005, | |
| "learning_rate": 9.554359905560887e-06, | |
| "loss": 1.7526, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.516235159490774, | |
| "grad_norm": 1.3585589462134218, | |
| "learning_rate": 9.54546706776345e-06, | |
| "loss": 1.7477, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.5305392647689886, | |
| "grad_norm": 1.0080284138615836, | |
| "learning_rate": 9.536491091654018e-06, | |
| "loss": 1.7398, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.5448433700472035, | |
| "grad_norm": 0.6122020478330652, | |
| "learning_rate": 9.527432161697696e-06, | |
| "loss": 1.7556, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.5591474753254184, | |
| "grad_norm": 0.8555908841043908, | |
| "learning_rate": 9.518290464064365e-06, | |
| "loss": 1.7402, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.573451580603633, | |
| "grad_norm": 0.7605282500535738, | |
| "learning_rate": 9.509066186624872e-06, | |
| "loss": 1.7433, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.5877556858818482, | |
| "grad_norm": 0.7684854850117561, | |
| "learning_rate": 9.499759518947156e-06, | |
| "loss": 1.7447, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.602059791160063, | |
| "grad_norm": 1.2011176682075966, | |
| "learning_rate": 9.490370652292357e-06, | |
| "loss": 1.7461, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.602059791160063, | |
| "eval_loss": 1.7409335374832153, | |
| "eval_runtime": 13.0714, | |
| "eval_samples_per_second": 76.503, | |
| "eval_steps_per_second": 2.448, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.6163638964382778, | |
| "grad_norm": 0.9371628453607871, | |
| "learning_rate": 9.480899779610883e-06, | |
| "loss": 1.7541, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.6306680017164927, | |
| "grad_norm": 0.7143343954612081, | |
| "learning_rate": 9.471347095538448e-06, | |
| "loss": 1.7392, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.6449721069947074, | |
| "grad_norm": 0.9557461607608252, | |
| "learning_rate": 9.461712796392067e-06, | |
| "loss": 1.7476, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.6592762122729223, | |
| "grad_norm": 0.9598758061093912, | |
| "learning_rate": 9.45199708016603e-06, | |
| "loss": 1.747, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.6735803175511372, | |
| "grad_norm": 1.1359595669153315, | |
| "learning_rate": 9.442200146527824e-06, | |
| "loss": 1.7379, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.687884422829352, | |
| "grad_norm": 0.7961067517193703, | |
| "learning_rate": 9.432322196814032e-06, | |
| "loss": 1.7371, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.7021885281075668, | |
| "grad_norm": 0.9958451010134263, | |
| "learning_rate": 9.422363434026205e-06, | |
| "loss": 1.7404, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.7164926333857817, | |
| "grad_norm": 0.9090957659949102, | |
| "learning_rate": 9.41232406282667e-06, | |
| "loss": 1.7392, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.7164926333857817, | |
| "eval_loss": 1.7344313859939575, | |
| "eval_runtime": 13.0691, | |
| "eval_samples_per_second": 76.516, | |
| "eval_steps_per_second": 2.449, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.7307967386639964, | |
| "grad_norm": 1.1213090245292214, | |
| "learning_rate": 9.402204289534344e-06, | |
| "loss": 1.7302, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.7451008439422115, | |
| "grad_norm": 0.8031846181876277, | |
| "learning_rate": 9.392004322120484e-06, | |
| "loss": 1.734, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.7594049492204262, | |
| "grad_norm": 0.8951992445159495, | |
| "learning_rate": 9.381724370204414e-06, | |
| "loss": 1.7271, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.7737090544986411, | |
| "grad_norm": 0.6356844624225287, | |
| "learning_rate": 9.371364645049216e-06, | |
| "loss": 1.7343, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.788013159776856, | |
| "grad_norm": 0.9354771107489174, | |
| "learning_rate": 9.360925359557397e-06, | |
| "loss": 1.7213, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.8023172650550707, | |
| "grad_norm": 0.8683866672638255, | |
| "learning_rate": 9.3504067282665e-06, | |
| "loss": 1.7456, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.8166213703332856, | |
| "grad_norm": 0.7256479046632077, | |
| "learning_rate": 9.339808967344701e-06, | |
| "loss": 1.7334, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.8309254756115005, | |
| "grad_norm": 0.9100891545758867, | |
| "learning_rate": 9.329132294586374e-06, | |
| "loss": 1.7305, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.8309254756115005, | |
| "eval_loss": 1.7306665182113647, | |
| "eval_runtime": 13.0681, | |
| "eval_samples_per_second": 76.522, | |
| "eval_steps_per_second": 2.449, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.8452295808897152, | |
| "grad_norm": 0.7131708711024103, | |
| "learning_rate": 9.318376929407606e-06, | |
| "loss": 1.7262, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.8595336861679304, | |
| "grad_norm": 0.6762253904995256, | |
| "learning_rate": 9.307543092841688e-06, | |
| "loss": 1.7263, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.873837791446145, | |
| "grad_norm": 0.8848356010504166, | |
| "learning_rate": 9.296631007534576e-06, | |
| "loss": 1.7291, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.8881418967243597, | |
| "grad_norm": 0.8254328432524617, | |
| "learning_rate": 9.285640897740316e-06, | |
| "loss": 1.7248, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.9024460020025749, | |
| "grad_norm": 0.8328557115282507, | |
| "learning_rate": 9.27457298931643e-06, | |
| "loss": 1.7379, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.9167501072807895, | |
| "grad_norm": 0.6959225186429033, | |
| "learning_rate": 9.263427509719287e-06, | |
| "loss": 1.7217, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.9310542125590044, | |
| "grad_norm": 0.7948142001263543, | |
| "learning_rate": 9.252204687999401e-06, | |
| "loss": 1.7348, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.9453583178372194, | |
| "grad_norm": 0.9097813983094877, | |
| "learning_rate": 9.240904754796767e-06, | |
| "loss": 1.7323, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.9453583178372194, | |
| "eval_loss": 1.7259055376052856, | |
| "eval_runtime": 13.0454, | |
| "eval_samples_per_second": 76.656, | |
| "eval_steps_per_second": 2.453, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.959662423115434, | |
| "grad_norm": 0.9853743080642359, | |
| "learning_rate": 9.22952794233608e-06, | |
| "loss": 1.7367, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.973966528393649, | |
| "grad_norm": 0.7062853621991527, | |
| "learning_rate": 9.218074484421977e-06, | |
| "loss": 1.7222, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.9882706336718639, | |
| "grad_norm": 0.7105578463978743, | |
| "learning_rate": 9.206544616434249e-06, | |
| "loss": 1.7214, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.0025747389500785, | |
| "grad_norm": 0.9464929135027466, | |
| "learning_rate": 9.194938575322973e-06, | |
| "loss": 1.7175, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.0168788442282937, | |
| "grad_norm": 0.7023281633842239, | |
| "learning_rate": 9.183256599603672e-06, | |
| "loss": 1.7088, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.0311829495065084, | |
| "grad_norm": 0.6102272480325144, | |
| "learning_rate": 9.171498929352388e-06, | |
| "loss": 1.7067, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.045487054784723, | |
| "grad_norm": 0.855210847731902, | |
| "learning_rate": 9.159665806200766e-06, | |
| "loss": 1.7069, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.059791160062938, | |
| "grad_norm": 0.6906731860604268, | |
| "learning_rate": 9.147757473331082e-06, | |
| "loss": 1.7066, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.059791160062938, | |
| "eval_loss": 1.722530722618103, | |
| "eval_runtime": 13.0737, | |
| "eval_samples_per_second": 76.489, | |
| "eval_steps_per_second": 2.448, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.074095265341153, | |
| "grad_norm": 1.0171875730793354, | |
| "learning_rate": 9.135774175471244e-06, | |
| "loss": 1.7112, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.088399370619368, | |
| "grad_norm": 0.718919260784006, | |
| "learning_rate": 9.123716158889765e-06, | |
| "loss": 1.6947, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.1027034758975827, | |
| "grad_norm": 0.8725712344270407, | |
| "learning_rate": 9.111583671390697e-06, | |
| "loss": 1.6921, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.1170075811757973, | |
| "grad_norm": 0.9117880050064536, | |
| "learning_rate": 9.09937696230855e-06, | |
| "loss": 1.7062, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.1313116864540125, | |
| "grad_norm": 0.816392919836334, | |
| "learning_rate": 9.087096282503152e-06, | |
| "loss": 1.6993, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.145615791732227, | |
| "grad_norm": 0.7035389418244336, | |
| "learning_rate": 9.074741884354507e-06, | |
| "loss": 1.7022, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.159919897010442, | |
| "grad_norm": 0.7867250841208043, | |
| "learning_rate": 9.062314021757603e-06, | |
| "loss": 1.7022, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.174224002288657, | |
| "grad_norm": 0.5829241671744307, | |
| "learning_rate": 9.049812950117191e-06, | |
| "loss": 1.6875, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.174224002288657, | |
| "eval_loss": 1.7198066711425781, | |
| "eval_runtime": 13.1757, | |
| "eval_samples_per_second": 75.897, | |
| "eval_steps_per_second": 2.429, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.1885281075668717, | |
| "grad_norm": 1.1249011702012237, | |
| "learning_rate": 9.037238926342544e-06, | |
| "loss": 1.7058, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.2028322128450863, | |
| "grad_norm": 1.004023688704636, | |
| "learning_rate": 9.02459220884217e-06, | |
| "loss": 1.6977, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.2171363181233015, | |
| "grad_norm": 0.9785901369627025, | |
| "learning_rate": 9.011873057518503e-06, | |
| "loss": 1.7067, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.231440423401516, | |
| "grad_norm": 0.7641084413348023, | |
| "learning_rate": 8.999081733762568e-06, | |
| "loss": 1.7038, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.2457445286797313, | |
| "grad_norm": 0.7283443537665686, | |
| "learning_rate": 8.986218500448598e-06, | |
| "loss": 1.713, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.260048633957946, | |
| "grad_norm": 0.9539540219253599, | |
| "learning_rate": 8.973283621928644e-06, | |
| "loss": 1.706, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.2743527392361607, | |
| "grad_norm": 0.8106080829599567, | |
| "learning_rate": 8.96027736402713e-06, | |
| "loss": 1.6958, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.288656844514376, | |
| "grad_norm": 0.8882476907898474, | |
| "learning_rate": 8.947199994035402e-06, | |
| "loss": 1.6901, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.288656844514376, | |
| "eval_loss": 1.7156543731689453, | |
| "eval_runtime": 13.0298, | |
| "eval_samples_per_second": 76.747, | |
| "eval_steps_per_second": 2.456, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.3029609497925905, | |
| "grad_norm": 0.9762766790404122, | |
| "learning_rate": 8.934051780706226e-06, | |
| "loss": 1.6917, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.317265055070805, | |
| "grad_norm": 0.6971489481173876, | |
| "learning_rate": 8.920832994248268e-06, | |
| "loss": 1.6994, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.3315691603490203, | |
| "grad_norm": 0.5820566152621507, | |
| "learning_rate": 8.907543906320542e-06, | |
| "loss": 1.7065, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.345873265627235, | |
| "grad_norm": 0.645459754550139, | |
| "learning_rate": 8.894184790026823e-06, | |
| "loss": 1.6908, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.3601773709054497, | |
| "grad_norm": 1.0593884241082467, | |
| "learning_rate": 8.880755919910048e-06, | |
| "loss": 1.692, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.374481476183665, | |
| "grad_norm": 0.6598732077733668, | |
| "learning_rate": 8.867257571946646e-06, | |
| "loss": 1.7046, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.3887855814618795, | |
| "grad_norm": 0.8135828323323933, | |
| "learning_rate": 8.853690023540898e-06, | |
| "loss": 1.6983, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.4030896867400946, | |
| "grad_norm": 0.6292103166156576, | |
| "learning_rate": 8.840053553519216e-06, | |
| "loss": 1.6911, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.4030896867400946, | |
| "eval_loss": 1.7090901136398315, | |
| "eval_runtime": 13.0474, | |
| "eval_samples_per_second": 76.644, | |
| "eval_steps_per_second": 2.453, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.4173937920183093, | |
| "grad_norm": 0.8817911559963482, | |
| "learning_rate": 8.82634844212442e-06, | |
| "loss": 1.6933, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.431697897296524, | |
| "grad_norm": 0.7934805421221099, | |
| "learning_rate": 8.81257497100998e-06, | |
| "loss": 1.6895, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.446002002574739, | |
| "grad_norm": 0.855182243732375, | |
| "learning_rate": 8.79873342323422e-06, | |
| "loss": 1.6945, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.460306107852954, | |
| "grad_norm": 0.6125900217722975, | |
| "learning_rate": 8.78482408325451e-06, | |
| "loss": 1.6906, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.4746102131311685, | |
| "grad_norm": 0.6660364707065795, | |
| "learning_rate": 8.770847236921412e-06, | |
| "loss": 1.6922, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 2.4889143184093836, | |
| "grad_norm": 0.7819064185488933, | |
| "learning_rate": 8.756803171472817e-06, | |
| "loss": 1.6927, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.5032184236875983, | |
| "grad_norm": 0.6307439119404958, | |
| "learning_rate": 8.742692175528027e-06, | |
| "loss": 1.6989, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 2.517522528965813, | |
| "grad_norm": 0.6293488618510799, | |
| "learning_rate": 8.728514539081837e-06, | |
| "loss": 1.6837, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.517522528965813, | |
| "eval_loss": 1.7051697969436646, | |
| "eval_runtime": 13.0509, | |
| "eval_samples_per_second": 76.623, | |
| "eval_steps_per_second": 2.452, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.531826634244028, | |
| "grad_norm": 0.7311550336703251, | |
| "learning_rate": 8.714270553498567e-06, | |
| "loss": 1.6836, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 2.546130739522243, | |
| "grad_norm": 0.560283624336398, | |
| "learning_rate": 8.699960511506077e-06, | |
| "loss": 1.6977, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.560434844800458, | |
| "grad_norm": 0.6106667827565102, | |
| "learning_rate": 8.685584707189749e-06, | |
| "loss": 1.6904, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 2.5747389500786726, | |
| "grad_norm": 0.7552955271738838, | |
| "learning_rate": 8.671143435986447e-06, | |
| "loss": 1.69, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.5890430553568873, | |
| "grad_norm": 0.6855807066717469, | |
| "learning_rate": 8.656636994678447e-06, | |
| "loss": 1.6995, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 2.6033471606351024, | |
| "grad_norm": 0.8814483730904599, | |
| "learning_rate": 8.642065681387329e-06, | |
| "loss": 1.6919, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.617651265913317, | |
| "grad_norm": 0.6710277536844194, | |
| "learning_rate": 8.627429795567858e-06, | |
| "loss": 1.6862, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 2.6319553711915322, | |
| "grad_norm": 0.887320880133999, | |
| "learning_rate": 8.61272963800183e-06, | |
| "loss": 1.6859, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.6319553711915322, | |
| "eval_loss": 1.7010042667388916, | |
| "eval_runtime": 13.0596, | |
| "eval_samples_per_second": 76.572, | |
| "eval_steps_per_second": 2.45, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.646259476469747, | |
| "grad_norm": 0.6062615724604773, | |
| "learning_rate": 8.597965510791883e-06, | |
| "loss": 1.6957, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 2.6605635817479616, | |
| "grad_norm": 0.9356074049979478, | |
| "learning_rate": 8.5831377173553e-06, | |
| "loss": 1.6811, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.6748676870261763, | |
| "grad_norm": 0.905579588189196, | |
| "learning_rate": 8.568246562417762e-06, | |
| "loss": 1.6879, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 2.6891717923043914, | |
| "grad_norm": 0.7739005916322703, | |
| "learning_rate": 8.553292352007096e-06, | |
| "loss": 1.6879, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.703475897582606, | |
| "grad_norm": 0.8473371714356891, | |
| "learning_rate": 8.538275393446976e-06, | |
| "loss": 1.6907, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 2.717780002860821, | |
| "grad_norm": 0.6586208831165219, | |
| "learning_rate": 8.523195995350613e-06, | |
| "loss": 1.6886, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.732084108139036, | |
| "grad_norm": 0.827548888966318, | |
| "learning_rate": 8.508054467614417e-06, | |
| "loss": 1.6855, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 2.7463882134172506, | |
| "grad_norm": 0.702203100476128, | |
| "learning_rate": 8.492851121411614e-06, | |
| "loss": 1.6832, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.7463882134172506, | |
| "eval_loss": 1.6964640617370605, | |
| "eval_runtime": 13.1004, | |
| "eval_samples_per_second": 76.334, | |
| "eval_steps_per_second": 2.443, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.7606923186954657, | |
| "grad_norm": 0.7172738684998019, | |
| "learning_rate": 8.477586269185868e-06, | |
| "loss": 1.6824, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 2.7749964239736804, | |
| "grad_norm": 0.6634870837445137, | |
| "learning_rate": 8.462260224644848e-06, | |
| "loss": 1.6821, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.7893005292518955, | |
| "grad_norm": 0.6916121607750829, | |
| "learning_rate": 8.446873302753783e-06, | |
| "loss": 1.6909, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 2.80360463453011, | |
| "grad_norm": 0.7324116907371762, | |
| "learning_rate": 8.431425819728998e-06, | |
| "loss": 1.6909, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.817908739808325, | |
| "grad_norm": 0.6843560320392789, | |
| "learning_rate": 8.415918093031403e-06, | |
| "loss": 1.6786, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 2.8322128450865396, | |
| "grad_norm": 0.752892823321002, | |
| "learning_rate": 8.400350441359976e-06, | |
| "loss": 1.6728, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.8465169503647547, | |
| "grad_norm": 0.9700342755779745, | |
| "learning_rate": 8.384723184645211e-06, | |
| "loss": 1.6783, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.8608210556429694, | |
| "grad_norm": 0.7767564698368711, | |
| "learning_rate": 8.369036644042546e-06, | |
| "loss": 1.6675, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.8608210556429694, | |
| "eval_loss": 1.693839192390442, | |
| "eval_runtime": 13.0504, | |
| "eval_samples_per_second": 76.626, | |
| "eval_steps_per_second": 2.452, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.8751251609211845, | |
| "grad_norm": 0.6772095075860332, | |
| "learning_rate": 8.353291141925763e-06, | |
| "loss": 1.6721, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 2.889429266199399, | |
| "grad_norm": 0.6382340661083454, | |
| "learning_rate": 8.337487001880353e-06, | |
| "loss": 1.6842, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.903733371477614, | |
| "grad_norm": 0.7870530454186793, | |
| "learning_rate": 8.32162454869688e-06, | |
| "loss": 1.6764, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 2.918037476755829, | |
| "grad_norm": 0.7725000837437397, | |
| "learning_rate": 8.305704108364301e-06, | |
| "loss": 1.6795, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.9323415820340437, | |
| "grad_norm": 0.6068764021560474, | |
| "learning_rate": 8.289726008063265e-06, | |
| "loss": 1.6783, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 2.946645687312259, | |
| "grad_norm": 0.9395553539153366, | |
| "learning_rate": 8.273690576159383e-06, | |
| "loss": 1.68, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.9609497925904735, | |
| "grad_norm": 0.7531796928086886, | |
| "learning_rate": 8.257598142196496e-06, | |
| "loss": 1.6669, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 2.975253897868688, | |
| "grad_norm": 0.6247104825883635, | |
| "learning_rate": 8.241449036889892e-06, | |
| "loss": 1.6718, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.975253897868688, | |
| "eval_loss": 1.6905415058135986, | |
| "eval_runtime": 13.0826, | |
| "eval_samples_per_second": 76.438, | |
| "eval_steps_per_second": 2.446, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.989558003146903, | |
| "grad_norm": 0.546997508440891, | |
| "learning_rate": 8.225243592119501e-06, | |
| "loss": 1.6805, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 3.003862108425118, | |
| "grad_norm": 0.7776889636138464, | |
| "learning_rate": 8.208982140923095e-06, | |
| "loss": 1.6707, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.0181662137033327, | |
| "grad_norm": 0.7998275166017301, | |
| "learning_rate": 8.192665017489431e-06, | |
| "loss": 1.6397, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 3.032470318981548, | |
| "grad_norm": 0.7459803419055197, | |
| "learning_rate": 8.17629255715138e-06, | |
| "loss": 1.6611, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.0467744242597625, | |
| "grad_norm": 0.6817944157156409, | |
| "learning_rate": 8.159865096379046e-06, | |
| "loss": 1.6375, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 3.061078529537977, | |
| "grad_norm": 0.6959338742861377, | |
| "learning_rate": 8.14338297277284e-06, | |
| "loss": 1.6392, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.0753826348161923, | |
| "grad_norm": 0.7388183617279478, | |
| "learning_rate": 8.126846525056555e-06, | |
| "loss": 1.6424, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 3.089686740094407, | |
| "grad_norm": 0.6981074857483759, | |
| "learning_rate": 8.110256093070393e-06, | |
| "loss": 1.6592, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.089686740094407, | |
| "eval_loss": 1.6885778903961182, | |
| "eval_runtime": 13.0832, | |
| "eval_samples_per_second": 76.434, | |
| "eval_steps_per_second": 2.446, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.103990845372622, | |
| "grad_norm": 0.7805391928889925, | |
| "learning_rate": 8.093612017763986e-06, | |
| "loss": 1.6437, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 3.118294950650837, | |
| "grad_norm": 0.7246045663324853, | |
| "learning_rate": 8.076914641189388e-06, | |
| "loss": 1.6557, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.1325990559290515, | |
| "grad_norm": 0.7387863523438669, | |
| "learning_rate": 8.060164306494052e-06, | |
| "loss": 1.6397, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 3.1469031612072667, | |
| "grad_norm": 0.6210712373332249, | |
| "learning_rate": 8.043361357913763e-06, | |
| "loss": 1.6413, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.1612072664854813, | |
| "grad_norm": 0.9802329165310913, | |
| "learning_rate": 8.026506140765581e-06, | |
| "loss": 1.6453, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 3.175511371763696, | |
| "grad_norm": 0.6431933255522037, | |
| "learning_rate": 8.009599001440733e-06, | |
| "loss": 1.6499, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.189815477041911, | |
| "grad_norm": 0.6689757471837987, | |
| "learning_rate": 7.992640287397498e-06, | |
| "loss": 1.6464, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 3.204119582320126, | |
| "grad_norm": 0.5745449183320485, | |
| "learning_rate": 7.975630347154062e-06, | |
| "loss": 1.6458, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.204119582320126, | |
| "eval_loss": 1.68647038936615, | |
| "eval_runtime": 13.0514, | |
| "eval_samples_per_second": 76.62, | |
| "eval_steps_per_second": 2.452, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.2184236875983405, | |
| "grad_norm": 0.7776825101072233, | |
| "learning_rate": 7.958569530281369e-06, | |
| "loss": 1.6423, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 3.2327277928765557, | |
| "grad_norm": 0.7074657527331386, | |
| "learning_rate": 7.941458187395918e-06, | |
| "loss": 1.6402, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.2470318981547703, | |
| "grad_norm": 0.6882685901776942, | |
| "learning_rate": 7.924296670152573e-06, | |
| "loss": 1.6413, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 3.2613360034329855, | |
| "grad_norm": 0.7352534174047116, | |
| "learning_rate": 7.907085331237328e-06, | |
| "loss": 1.6535, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.2756401087112, | |
| "grad_norm": 0.6752564589976222, | |
| "learning_rate": 7.889824524360058e-06, | |
| "loss": 1.6502, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 3.289944213989415, | |
| "grad_norm": 0.7781753735420677, | |
| "learning_rate": 7.872514604247261e-06, | |
| "loss": 1.6503, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.30424831926763, | |
| "grad_norm": 0.7069554958978874, | |
| "learning_rate": 7.855155926634755e-06, | |
| "loss": 1.6521, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 3.3185524245458446, | |
| "grad_norm": 0.8017576198027669, | |
| "learning_rate": 7.837748848260372e-06, | |
| "loss": 1.6518, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.3185524245458446, | |
| "eval_loss": 1.6823465824127197, | |
| "eval_runtime": 13.0525, | |
| "eval_samples_per_second": 76.614, | |
| "eval_steps_per_second": 2.452, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.3328565298240593, | |
| "grad_norm": 0.7088855521224748, | |
| "learning_rate": 7.820293726856625e-06, | |
| "loss": 1.6422, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 3.3471606351022745, | |
| "grad_norm": 0.6674161498231996, | |
| "learning_rate": 7.802790921143367e-06, | |
| "loss": 1.6477, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.361464740380489, | |
| "grad_norm": 0.7617355475219582, | |
| "learning_rate": 7.785240790820403e-06, | |
| "loss": 1.6424, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 3.375768845658704, | |
| "grad_norm": 0.5922876479830514, | |
| "learning_rate": 7.767643696560103e-06, | |
| "loss": 1.6286, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.390072950936919, | |
| "grad_norm": 0.6014516421402848, | |
| "learning_rate": 7.75e-06, | |
| "loss": 1.6507, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 3.4043770562151336, | |
| "grad_norm": 0.623953970052767, | |
| "learning_rate": 7.732310063735346e-06, | |
| "loss": 1.6348, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.4186811614933488, | |
| "grad_norm": 0.8360426729514715, | |
| "learning_rate": 7.71457425131166e-06, | |
| "loss": 1.6276, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 3.4329852667715635, | |
| "grad_norm": 0.6464266491022174, | |
| "learning_rate": 7.696792927217266e-06, | |
| "loss": 1.6391, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.4329852667715635, | |
| "eval_loss": 1.678931474685669, | |
| "eval_runtime": 13.0631, | |
| "eval_samples_per_second": 76.551, | |
| "eval_steps_per_second": 2.45, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.447289372049778, | |
| "grad_norm": 0.6126546460094165, | |
| "learning_rate": 7.6789664568758e-06, | |
| "loss": 1.6287, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 3.4615934773279933, | |
| "grad_norm": 0.5960230832976515, | |
| "learning_rate": 7.661095206638688e-06, | |
| "loss": 1.6433, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.475897582606208, | |
| "grad_norm": 0.6761717944619002, | |
| "learning_rate": 7.643179543777636e-06, | |
| "loss": 1.649, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 3.4902016878844226, | |
| "grad_norm": 0.9634933236219494, | |
| "learning_rate": 7.625219836477073e-06, | |
| "loss": 1.6417, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.5045057931626378, | |
| "grad_norm": 0.7034969394806604, | |
| "learning_rate": 7.607216453826575e-06, | |
| "loss": 1.6393, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 3.5188098984408525, | |
| "grad_norm": 0.6731018596913478, | |
| "learning_rate": 7.589169765813298e-06, | |
| "loss": 1.647, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.533114003719067, | |
| "grad_norm": 0.6118854498537465, | |
| "learning_rate": 7.571080143314362e-06, | |
| "loss": 1.6309, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 3.5474181089972823, | |
| "grad_norm": 0.5833382042357486, | |
| "learning_rate": 7.552947958089234e-06, | |
| "loss": 1.6261, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.5474181089972823, | |
| "eval_loss": 1.6743122339248657, | |
| "eval_runtime": 13.0457, | |
| "eval_samples_per_second": 76.653, | |
| "eval_steps_per_second": 2.453, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.561722214275497, | |
| "grad_norm": 0.6661614205378471, | |
| "learning_rate": 7.534773582772087e-06, | |
| "loss": 1.6351, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 3.576026319553712, | |
| "grad_norm": 0.714289109336214, | |
| "learning_rate": 7.51655739086414e-06, | |
| "loss": 1.6422, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.5903304248319268, | |
| "grad_norm": 0.6101362453032799, | |
| "learning_rate": 7.498299756725984e-06, | |
| "loss": 1.6447, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 3.6046345301101415, | |
| "grad_norm": 0.5358085065496345, | |
| "learning_rate": 7.480001055569892e-06, | |
| "loss": 1.6356, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.6189386353883566, | |
| "grad_norm": 0.5759734399751635, | |
| "learning_rate": 7.4616616634521e-06, | |
| "loss": 1.64, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 3.6332427406665713, | |
| "grad_norm": 0.7053847123624982, | |
| "learning_rate": 7.443281957265086e-06, | |
| "loss": 1.6335, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 3.6475468459447864, | |
| "grad_norm": 0.6269316120083251, | |
| "learning_rate": 7.424862314729819e-06, | |
| "loss": 1.6359, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 3.661850951223001, | |
| "grad_norm": 0.7414178784729023, | |
| "learning_rate": 7.406403114388003e-06, | |
| "loss": 1.6344, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.661850951223001, | |
| "eval_loss": 1.67084538936615, | |
| "eval_runtime": 13.0507, | |
| "eval_samples_per_second": 76.624, | |
| "eval_steps_per_second": 2.452, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.6761550565012158, | |
| "grad_norm": 0.739429421422803, | |
| "learning_rate": 7.387904735594291e-06, | |
| "loss": 1.6338, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 3.6904591617794305, | |
| "grad_norm": 0.6194546733603346, | |
| "learning_rate": 7.36936755850849e-06, | |
| "loss": 1.644, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.7047632670576456, | |
| "grad_norm": 0.5969848608399483, | |
| "learning_rate": 7.3507919640877535e-06, | |
| "loss": 1.64, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 3.7190673723358603, | |
| "grad_norm": 0.6934857883840727, | |
| "learning_rate": 7.332178334078746e-06, | |
| "loss": 1.6384, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.7333714776140754, | |
| "grad_norm": 0.635352435508875, | |
| "learning_rate": 7.313527051009803e-06, | |
| "loss": 1.6367, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 3.74767558289229, | |
| "grad_norm": 0.6676277653287923, | |
| "learning_rate": 7.2948384981830655e-06, | |
| "loss": 1.6332, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.7619796881705048, | |
| "grad_norm": 0.5981093667238178, | |
| "learning_rate": 7.2761130596666045e-06, | |
| "loss": 1.6243, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 3.77628379344872, | |
| "grad_norm": 0.6546784259139526, | |
| "learning_rate": 7.25735112028653e-06, | |
| "loss": 1.6331, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.77628379344872, | |
| "eval_loss": 1.6657731533050537, | |
| "eval_runtime": 13.0681, | |
| "eval_samples_per_second": 76.522, | |
| "eval_steps_per_second": 2.449, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.7905878987269346, | |
| "grad_norm": 1.1022867143082844, | |
| "learning_rate": 7.2385530656190785e-06, | |
| "loss": 1.6221, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 3.8048920040051497, | |
| "grad_norm": 0.7046788263112277, | |
| "learning_rate": 7.219719281982694e-06, | |
| "loss": 1.6263, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.8191961092833644, | |
| "grad_norm": 0.7089454605909015, | |
| "learning_rate": 7.20085015643008e-06, | |
| "loss": 1.6245, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 3.833500214561579, | |
| "grad_norm": 0.7801822159411739, | |
| "learning_rate": 7.181946076740257e-06, | |
| "loss": 1.6231, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 3.8478043198397938, | |
| "grad_norm": 0.6644382304711074, | |
| "learning_rate": 7.163007431410583e-06, | |
| "loss": 1.632, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 3.862108425118009, | |
| "grad_norm": 0.7162696862257913, | |
| "learning_rate": 7.144034609648779e-06, | |
| "loss": 1.6379, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.8764125303962236, | |
| "grad_norm": 0.66835417830248, | |
| "learning_rate": 7.125028001364918e-06, | |
| "loss": 1.6265, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 3.8907166356744387, | |
| "grad_norm": 0.8073668698442618, | |
| "learning_rate": 7.105987997163424e-06, | |
| "loss": 1.6305, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.8907166356744387, | |
| "eval_loss": 1.6642513275146484, | |
| "eval_runtime": 13.0315, | |
| "eval_samples_per_second": 76.737, | |
| "eval_steps_per_second": 2.456, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.9050207409526534, | |
| "grad_norm": 0.8129075896081209, | |
| "learning_rate": 7.086914988335039e-06, | |
| "loss": 1.6334, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 3.919324846230868, | |
| "grad_norm": 0.6722996060245693, | |
| "learning_rate": 7.0678093668487836e-06, | |
| "loss": 1.6378, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 3.933628951509083, | |
| "grad_norm": 0.6234556338573759, | |
| "learning_rate": 7.048671525343898e-06, | |
| "loss": 1.6157, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 3.947933056787298, | |
| "grad_norm": 0.674127005602253, | |
| "learning_rate": 7.029501857121776e-06, | |
| "loss": 1.6237, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 3.962237162065513, | |
| "grad_norm": 0.6848190186027889, | |
| "learning_rate": 7.010300756137882e-06, | |
| "loss": 1.6167, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 3.9765412673437277, | |
| "grad_norm": 0.7866991878129077, | |
| "learning_rate": 6.991068616993655e-06, | |
| "loss": 1.6264, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 3.9908453726219424, | |
| "grad_norm": 0.6764477676367477, | |
| "learning_rate": 6.971805834928399e-06, | |
| "loss": 1.6198, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 4.005149477900157, | |
| "grad_norm": 0.561303007679291, | |
| "learning_rate": 6.952512805811156e-06, | |
| "loss": 1.6281, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.005149477900157, | |
| "eval_loss": 1.6613872051239014, | |
| "eval_runtime": 13.0547, | |
| "eval_samples_per_second": 76.601, | |
| "eval_steps_per_second": 2.451, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.019453583178372, | |
| "grad_norm": 0.8593165537427608, | |
| "learning_rate": 6.933189926132581e-06, | |
| "loss": 1.5957, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 4.033757688456587, | |
| "grad_norm": 0.7007147184136575, | |
| "learning_rate": 6.913837592996783e-06, | |
| "loss": 1.5881, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.048061793734802, | |
| "grad_norm": 0.770003508592736, | |
| "learning_rate": 6.894456204113167e-06, | |
| "loss": 1.605, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 4.062365899013017, | |
| "grad_norm": 0.6226702180817224, | |
| "learning_rate": 6.875046157788267e-06, | |
| "loss": 1.5911, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.076670004291231, | |
| "grad_norm": 0.7639202802814479, | |
| "learning_rate": 6.855607852917555e-06, | |
| "loss": 1.604, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 4.090974109569446, | |
| "grad_norm": 0.882721244152998, | |
| "learning_rate": 6.836141688977238e-06, | |
| "loss": 1.6012, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.105278214847662, | |
| "grad_norm": 0.6636212731955713, | |
| "learning_rate": 6.816648066016059e-06, | |
| "loss": 1.6104, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 4.119582320125876, | |
| "grad_norm": 0.600373299209649, | |
| "learning_rate": 6.7971273846470696e-06, | |
| "loss": 1.5809, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.119582320125876, | |
| "eval_loss": 1.6590399742126465, | |
| "eval_runtime": 13.0488, | |
| "eval_samples_per_second": 76.635, | |
| "eval_steps_per_second": 2.452, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.133886425404091, | |
| "grad_norm": 0.5838739816681767, | |
| "learning_rate": 6.777580046039399e-06, | |
| "loss": 1.5936, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 4.148190530682306, | |
| "grad_norm": 0.8054046294072329, | |
| "learning_rate": 6.758006451910008e-06, | |
| "loss": 1.5943, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.16249463596052, | |
| "grad_norm": 0.6586960505758862, | |
| "learning_rate": 6.738407004515434e-06, | |
| "loss": 1.5972, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 4.176798741238736, | |
| "grad_norm": 0.614285360390926, | |
| "learning_rate": 6.718782106643524e-06, | |
| "loss": 1.5987, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 4.191102846516951, | |
| "grad_norm": 0.7672522315210418, | |
| "learning_rate": 6.699132161605158e-06, | |
| "loss": 1.5989, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 4.205406951795165, | |
| "grad_norm": 0.6095862804856478, | |
| "learning_rate": 6.679457573225961e-06, | |
| "loss": 1.5927, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 4.21971105707338, | |
| "grad_norm": 0.5725548623370728, | |
| "learning_rate": 6.659758745837998e-06, | |
| "loss": 1.5944, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 4.234015162351595, | |
| "grad_norm": 0.6763995208415444, | |
| "learning_rate": 6.640036084271477e-06, | |
| "loss": 1.5856, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.234015162351595, | |
| "eval_loss": 1.6558407545089722, | |
| "eval_runtime": 13.0633, | |
| "eval_samples_per_second": 76.55, | |
| "eval_steps_per_second": 2.45, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.248319267629809, | |
| "grad_norm": 0.5816921920934364, | |
| "learning_rate": 6.620289993846416e-06, | |
| "loss": 1.5894, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 4.262623372908025, | |
| "grad_norm": 0.5963950247380321, | |
| "learning_rate": 6.600520880364318e-06, | |
| "loss": 1.5877, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 4.27692747818624, | |
| "grad_norm": 0.7244641422220082, | |
| "learning_rate": 6.5807291500998385e-06, | |
| "loss": 1.5984, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 4.291231583464454, | |
| "grad_norm": 0.6891578076550495, | |
| "learning_rate": 6.560915209792424e-06, | |
| "loss": 1.5811, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.305535688742669, | |
| "grad_norm": 0.6285344026946775, | |
| "learning_rate": 6.541079466637962e-06, | |
| "loss": 1.5963, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 4.319839794020884, | |
| "grad_norm": 0.6315690680101345, | |
| "learning_rate": 6.52122232828041e-06, | |
| "loss": 1.5957, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 4.334143899299098, | |
| "grad_norm": 0.5748378429144894, | |
| "learning_rate": 6.501344202803415e-06, | |
| "loss": 1.5931, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 4.348448004577314, | |
| "grad_norm": 0.7552352391145764, | |
| "learning_rate": 6.4814454987219355e-06, | |
| "loss": 1.5945, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.348448004577314, | |
| "eval_loss": 1.6537083387374878, | |
| "eval_runtime": 13.0367, | |
| "eval_samples_per_second": 76.707, | |
| "eval_steps_per_second": 2.455, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.362752109855529, | |
| "grad_norm": 0.6302273947646538, | |
| "learning_rate": 6.461526624973836e-06, | |
| "loss": 1.5949, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 4.377056215133743, | |
| "grad_norm": 0.7279773630417031, | |
| "learning_rate": 6.441587990911489e-06, | |
| "loss": 1.5955, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.391360320411958, | |
| "grad_norm": 0.7564493394180175, | |
| "learning_rate": 6.421630006293359e-06, | |
| "loss": 1.5784, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 4.405664425690173, | |
| "grad_norm": 0.6547475070066977, | |
| "learning_rate": 6.401653081275586e-06, | |
| "loss": 1.5815, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.419968530968388, | |
| "grad_norm": 0.6231989802641532, | |
| "learning_rate": 6.38165762640355e-06, | |
| "loss": 1.5898, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 4.434272636246603, | |
| "grad_norm": 0.6634320872185652, | |
| "learning_rate": 6.361644052603445e-06, | |
| "loss": 1.5857, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.448576741524818, | |
| "grad_norm": 0.585640805907106, | |
| "learning_rate": 6.341612771173817e-06, | |
| "loss": 1.5944, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 4.462880846803032, | |
| "grad_norm": 0.6816841693204327, | |
| "learning_rate": 6.321564193777129e-06, | |
| "loss": 1.5847, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 4.462880846803032, | |
| "eval_loss": 1.6510008573532104, | |
| "eval_runtime": 13.0513, | |
| "eval_samples_per_second": 76.621, | |
| "eval_steps_per_second": 2.452, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 4.477184952081247, | |
| "grad_norm": 0.6053048902545912, | |
| "learning_rate": 6.301498732431287e-06, | |
| "loss": 1.595, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 4.491489057359463, | |
| "grad_norm": 0.5846349328081588, | |
| "learning_rate": 6.281416799501188e-06, | |
| "loss": 1.5829, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 4.505793162637677, | |
| "grad_norm": 0.6663370815014324, | |
| "learning_rate": 6.261318807690223e-06, | |
| "loss": 1.5913, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 4.520097267915892, | |
| "grad_norm": 0.6707807397421404, | |
| "learning_rate": 6.24120517003182e-06, | |
| "loss": 1.5855, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 4.534401373194107, | |
| "grad_norm": 0.6936942245291033, | |
| "learning_rate": 6.221076299880939e-06, | |
| "loss": 1.5836, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 4.548705478472321, | |
| "grad_norm": 0.5972670709526067, | |
| "learning_rate": 6.200932610905584e-06, | |
| "loss": 1.5983, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 4.563009583750537, | |
| "grad_norm": 0.7073631469228808, | |
| "learning_rate": 6.180774517078301e-06, | |
| "loss": 1.5801, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 4.577313689028752, | |
| "grad_norm": 0.6700094336440139, | |
| "learning_rate": 6.160602432667668e-06, | |
| "loss": 1.5788, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.577313689028752, | |
| "eval_loss": 1.6471811532974243, | |
| "eval_runtime": 13.0567, | |
| "eval_samples_per_second": 76.589, | |
| "eval_steps_per_second": 2.451, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.591617794306966, | |
| "grad_norm": 0.6135192274092318, | |
| "learning_rate": 6.140416772229785e-06, | |
| "loss": 1.59, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 4.605921899585181, | |
| "grad_norm": 0.6341044144664583, | |
| "learning_rate": 6.12021795059975e-06, | |
| "loss": 1.5846, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 4.620226004863396, | |
| "grad_norm": 0.724534964828596, | |
| "learning_rate": 6.10000638288314e-06, | |
| "loss": 1.59, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 4.63453011014161, | |
| "grad_norm": 0.6113074334486132, | |
| "learning_rate": 6.079782484447475e-06, | |
| "loss": 1.575, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 4.648834215419825, | |
| "grad_norm": 0.6386331564571069, | |
| "learning_rate": 6.059546670913684e-06, | |
| "loss": 1.5872, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 4.663138320698041, | |
| "grad_norm": 0.7261941546202135, | |
| "learning_rate": 6.03929935814756e-06, | |
| "loss": 1.5784, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 4.677442425976255, | |
| "grad_norm": 0.6351322658943287, | |
| "learning_rate": 6.01904096225122e-06, | |
| "loss": 1.5765, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 4.69174653125447, | |
| "grad_norm": 0.5996478129830516, | |
| "learning_rate": 5.998771899554551e-06, | |
| "loss": 1.58, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.69174653125447, | |
| "eval_loss": 1.6419577598571777, | |
| "eval_runtime": 13.0531, | |
| "eval_samples_per_second": 76.61, | |
| "eval_steps_per_second": 2.452, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.706050636532685, | |
| "grad_norm": 0.8110729150452963, | |
| "learning_rate": 5.978492586606647e-06, | |
| "loss": 1.5815, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 4.720354741810899, | |
| "grad_norm": 0.7079172508860698, | |
| "learning_rate": 5.958203440167261e-06, | |
| "loss": 1.5735, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.734658847089115, | |
| "grad_norm": 0.7437188489635005, | |
| "learning_rate": 5.93790487719823e-06, | |
| "loss": 1.5816, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 4.74896295236733, | |
| "grad_norm": 0.6429721202094572, | |
| "learning_rate": 5.917597314854914e-06, | |
| "loss": 1.5735, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 4.763267057645544, | |
| "grad_norm": 0.7341831677461502, | |
| "learning_rate": 5.897281170477614e-06, | |
| "loss": 1.5851, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 4.777571162923759, | |
| "grad_norm": 0.6108465449546007, | |
| "learning_rate": 5.876956861583007e-06, | |
| "loss": 1.5671, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 4.791875268201974, | |
| "grad_norm": 0.6989820941323435, | |
| "learning_rate": 5.856624805855548e-06, | |
| "loss": 1.5844, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 4.806179373480189, | |
| "grad_norm": 0.697409967231527, | |
| "learning_rate": 5.83628542113891e-06, | |
| "loss": 1.5913, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 4.806179373480189, | |
| "eval_loss": 1.640140175819397, | |
| "eval_runtime": 13.0618, | |
| "eval_samples_per_second": 76.559, | |
| "eval_steps_per_second": 2.45, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 4.820483478758404, | |
| "grad_norm": 0.7126977088350184, | |
| "learning_rate": 5.815939125427373e-06, | |
| "loss": 1.5789, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 4.834787584036619, | |
| "grad_norm": 0.6711423839732361, | |
| "learning_rate": 5.795586336857253e-06, | |
| "loss": 1.569, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 4.849091689314833, | |
| "grad_norm": 0.6873244551411083, | |
| "learning_rate": 5.775227473698294e-06, | |
| "loss": 1.5836, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 4.863395794593048, | |
| "grad_norm": 0.6568926452793338, | |
| "learning_rate": 5.754862954345081e-06, | |
| "loss": 1.5768, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.8776998998712635, | |
| "grad_norm": 0.6866802641183569, | |
| "learning_rate": 5.734493197308442e-06, | |
| "loss": 1.5818, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 4.892004005149478, | |
| "grad_norm": 0.7569171940676707, | |
| "learning_rate": 5.714118621206843e-06, | |
| "loss": 1.5744, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 4.906308110427693, | |
| "grad_norm": 0.7437917330435557, | |
| "learning_rate": 5.693739644757781e-06, | |
| "loss": 1.5871, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 4.920612215705908, | |
| "grad_norm": 0.6919341126692011, | |
| "learning_rate": 5.673356686769194e-06, | |
| "loss": 1.5653, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 4.920612215705908, | |
| "eval_loss": 1.637027382850647, | |
| "eval_runtime": 13.0268, | |
| "eval_samples_per_second": 76.765, | |
| "eval_steps_per_second": 2.456, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 4.934916320984122, | |
| "grad_norm": 0.7285248772831358, | |
| "learning_rate": 5.6529701661308415e-06, | |
| "loss": 1.5756, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 4.949220426262337, | |
| "grad_norm": 0.8182466871622013, | |
| "learning_rate": 5.632580501805692e-06, | |
| "loss": 1.5798, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 4.9635245315405525, | |
| "grad_norm": 0.6755432735906193, | |
| "learning_rate": 5.612188112821328e-06, | |
| "loss": 1.5854, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 4.977828636818767, | |
| "grad_norm": 0.7612962134476555, | |
| "learning_rate": 5.591793418261326e-06, | |
| "loss": 1.5812, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 4.992132742096982, | |
| "grad_norm": 0.7563925945387832, | |
| "learning_rate": 5.571396837256637e-06, | |
| "loss": 1.5806, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 5.006436847375197, | |
| "grad_norm": 0.7029518743960665, | |
| "learning_rate": 5.550998788976988e-06, | |
| "loss": 1.5687, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.020740952653411, | |
| "grad_norm": 0.7224515281262691, | |
| "learning_rate": 5.530599692622257e-06, | |
| "loss": 1.5522, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 5.035045057931626, | |
| "grad_norm": 0.8254883333638792, | |
| "learning_rate": 5.510199967413862e-06, | |
| "loss": 1.5572, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.035045057931626, | |
| "eval_loss": 1.63729989528656, | |
| "eval_runtime": 13.0559, | |
| "eval_samples_per_second": 76.594, | |
| "eval_steps_per_second": 2.451, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.0493491632098415, | |
| "grad_norm": 0.6284889071588916, | |
| "learning_rate": 5.489800032586141e-06, | |
| "loss": 1.5535, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 5.063653268488056, | |
| "grad_norm": 0.6963650817698085, | |
| "learning_rate": 5.4694003073777446e-06, | |
| "loss": 1.5374, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 5.077957373766271, | |
| "grad_norm": 0.6004647370129266, | |
| "learning_rate": 5.449001211023014e-06, | |
| "loss": 1.543, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 5.092261479044486, | |
| "grad_norm": 0.6944143227347761, | |
| "learning_rate": 5.428603162743365e-06, | |
| "loss": 1.5583, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 5.1065655843227, | |
| "grad_norm": 0.7245627077876122, | |
| "learning_rate": 5.408206581738677e-06, | |
| "loss": 1.5574, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 5.120869689600916, | |
| "grad_norm": 0.7745536996539171, | |
| "learning_rate": 5.387811887178673e-06, | |
| "loss": 1.5496, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 5.1351737948791305, | |
| "grad_norm": 0.7093989927463052, | |
| "learning_rate": 5.367419498194309e-06, | |
| "loss": 1.5381, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 5.149477900157345, | |
| "grad_norm": 0.6956109502422128, | |
| "learning_rate": 5.347029833869161e-06, | |
| "loss": 1.5394, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.149477900157345, | |
| "eval_loss": 1.6354469060897827, | |
| "eval_runtime": 13.0565, | |
| "eval_samples_per_second": 76.59, | |
| "eval_steps_per_second": 2.451, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.16378200543556, | |
| "grad_norm": 0.7605217226459633, | |
| "learning_rate": 5.326643313230806e-06, | |
| "loss": 1.5505, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 5.178086110713775, | |
| "grad_norm": 0.6731289587679541, | |
| "learning_rate": 5.306260355242221e-06, | |
| "loss": 1.5441, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 5.19239021599199, | |
| "grad_norm": 0.7738376161828003, | |
| "learning_rate": 5.2858813787931605e-06, | |
| "loss": 1.5488, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 5.206694321270205, | |
| "grad_norm": 0.6448049532055088, | |
| "learning_rate": 5.26550680269156e-06, | |
| "loss": 1.5445, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 5.2209984265484195, | |
| "grad_norm": 0.7299526472618546, | |
| "learning_rate": 5.24513704565492e-06, | |
| "loss": 1.5609, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 5.235302531826634, | |
| "grad_norm": 0.5655434829319671, | |
| "learning_rate": 5.224772526301709e-06, | |
| "loss": 1.5415, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 5.249606637104849, | |
| "grad_norm": 0.6828352502019638, | |
| "learning_rate": 5.20441366314275e-06, | |
| "loss": 1.551, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 5.263910742383064, | |
| "grad_norm": 0.6899243489061619, | |
| "learning_rate": 5.184060874572628e-06, | |
| "loss": 1.5474, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.263910742383064, | |
| "eval_loss": 1.6314454078674316, | |
| "eval_runtime": 13.0795, | |
| "eval_samples_per_second": 76.456, | |
| "eval_steps_per_second": 2.447, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.278214847661279, | |
| "grad_norm": 0.628576725087854, | |
| "learning_rate": 5.163714578861091e-06, | |
| "loss": 1.5486, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 5.292518952939494, | |
| "grad_norm": 0.706107114608977, | |
| "learning_rate": 5.143375194144452e-06, | |
| "loss": 1.5479, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.3068230582177085, | |
| "grad_norm": 0.6327910082547722, | |
| "learning_rate": 5.123043138416996e-06, | |
| "loss": 1.5391, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 5.321127163495923, | |
| "grad_norm": 0.568499467391358, | |
| "learning_rate": 5.102718829522387e-06, | |
| "loss": 1.5509, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 5.335431268774138, | |
| "grad_norm": 0.8702897561054348, | |
| "learning_rate": 5.082402685145088e-06, | |
| "loss": 1.5435, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 5.3497353740523526, | |
| "grad_norm": 0.6355124491870009, | |
| "learning_rate": 5.062095122801771e-06, | |
| "loss": 1.5414, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 5.364039479330568, | |
| "grad_norm": 0.6120850516489263, | |
| "learning_rate": 5.041796559832742e-06, | |
| "loss": 1.5407, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 5.378343584608783, | |
| "grad_norm": 0.6006051140188372, | |
| "learning_rate": 5.021507413393355e-06, | |
| "loss": 1.5478, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 5.378343584608783, | |
| "eval_loss": 1.6297167539596558, | |
| "eval_runtime": 13.0407, | |
| "eval_samples_per_second": 76.683, | |
| "eval_steps_per_second": 2.454, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 5.3926476898869975, | |
| "grad_norm": 0.7084773759381873, | |
| "learning_rate": 5.001228100445451e-06, | |
| "loss": 1.5424, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 5.406951795165212, | |
| "grad_norm": 0.5971059413940708, | |
| "learning_rate": 4.9809590377487795e-06, | |
| "loss": 1.5314, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 5.421255900443427, | |
| "grad_norm": 0.5962124201350092, | |
| "learning_rate": 4.960700641852442e-06, | |
| "loss": 1.5314, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 5.435560005721642, | |
| "grad_norm": 0.6073154183244449, | |
| "learning_rate": 4.9404533290863186e-06, | |
| "loss": 1.5367, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.449864110999857, | |
| "grad_norm": 0.6297680093724757, | |
| "learning_rate": 4.920217515552526e-06, | |
| "loss": 1.545, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 5.464168216278072, | |
| "grad_norm": 0.749372754113139, | |
| "learning_rate": 4.8999936171168615e-06, | |
| "loss": 1.5492, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 5.4784723215562865, | |
| "grad_norm": 0.682579385636617, | |
| "learning_rate": 4.879782049400251e-06, | |
| "loss": 1.5397, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 5.492776426834501, | |
| "grad_norm": 0.6954586182506544, | |
| "learning_rate": 4.8595832277702175e-06, | |
| "loss": 1.5389, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 5.492776426834501, | |
| "eval_loss": 1.6279715299606323, | |
| "eval_runtime": 13.0459, | |
| "eval_samples_per_second": 76.652, | |
| "eval_steps_per_second": 2.453, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 5.507080532112717, | |
| "grad_norm": 0.6469401414528775, | |
| "learning_rate": 4.839397567332334e-06, | |
| "loss": 1.5469, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 5.521384637390931, | |
| "grad_norm": 0.636821133963489, | |
| "learning_rate": 4.8192254829217e-06, | |
| "loss": 1.5486, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 5.535688742669146, | |
| "grad_norm": 0.610319715798064, | |
| "learning_rate": 4.799067389094416e-06, | |
| "loss": 1.5509, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 5.549992847947361, | |
| "grad_norm": 0.650269389983184, | |
| "learning_rate": 4.7789237001190624e-06, | |
| "loss": 1.5358, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 5.5642969532255755, | |
| "grad_norm": 0.6575088715253904, | |
| "learning_rate": 4.758794829968181e-06, | |
| "loss": 1.5407, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 5.578601058503791, | |
| "grad_norm": 0.6355112107332087, | |
| "learning_rate": 4.738681192309778e-06, | |
| "loss": 1.5333, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.592905163782006, | |
| "grad_norm": 0.6135031882811945, | |
| "learning_rate": 4.718583200498814e-06, | |
| "loss": 1.5439, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 5.60720926906022, | |
| "grad_norm": 0.6378261785255617, | |
| "learning_rate": 4.698501267568713e-06, | |
| "loss": 1.5416, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 5.60720926906022, | |
| "eval_loss": 1.625309944152832, | |
| "eval_runtime": 13.0618, | |
| "eval_samples_per_second": 76.559, | |
| "eval_steps_per_second": 2.45, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 5.621513374338435, | |
| "grad_norm": 0.5909607083593297, | |
| "learning_rate": 4.678435806222873e-06, | |
| "loss": 1.5382, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 5.63581747961665, | |
| "grad_norm": 0.832324820293914, | |
| "learning_rate": 4.658387228826185e-06, | |
| "loss": 1.5296, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 5.6501215848948645, | |
| "grad_norm": 0.6654181517394939, | |
| "learning_rate": 4.638355947396557e-06, | |
| "loss": 1.5365, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 5.664425690173079, | |
| "grad_norm": 0.7104547419601024, | |
| "learning_rate": 4.61834237359645e-06, | |
| "loss": 1.5346, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 5.678729795451295, | |
| "grad_norm": 0.633545438014888, | |
| "learning_rate": 4.598346918724417e-06, | |
| "loss": 1.5407, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 5.693033900729509, | |
| "grad_norm": 0.5890661999938378, | |
| "learning_rate": 4.578369993706643e-06, | |
| "loss": 1.5373, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 5.707338006007724, | |
| "grad_norm": 0.637951277031103, | |
| "learning_rate": 4.5584120090885125e-06, | |
| "loss": 1.5282, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 5.721642111285939, | |
| "grad_norm": 0.6472843394713724, | |
| "learning_rate": 4.538473375026164e-06, | |
| "loss": 1.548, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.721642111285939, | |
| "eval_loss": 1.6252117156982422, | |
| "eval_runtime": 13.0484, | |
| "eval_samples_per_second": 76.638, | |
| "eval_steps_per_second": 2.452, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.7359462165641535, | |
| "grad_norm": 0.6374488654344161, | |
| "learning_rate": 4.518554501278064e-06, | |
| "loss": 1.537, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 5.750250321842369, | |
| "grad_norm": 0.7263690060852047, | |
| "learning_rate": 4.498655797196586e-06, | |
| "loss": 1.5381, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 5.764554427120584, | |
| "grad_norm": 1.3376477550151467, | |
| "learning_rate": 4.478777671719593e-06, | |
| "loss": 1.5477, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 5.778858532398798, | |
| "grad_norm": 0.76295043090899, | |
| "learning_rate": 4.458920533362039e-06, | |
| "loss": 1.53, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 5.793162637677013, | |
| "grad_norm": 0.6797846613142751, | |
| "learning_rate": 4.439084790207577e-06, | |
| "loss": 1.5401, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 5.807466742955228, | |
| "grad_norm": 0.6556861114177075, | |
| "learning_rate": 4.419270849900164e-06, | |
| "loss": 1.5426, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 5.821770848233443, | |
| "grad_norm": 0.565436300232366, | |
| "learning_rate": 4.399479119635683e-06, | |
| "loss": 1.5389, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 5.836074953511658, | |
| "grad_norm": 0.6159081983823488, | |
| "learning_rate": 4.3797100061535856e-06, | |
| "loss": 1.5311, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 5.836074953511658, | |
| "eval_loss": 1.6201008558273315, | |
| "eval_runtime": 13.0502, | |
| "eval_samples_per_second": 76.627, | |
| "eval_steps_per_second": 2.452, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 5.850379058789873, | |
| "grad_norm": 0.6190309487124844, | |
| "learning_rate": 4.359963915728523e-06, | |
| "loss": 1.5325, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 5.864683164068087, | |
| "grad_norm": 0.6611190737566248, | |
| "learning_rate": 4.340241254162004e-06, | |
| "loss": 1.5305, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 5.878987269346302, | |
| "grad_norm": 0.6514457613600558, | |
| "learning_rate": 4.320542426774042e-06, | |
| "loss": 1.5336, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 5.893291374624518, | |
| "grad_norm": 0.6924675673668805, | |
| "learning_rate": 4.300867838394843e-06, | |
| "loss": 1.5298, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 5.907595479902732, | |
| "grad_norm": 0.6540592216580202, | |
| "learning_rate": 4.281217893356478e-06, | |
| "loss": 1.5485, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 5.921899585180947, | |
| "grad_norm": 0.6264707853146376, | |
| "learning_rate": 4.261592995484567e-06, | |
| "loss": 1.5378, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 5.936203690459162, | |
| "grad_norm": 0.6421715782621594, | |
| "learning_rate": 4.241993548089994e-06, | |
| "loss": 1.5413, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 5.950507795737376, | |
| "grad_norm": 0.6578038881504726, | |
| "learning_rate": 4.2224199539606026e-06, | |
| "loss": 1.5194, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 5.950507795737376, | |
| "eval_loss": 1.6188734769821167, | |
| "eval_runtime": 13.0595, | |
| "eval_samples_per_second": 76.573, | |
| "eval_steps_per_second": 2.45, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 5.964811901015591, | |
| "grad_norm": 0.6402919621847346, | |
| "learning_rate": 4.202872615352932e-06, | |
| "loss": 1.528, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 5.979116006293807, | |
| "grad_norm": 0.742025387237335, | |
| "learning_rate": 4.183351933983942e-06, | |
| "loss": 1.5284, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 5.993420111572021, | |
| "grad_norm": 0.6048884436986522, | |
| "learning_rate": 4.163858311022765e-06, | |
| "loss": 1.5451, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 6.007724216850236, | |
| "grad_norm": 0.6289709056828559, | |
| "learning_rate": 4.144392147082447e-06, | |
| "loss": 1.5107, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.022028322128451, | |
| "grad_norm": 0.6471758653277588, | |
| "learning_rate": 4.124953842211733e-06, | |
| "loss": 1.506, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 6.036332427406665, | |
| "grad_norm": 0.6996218844366202, | |
| "learning_rate": 4.105543795886834e-06, | |
| "loss": 1.5067, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 6.050636532684881, | |
| "grad_norm": 0.678635702735469, | |
| "learning_rate": 4.086162407003219e-06, | |
| "loss": 1.5057, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 6.064940637963096, | |
| "grad_norm": 0.6494644257414226, | |
| "learning_rate": 4.066810073867421e-06, | |
| "loss": 1.5034, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 6.064940637963096, | |
| "eval_loss": 1.6190376281738281, | |
| "eval_runtime": 13.0287, | |
| "eval_samples_per_second": 76.754, | |
| "eval_steps_per_second": 2.456, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 6.07924474324131, | |
| "grad_norm": 0.7186266557106407, | |
| "learning_rate": 4.047487194188846e-06, | |
| "loss": 1.5205, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 6.093548848519525, | |
| "grad_norm": 0.6089706165419941, | |
| "learning_rate": 4.028194165071603e-06, | |
| "loss": 1.5129, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 6.10785295379774, | |
| "grad_norm": 0.6175038547603215, | |
| "learning_rate": 4.008931383006345e-06, | |
| "loss": 1.5108, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 6.122157059075954, | |
| "grad_norm": 0.6201507762475741, | |
| "learning_rate": 3.9896992438621195e-06, | |
| "loss": 1.506, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 6.13646116435417, | |
| "grad_norm": 0.6913855915669275, | |
| "learning_rate": 3.9704981428782255e-06, | |
| "loss": 1.5136, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 6.150765269632385, | |
| "grad_norm": 0.6974461674384657, | |
| "learning_rate": 3.951328474656103e-06, | |
| "loss": 1.4987, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.165069374910599, | |
| "grad_norm": 0.7123196760206585, | |
| "learning_rate": 3.932190633151217e-06, | |
| "loss": 1.5108, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 6.179373480188814, | |
| "grad_norm": 0.7227553144793848, | |
| "learning_rate": 3.913085011664961e-06, | |
| "loss": 1.5104, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 6.179373480188814, | |
| "eval_loss": 1.6167041063308716, | |
| "eval_runtime": 13.036, | |
| "eval_samples_per_second": 76.711, | |
| "eval_steps_per_second": 2.455, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 6.193677585467029, | |
| "grad_norm": 0.6216671150889475, | |
| "learning_rate": 3.894012002836578e-06, | |
| "loss": 1.5188, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 6.207981690745244, | |
| "grad_norm": 0.7278814291091744, | |
| "learning_rate": 3.874971998635083e-06, | |
| "loss": 1.5143, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 6.222285796023459, | |
| "grad_norm": 0.6307202506878695, | |
| "learning_rate": 3.855965390351222e-06, | |
| "loss": 1.4979, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 6.236589901301674, | |
| "grad_norm": 0.6083347722601917, | |
| "learning_rate": 3.836992568589417e-06, | |
| "loss": 1.5033, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 6.250894006579888, | |
| "grad_norm": 0.593706378652035, | |
| "learning_rate": 3.818053923259745e-06, | |
| "loss": 1.5085, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 6.265198111858103, | |
| "grad_norm": 0.6691895285161337, | |
| "learning_rate": 3.7991498435699213e-06, | |
| "loss": 1.5097, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 6.279502217136318, | |
| "grad_norm": 0.566540248295759, | |
| "learning_rate": 3.780280718017307e-06, | |
| "loss": 1.508, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 6.293806322414533, | |
| "grad_norm": 0.6905981084599578, | |
| "learning_rate": 3.7614469343809208e-06, | |
| "loss": 1.5119, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.293806322414533, | |
| "eval_loss": 1.6159523725509644, | |
| "eval_runtime": 13.0728, | |
| "eval_samples_per_second": 76.495, | |
| "eval_steps_per_second": 2.448, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.308110427692748, | |
| "grad_norm": 0.6309552003300433, | |
| "learning_rate": 3.7426488797134706e-06, | |
| "loss": 1.5149, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 6.322414532970963, | |
| "grad_norm": 0.6866414179862734, | |
| "learning_rate": 3.7238869403333965e-06, | |
| "loss": 1.5102, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 6.336718638249177, | |
| "grad_norm": 0.6758297767770832, | |
| "learning_rate": 3.7051615018169363e-06, | |
| "loss": 1.5126, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 6.351022743527392, | |
| "grad_norm": 0.6154738835020432, | |
| "learning_rate": 3.686472948990198e-06, | |
| "loss": 1.5153, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 6.365326848805608, | |
| "grad_norm": 0.5955039617182454, | |
| "learning_rate": 3.6678216659212546e-06, | |
| "loss": 1.5057, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 6.379630954083822, | |
| "grad_norm": 0.6316539378588951, | |
| "learning_rate": 3.6492080359122487e-06, | |
| "loss": 1.5067, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 6.393935059362037, | |
| "grad_norm": 0.7239174813640408, | |
| "learning_rate": 3.630632441491512e-06, | |
| "loss": 1.506, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 6.408239164640252, | |
| "grad_norm": 0.6016482488616182, | |
| "learning_rate": 3.6120952644057104e-06, | |
| "loss": 1.5086, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 6.408239164640252, | |
| "eval_loss": 1.6131460666656494, | |
| "eval_runtime": 13.0489, | |
| "eval_samples_per_second": 76.635, | |
| "eval_steps_per_second": 2.452, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 6.422543269918466, | |
| "grad_norm": 0.6200355982351727, | |
| "learning_rate": 3.593596885611997e-06, | |
| "loss": 1.4978, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 6.436847375196681, | |
| "grad_norm": 0.6627467949276453, | |
| "learning_rate": 3.575137685270182e-06, | |
| "loss": 1.5049, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.451151480474897, | |
| "grad_norm": 0.6630247347111464, | |
| "learning_rate": 3.556718042734915e-06, | |
| "loss": 1.5024, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 6.465455585753111, | |
| "grad_norm": 0.578637148715836, | |
| "learning_rate": 3.538338336547902e-06, | |
| "loss": 1.5056, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 6.479759691031326, | |
| "grad_norm": 0.6081113534912403, | |
| "learning_rate": 3.5199989444301082e-06, | |
| "loss": 1.4992, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 6.494063796309541, | |
| "grad_norm": 0.645971244239988, | |
| "learning_rate": 3.5017002432740164e-06, | |
| "loss": 1.5036, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 6.508367901587755, | |
| "grad_norm": 0.8375742154924346, | |
| "learning_rate": 3.483442609135862e-06, | |
| "loss": 1.5069, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 6.522672006865971, | |
| "grad_norm": 0.7527902242571896, | |
| "learning_rate": 3.4652264172279153e-06, | |
| "loss": 1.4954, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 6.522672006865971, | |
| "eval_loss": 1.6127830743789673, | |
| "eval_runtime": 13.0733, | |
| "eval_samples_per_second": 76.492, | |
| "eval_steps_per_second": 2.448, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 6.536976112144186, | |
| "grad_norm": 0.6163133571971323, | |
| "learning_rate": 3.4470520419107667e-06, | |
| "loss": 1.4933, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 6.5512802174224, | |
| "grad_norm": 0.60263575714622, | |
| "learning_rate": 3.4289198566856396e-06, | |
| "loss": 1.502, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 6.565584322700615, | |
| "grad_norm": 0.5907178448045188, | |
| "learning_rate": 3.4108302341867045e-06, | |
| "loss": 1.5028, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 6.57988842797883, | |
| "grad_norm": 0.6016802089690424, | |
| "learning_rate": 3.392783546173426e-06, | |
| "loss": 1.5008, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 6.594192533257045, | |
| "grad_norm": 0.7082966142480123, | |
| "learning_rate": 3.374780163522929e-06, | |
| "loss": 1.5001, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 6.60849663853526, | |
| "grad_norm": 0.6200747482117794, | |
| "learning_rate": 3.356820456222362e-06, | |
| "loss": 1.5124, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 6.622800743813475, | |
| "grad_norm": 0.6742752996052469, | |
| "learning_rate": 3.338904793361314e-06, | |
| "loss": 1.503, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 6.637104849091689, | |
| "grad_norm": 0.6805824676109162, | |
| "learning_rate": 3.321033543124202e-06, | |
| "loss": 1.5041, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 6.637104849091689, | |
| "eval_loss": 1.6102803945541382, | |
| "eval_runtime": 13.0416, | |
| "eval_samples_per_second": 76.678, | |
| "eval_steps_per_second": 2.454, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 6.651408954369904, | |
| "grad_norm": 0.5976075760633927, | |
| "learning_rate": 3.3032070727827353e-06, | |
| "loss": 1.4985, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 6.665713059648119, | |
| "grad_norm": 0.6288237837167959, | |
| "learning_rate": 3.285425748688341e-06, | |
| "loss": 1.5116, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 6.680017164926334, | |
| "grad_norm": 0.6678577200710583, | |
| "learning_rate": 3.2676899362646563e-06, | |
| "loss": 1.5072, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 6.694321270204549, | |
| "grad_norm": 0.6490013155959145, | |
| "learning_rate": 3.2500000000000015e-06, | |
| "loss": 1.4978, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 6.708625375482764, | |
| "grad_norm": 0.6524117341200588, | |
| "learning_rate": 3.232356303439897e-06, | |
| "loss": 1.5032, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 6.722929480760978, | |
| "grad_norm": 0.690413597972518, | |
| "learning_rate": 3.2147592091795992e-06, | |
| "loss": 1.5, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 6.737233586039193, | |
| "grad_norm": 0.5807545263413771, | |
| "learning_rate": 3.1972090788566325e-06, | |
| "loss": 1.4907, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 6.751537691317408, | |
| "grad_norm": 0.7573681078888488, | |
| "learning_rate": 3.1797062731433764e-06, | |
| "loss": 1.505, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 6.751537691317408, | |
| "eval_loss": 1.6075290441513062, | |
| "eval_runtime": 13.0332, | |
| "eval_samples_per_second": 76.727, | |
| "eval_steps_per_second": 2.455, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 6.765841796595623, | |
| "grad_norm": 0.6684992864632902, | |
| "learning_rate": 3.1622511517396297e-06, | |
| "loss": 1.4995, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 6.780145901873838, | |
| "grad_norm": 0.6247821674242275, | |
| "learning_rate": 3.144844073365247e-06, | |
| "loss": 1.5055, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 6.794450007152053, | |
| "grad_norm": 0.6686187156045057, | |
| "learning_rate": 3.127485395752739e-06, | |
| "loss": 1.4959, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 6.808754112430267, | |
| "grad_norm": 0.639485752521558, | |
| "learning_rate": 3.1101754756399427e-06, | |
| "loss": 1.499, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 6.823058217708482, | |
| "grad_norm": 0.5947074080249284, | |
| "learning_rate": 3.0929146687626756e-06, | |
| "loss": 1.5, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 6.8373623229866975, | |
| "grad_norm": 0.6210630918349556, | |
| "learning_rate": 3.0757033298474274e-06, | |
| "loss": 1.4985, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 6.851666428264912, | |
| "grad_norm": 0.6541739027767879, | |
| "learning_rate": 3.0585418126040832e-06, | |
| "loss": 1.5076, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 6.865970533543127, | |
| "grad_norm": 0.6181730791072986, | |
| "learning_rate": 3.0414304697186313e-06, | |
| "loss": 1.4862, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.865970533543127, | |
| "eval_loss": 1.6057238578796387, | |
| "eval_runtime": 13.0761, | |
| "eval_samples_per_second": 76.475, | |
| "eval_steps_per_second": 2.447, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.880274638821342, | |
| "grad_norm": 0.6290349357650354, | |
| "learning_rate": 3.0243696528459392e-06, | |
| "loss": 1.4924, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 6.894578744099556, | |
| "grad_norm": 0.6697973292894699, | |
| "learning_rate": 3.007359712602504e-06, | |
| "loss": 1.4997, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 6.908882849377772, | |
| "grad_norm": 0.6747888651060339, | |
| "learning_rate": 2.9904009985592685e-06, | |
| "loss": 1.5033, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 6.9231869546559865, | |
| "grad_norm": 0.62605847487089, | |
| "learning_rate": 2.9734938592344188e-06, | |
| "loss": 1.5174, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 6.937491059934201, | |
| "grad_norm": 0.7420068046877033, | |
| "learning_rate": 2.9566386420862394e-06, | |
| "loss": 1.4958, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 6.951795165212416, | |
| "grad_norm": 0.6172832567003345, | |
| "learning_rate": 2.93983569350595e-06, | |
| "loss": 1.5004, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 6.966099270490631, | |
| "grad_norm": 0.6558469564117952, | |
| "learning_rate": 2.9230853588106135e-06, | |
| "loss": 1.4991, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 6.980403375768845, | |
| "grad_norm": 0.6513333863841818, | |
| "learning_rate": 2.9063879822360156e-06, | |
| "loss": 1.4857, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 6.980403375768845, | |
| "eval_loss": 1.6049003601074219, | |
| "eval_runtime": 13.0673, | |
| "eval_samples_per_second": 76.527, | |
| "eval_steps_per_second": 2.449, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 6.994707481047061, | |
| "grad_norm": 0.626119545652983, | |
| "learning_rate": 2.889743906929609e-06, | |
| "loss": 1.496, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 7.0090115863252755, | |
| "grad_norm": 0.6479518635513857, | |
| "learning_rate": 2.873153474943447e-06, | |
| "loss": 1.4917, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.02331569160349, | |
| "grad_norm": 0.6667935127529067, | |
| "learning_rate": 2.85661702722716e-06, | |
| "loss": 1.4799, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 7.037619796881705, | |
| "grad_norm": 0.6202339833820063, | |
| "learning_rate": 2.8401349036209563e-06, | |
| "loss": 1.4849, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 7.05192390215992, | |
| "grad_norm": 0.627043246316019, | |
| "learning_rate": 2.82370744284862e-06, | |
| "loss": 1.482, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 7.066228007438135, | |
| "grad_norm": 0.6190676747784012, | |
| "learning_rate": 2.807334982510572e-06, | |
| "loss": 1.4846, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 7.08053211271635, | |
| "grad_norm": 0.5910484083537975, | |
| "learning_rate": 2.7910178590769056e-06, | |
| "loss": 1.4847, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 7.0948362179945645, | |
| "grad_norm": 0.6378067781527237, | |
| "learning_rate": 2.774756407880501e-06, | |
| "loss": 1.4723, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 7.0948362179945645, | |
| "eval_loss": 1.6052024364471436, | |
| "eval_runtime": 13.0957, | |
| "eval_samples_per_second": 76.361, | |
| "eval_steps_per_second": 2.444, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 7.109140323272779, | |
| "grad_norm": 0.6649455876512576, | |
| "learning_rate": 2.7585509631101103e-06, | |
| "loss": 1.4808, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 7.123444428550994, | |
| "grad_norm": 0.6217549396046897, | |
| "learning_rate": 2.7424018578035044e-06, | |
| "loss": 1.4825, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 7.137748533829209, | |
| "grad_norm": 0.6181181043232232, | |
| "learning_rate": 2.726309423840619e-06, | |
| "loss": 1.4821, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 7.152052639107424, | |
| "grad_norm": 0.5941674344050633, | |
| "learning_rate": 2.710273991936737e-06, | |
| "loss": 1.4897, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.166356744385639, | |
| "grad_norm": 0.6967128570236149, | |
| "learning_rate": 2.6942958916356993e-06, | |
| "loss": 1.486, | |
| "step": 25050 | |
| }, | |
| { | |
| "epoch": 7.1806608496638535, | |
| "grad_norm": 0.5913474579831063, | |
| "learning_rate": 2.6783754513031197e-06, | |
| "loss": 1.486, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 7.194964954942068, | |
| "grad_norm": 0.7405023999861562, | |
| "learning_rate": 2.66251299811965e-06, | |
| "loss": 1.4797, | |
| "step": 25150 | |
| }, | |
| { | |
| "epoch": 7.209269060220283, | |
| "grad_norm": 0.6517843702845383, | |
| "learning_rate": 2.6467088580742396e-06, | |
| "loss": 1.472, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 7.209269060220283, | |
| "eval_loss": 1.6028430461883545, | |
| "eval_runtime": 13.0525, | |
| "eval_samples_per_second": 76.614, | |
| "eval_steps_per_second": 2.452, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 7.2235731654984985, | |
| "grad_norm": 0.619245266570377, | |
| "learning_rate": 2.6309633559574547e-06, | |
| "loss": 1.4845, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 7.237877270776713, | |
| "grad_norm": 0.5808741124622212, | |
| "learning_rate": 2.6152768153547895e-06, | |
| "loss": 1.4861, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 7.252181376054928, | |
| "grad_norm": 0.6024620587609667, | |
| "learning_rate": 2.599649558640026e-06, | |
| "loss": 1.4801, | |
| "step": 25350 | |
| }, | |
| { | |
| "epoch": 7.2664854813331425, | |
| "grad_norm": 0.61777933903542, | |
| "learning_rate": 2.584081906968599e-06, | |
| "loss": 1.4781, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 7.280789586611357, | |
| "grad_norm": 0.6481271019722281, | |
| "learning_rate": 2.5685741802710025e-06, | |
| "loss": 1.4849, | |
| "step": 25450 | |
| }, | |
| { | |
| "epoch": 7.295093691889572, | |
| "grad_norm": 0.6633717541684923, | |
| "learning_rate": 2.5531266972462176e-06, | |
| "loss": 1.474, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.3093977971677875, | |
| "grad_norm": 0.7008588982418839, | |
| "learning_rate": 2.537739775355153e-06, | |
| "loss": 1.4767, | |
| "step": 25550 | |
| }, | |
| { | |
| "epoch": 7.323701902446002, | |
| "grad_norm": 0.6373723250559822, | |
| "learning_rate": 2.522413730814134e-06, | |
| "loss": 1.4838, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 7.323701902446002, | |
| "eval_loss": 1.602583408355713, | |
| "eval_runtime": 13.0344, | |
| "eval_samples_per_second": 76.72, | |
| "eval_steps_per_second": 2.455, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 7.338006007724217, | |
| "grad_norm": 0.6315916318959593, | |
| "learning_rate": 2.507148878588387e-06, | |
| "loss": 1.4819, | |
| "step": 25650 | |
| }, | |
| { | |
| "epoch": 7.3523101130024315, | |
| "grad_norm": 0.582861108141841, | |
| "learning_rate": 2.4919455323855844e-06, | |
| "loss": 1.4784, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 7.366614218280646, | |
| "grad_norm": 0.6492426932214016, | |
| "learning_rate": 2.476804004649387e-06, | |
| "loss": 1.4849, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 7.380918323558862, | |
| "grad_norm": 0.5941389589589955, | |
| "learning_rate": 2.461724606553027e-06, | |
| "loss": 1.4676, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 7.3952224288370765, | |
| "grad_norm": 0.7550753423030494, | |
| "learning_rate": 2.4467076479929057e-06, | |
| "loss": 1.4669, | |
| "step": 25850 | |
| }, | |
| { | |
| "epoch": 7.409526534115291, | |
| "grad_norm": 0.6576860983531738, | |
| "learning_rate": 2.43175343758224e-06, | |
| "loss": 1.4763, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 7.423830639393506, | |
| "grad_norm": 0.6199070484247703, | |
| "learning_rate": 2.416862282644701e-06, | |
| "loss": 1.4786, | |
| "step": 25950 | |
| }, | |
| { | |
| "epoch": 7.4381347446717205, | |
| "grad_norm": 0.6093575351761304, | |
| "learning_rate": 2.4020344892081182e-06, | |
| "loss": 1.4906, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.4381347446717205, | |
| "eval_loss": 1.6008976697921753, | |
| "eval_runtime": 13.0398, | |
| "eval_samples_per_second": 76.688, | |
| "eval_steps_per_second": 2.454, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.452438849949935, | |
| "grad_norm": 0.6394516750885803, | |
| "learning_rate": 2.3872703619981724e-06, | |
| "loss": 1.4774, | |
| "step": 26050 | |
| }, | |
| { | |
| "epoch": 7.466742955228151, | |
| "grad_norm": 0.632210592144543, | |
| "learning_rate": 2.3725702044321425e-06, | |
| "loss": 1.4716, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 7.4810470605063655, | |
| "grad_norm": 0.6208153560181441, | |
| "learning_rate": 2.357934318612673e-06, | |
| "loss": 1.4748, | |
| "step": 26150 | |
| }, | |
| { | |
| "epoch": 7.49535116578458, | |
| "grad_norm": 0.6508120875194922, | |
| "learning_rate": 2.343363005321554e-06, | |
| "loss": 1.4685, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 7.509655271062795, | |
| "grad_norm": 0.5894757066275127, | |
| "learning_rate": 2.3288565640135553e-06, | |
| "loss": 1.4745, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 7.5239593763410095, | |
| "grad_norm": 0.616365749012049, | |
| "learning_rate": 2.3144152928102537e-06, | |
| "loss": 1.4786, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 7.538263481619225, | |
| "grad_norm": 0.6044588458995339, | |
| "learning_rate": 2.3000394884939266e-06, | |
| "loss": 1.4651, | |
| "step": 26350 | |
| }, | |
| { | |
| "epoch": 7.55256758689744, | |
| "grad_norm": 0.64296722685216, | |
| "learning_rate": 2.285729446501434e-06, | |
| "loss": 1.481, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 7.55256758689744, | |
| "eval_loss": 1.5996497869491577, | |
| "eval_runtime": 13.0321, | |
| "eval_samples_per_second": 76.734, | |
| "eval_steps_per_second": 2.455, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 7.5668716921756545, | |
| "grad_norm": 0.6509164329064223, | |
| "learning_rate": 2.2714854609181638e-06, | |
| "loss": 1.4704, | |
| "step": 26450 | |
| }, | |
| { | |
| "epoch": 7.581175797453869, | |
| "grad_norm": 0.750654457212651, | |
| "learning_rate": 2.2573078244719744e-06, | |
| "loss": 1.4588, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 7.595479902732084, | |
| "grad_norm": 0.590100337085088, | |
| "learning_rate": 2.2431968285271843e-06, | |
| "loss": 1.4657, | |
| "step": 26550 | |
| }, | |
| { | |
| "epoch": 7.609784008010299, | |
| "grad_norm": 0.6006106759310287, | |
| "learning_rate": 2.2291527630785895e-06, | |
| "loss": 1.4697, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 7.624088113288514, | |
| "grad_norm": 0.7485620568621365, | |
| "learning_rate": 2.2151759167454918e-06, | |
| "loss": 1.4662, | |
| "step": 26650 | |
| }, | |
| { | |
| "epoch": 7.638392218566729, | |
| "grad_norm": 0.6158167164763145, | |
| "learning_rate": 2.2012665767657825e-06, | |
| "loss": 1.4792, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 7.6526963238449435, | |
| "grad_norm": 0.5807819549952838, | |
| "learning_rate": 2.1874250289900216e-06, | |
| "loss": 1.4785, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 7.667000429123158, | |
| "grad_norm": 0.5831614388786589, | |
| "learning_rate": 2.1736515578755813e-06, | |
| "loss": 1.4779, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 7.667000429123158, | |
| "eval_loss": 1.5980602502822876, | |
| "eval_runtime": 13.0277, | |
| "eval_samples_per_second": 76.759, | |
| "eval_steps_per_second": 2.456, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 7.681304534401373, | |
| "grad_norm": 0.59072337105227, | |
| "learning_rate": 2.159946446480785e-06, | |
| "loss": 1.4737, | |
| "step": 26850 | |
| }, | |
| { | |
| "epoch": 7.695608639679588, | |
| "grad_norm": 0.6397064809496114, | |
| "learning_rate": 2.146309976459104e-06, | |
| "loss": 1.4742, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 7.709912744957803, | |
| "grad_norm": 0.6121601150844589, | |
| "learning_rate": 2.132742428053357e-06, | |
| "loss": 1.479, | |
| "step": 26950 | |
| }, | |
| { | |
| "epoch": 7.724216850236018, | |
| "grad_norm": 0.5646451430949637, | |
| "learning_rate": 2.1192440800899543e-06, | |
| "loss": 1.4679, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 7.7385209555142325, | |
| "grad_norm": 0.7142149177453424, | |
| "learning_rate": 2.105815209973176e-06, | |
| "loss": 1.4632, | |
| "step": 27050 | |
| }, | |
| { | |
| "epoch": 7.752825060792447, | |
| "grad_norm": 0.5577040037564432, | |
| "learning_rate": 2.0924560936794586e-06, | |
| "loss": 1.4779, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 7.767129166070662, | |
| "grad_norm": 0.6253372970116857, | |
| "learning_rate": 2.0791670057517345e-06, | |
| "loss": 1.4718, | |
| "step": 27150 | |
| }, | |
| { | |
| "epoch": 7.781433271348877, | |
| "grad_norm": 0.6648359733379511, | |
| "learning_rate": 2.0659482192937757e-06, | |
| "loss": 1.4677, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 7.781433271348877, | |
| "eval_loss": 1.596819281578064, | |
| "eval_runtime": 13.0479, | |
| "eval_samples_per_second": 76.641, | |
| "eval_steps_per_second": 2.453, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 7.795737376627092, | |
| "grad_norm": 0.6710254689355857, | |
| "learning_rate": 2.0528000059646e-06, | |
| "loss": 1.4735, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 7.810041481905307, | |
| "grad_norm": 0.6926284200208337, | |
| "learning_rate": 2.0397226359728705e-06, | |
| "loss": 1.4778, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 7.8243455871835215, | |
| "grad_norm": 0.6462104514616356, | |
| "learning_rate": 2.026716378071358e-06, | |
| "loss": 1.4666, | |
| "step": 27350 | |
| }, | |
| { | |
| "epoch": 7.838649692461736, | |
| "grad_norm": 0.6863287922430505, | |
| "learning_rate": 2.0137814995514036e-06, | |
| "loss": 1.4791, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 7.852953797739952, | |
| "grad_norm": 0.6586875039425142, | |
| "learning_rate": 2.0009182662374332e-06, | |
| "loss": 1.4686, | |
| "step": 27450 | |
| }, | |
| { | |
| "epoch": 7.867257903018166, | |
| "grad_norm": 0.6361556959262776, | |
| "learning_rate": 1.9881269424814978e-06, | |
| "loss": 1.4679, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 7.881562008296381, | |
| "grad_norm": 0.5747682610134898, | |
| "learning_rate": 1.9754077911578308e-06, | |
| "loss": 1.4742, | |
| "step": 27550 | |
| }, | |
| { | |
| "epoch": 7.895866113574596, | |
| "grad_norm": 0.6357818402554011, | |
| "learning_rate": 1.9627610736574575e-06, | |
| "loss": 1.4705, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 7.895866113574596, | |
| "eval_loss": 1.597144603729248, | |
| "eval_runtime": 13.1088, | |
| "eval_samples_per_second": 76.284, | |
| "eval_steps_per_second": 2.441, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 7.9101702188528105, | |
| "grad_norm": 0.597686946037543, | |
| "learning_rate": 1.950187049882809e-06, | |
| "loss": 1.4792, | |
| "step": 27650 | |
| }, | |
| { | |
| "epoch": 7.924474324131026, | |
| "grad_norm": 0.5901506994487504, | |
| "learning_rate": 1.937685978242398e-06, | |
| "loss": 1.4707, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 7.938778429409241, | |
| "grad_norm": 0.6562880306654788, | |
| "learning_rate": 1.925258115645493e-06, | |
| "loss": 1.4829, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 7.953082534687455, | |
| "grad_norm": 0.5901398632572114, | |
| "learning_rate": 1.9129037174968502e-06, | |
| "loss": 1.4738, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 7.96738663996567, | |
| "grad_norm": 0.6562048358451061, | |
| "learning_rate": 1.900623037691452e-06, | |
| "loss": 1.4681, | |
| "step": 27850 | |
| }, | |
| { | |
| "epoch": 7.981690745243885, | |
| "grad_norm": 0.6912641930304044, | |
| "learning_rate": 1.888416328609304e-06, | |
| "loss": 1.4682, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 7.9959948505220995, | |
| "grad_norm": 0.5633389773144031, | |
| "learning_rate": 1.8762838411102363e-06, | |
| "loss": 1.4662, | |
| "step": 27950 | |
| }, | |
| { | |
| "epoch": 8.010298955800314, | |
| "grad_norm": 0.6868897495353167, | |
| "learning_rate": 1.8642258245287565e-06, | |
| "loss": 1.4558, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.010298955800314, | |
| "eval_loss": 1.5970368385314941, | |
| "eval_runtime": 13.0711, | |
| "eval_samples_per_second": 76.505, | |
| "eval_steps_per_second": 2.448, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.02460306107853, | |
| "grad_norm": 0.6634385602919964, | |
| "learning_rate": 1.8522425266689188e-06, | |
| "loss": 1.4499, | |
| "step": 28050 | |
| }, | |
| { | |
| "epoch": 8.038907166356744, | |
| "grad_norm": 0.631322552781948, | |
| "learning_rate": 1.8403341937992347e-06, | |
| "loss": 1.4524, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 8.053211271634959, | |
| "grad_norm": 0.5823345628019156, | |
| "learning_rate": 1.8285010706476137e-06, | |
| "loss": 1.4507, | |
| "step": 28150 | |
| }, | |
| { | |
| "epoch": 8.067515376913175, | |
| "grad_norm": 0.576838871952726, | |
| "learning_rate": 1.816743400396329e-06, | |
| "loss": 1.4535, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 8.081819482191388, | |
| "grad_norm": 0.5885307294430097, | |
| "learning_rate": 1.8050614246770276e-06, | |
| "loss": 1.4556, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 8.096123587469604, | |
| "grad_norm": 0.5860719934683613, | |
| "learning_rate": 1.793455383565753e-06, | |
| "loss": 1.4726, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 8.110427692747818, | |
| "grad_norm": 0.6533175244116982, | |
| "learning_rate": 1.7819255155780241e-06, | |
| "loss": 1.4573, | |
| "step": 28350 | |
| }, | |
| { | |
| "epoch": 8.124731798026033, | |
| "grad_norm": 0.6259320124060394, | |
| "learning_rate": 1.7704720576639222e-06, | |
| "loss": 1.456, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 8.124731798026033, | |
| "eval_loss": 1.5965731143951416, | |
| "eval_runtime": 13.0353, | |
| "eval_samples_per_second": 76.715, | |
| "eval_steps_per_second": 2.455, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 8.139035903304249, | |
| "grad_norm": 0.6523225093561105, | |
| "learning_rate": 1.7590952452032333e-06, | |
| "loss": 1.4508, | |
| "step": 28450 | |
| }, | |
| { | |
| "epoch": 8.153340008582463, | |
| "grad_norm": 0.5672217050496156, | |
| "learning_rate": 1.7477953120005984e-06, | |
| "loss": 1.4493, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 8.167644113860678, | |
| "grad_norm": 0.6010127352492745, | |
| "learning_rate": 1.7365724902807154e-06, | |
| "loss": 1.4644, | |
| "step": 28550 | |
| }, | |
| { | |
| "epoch": 8.181948219138892, | |
| "grad_norm": 0.617223866960976, | |
| "learning_rate": 1.7254270106835693e-06, | |
| "loss": 1.4557, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 8.196252324417108, | |
| "grad_norm": 0.6283544943991116, | |
| "learning_rate": 1.7143591022596841e-06, | |
| "loss": 1.4537, | |
| "step": 28650 | |
| }, | |
| { | |
| "epoch": 8.210556429695323, | |
| "grad_norm": 0.5820579017574413, | |
| "learning_rate": 1.7033689924654254e-06, | |
| "loss": 1.4596, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 8.224860534973537, | |
| "grad_norm": 0.6121298772116537, | |
| "learning_rate": 1.692456907158313e-06, | |
| "loss": 1.4484, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 8.239164640251753, | |
| "grad_norm": 0.5782030538645957, | |
| "learning_rate": 1.681623070592395e-06, | |
| "loss": 1.4518, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 8.239164640251753, | |
| "eval_loss": 1.594901204109192, | |
| "eval_runtime": 13.0905, | |
| "eval_samples_per_second": 76.391, | |
| "eval_steps_per_second": 2.445, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 8.253468745529966, | |
| "grad_norm": 0.6025655644596154, | |
| "learning_rate": 1.6708677054136257e-06, | |
| "loss": 1.4568, | |
| "step": 28850 | |
| }, | |
| { | |
| "epoch": 8.267772850808182, | |
| "grad_norm": 0.6107101034050206, | |
| "learning_rate": 1.6601910326553e-06, | |
| "loss": 1.4582, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 8.282076956086398, | |
| "grad_norm": 0.5676387997720274, | |
| "learning_rate": 1.6495932717335023e-06, | |
| "loss": 1.4621, | |
| "step": 28950 | |
| }, | |
| { | |
| "epoch": 8.296381061364611, | |
| "grad_norm": 0.6236675018465905, | |
| "learning_rate": 1.6390746404426033e-06, | |
| "loss": 1.4571, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.310685166642827, | |
| "grad_norm": 0.5782754194204823, | |
| "learning_rate": 1.6286353549507834e-06, | |
| "loss": 1.4581, | |
| "step": 29050 | |
| }, | |
| { | |
| "epoch": 8.32498927192104, | |
| "grad_norm": 0.6045697769087504, | |
| "learning_rate": 1.6182756297955865e-06, | |
| "loss": 1.4701, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 8.339293377199256, | |
| "grad_norm": 0.6287147723788378, | |
| "learning_rate": 1.6079956778795175e-06, | |
| "loss": 1.4539, | |
| "step": 29150 | |
| }, | |
| { | |
| "epoch": 8.353597482477472, | |
| "grad_norm": 0.6384819491532818, | |
| "learning_rate": 1.5977957104656564e-06, | |
| "loss": 1.4543, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 8.353597482477472, | |
| "eval_loss": 1.5942175388336182, | |
| "eval_runtime": 13.0671, | |
| "eval_samples_per_second": 76.528, | |
| "eval_steps_per_second": 2.449, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 8.367901587755686, | |
| "grad_norm": 0.6067383664220974, | |
| "learning_rate": 1.587675937173331e-06, | |
| "loss": 1.464, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 8.382205693033901, | |
| "grad_norm": 0.7070032133692497, | |
| "learning_rate": 1.5776365659737958e-06, | |
| "loss": 1.4609, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 8.396509798312115, | |
| "grad_norm": 0.5962606589783812, | |
| "learning_rate": 1.5676778031859679e-06, | |
| "loss": 1.455, | |
| "step": 29350 | |
| }, | |
| { | |
| "epoch": 8.41081390359033, | |
| "grad_norm": 0.5992383905027594, | |
| "learning_rate": 1.5577998534721782e-06, | |
| "loss": 1.4768, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 8.425118008868544, | |
| "grad_norm": 0.6301602055527349, | |
| "learning_rate": 1.548002919833971e-06, | |
| "loss": 1.448, | |
| "step": 29450 | |
| }, | |
| { | |
| "epoch": 8.43942211414676, | |
| "grad_norm": 0.5890290602782651, | |
| "learning_rate": 1.5382872036079344e-06, | |
| "loss": 1.4461, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 8.453726219424976, | |
| "grad_norm": 0.654249255768775, | |
| "learning_rate": 1.528652904461555e-06, | |
| "loss": 1.4524, | |
| "step": 29550 | |
| }, | |
| { | |
| "epoch": 8.46803032470319, | |
| "grad_norm": 0.6413936013215442, | |
| "learning_rate": 1.5191002203891188e-06, | |
| "loss": 1.4601, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 8.46803032470319, | |
| "eval_loss": 1.5938303470611572, | |
| "eval_runtime": 13.0168, | |
| "eval_samples_per_second": 76.824, | |
| "eval_steps_per_second": 2.458, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 8.482334429981405, | |
| "grad_norm": 0.6019021994113923, | |
| "learning_rate": 1.5096293477076443e-06, | |
| "loss": 1.4518, | |
| "step": 29650 | |
| }, | |
| { | |
| "epoch": 8.496638535259619, | |
| "grad_norm": 0.6076997070054472, | |
| "learning_rate": 1.5002404810528447e-06, | |
| "loss": 1.4523, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 8.510942640537834, | |
| "grad_norm": 0.5949860366185584, | |
| "learning_rate": 1.490933813375128e-06, | |
| "loss": 1.4505, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 8.52524674581605, | |
| "grad_norm": 0.6086438053165442, | |
| "learning_rate": 1.4817095359356365e-06, | |
| "loss": 1.4527, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 8.539550851094264, | |
| "grad_norm": 0.6507412856101833, | |
| "learning_rate": 1.4725678383023057e-06, | |
| "loss": 1.4648, | |
| "step": 29850 | |
| }, | |
| { | |
| "epoch": 8.55385495637248, | |
| "grad_norm": 0.5911591921829387, | |
| "learning_rate": 1.463508908345982e-06, | |
| "loss": 1.4584, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 8.568159061650693, | |
| "grad_norm": 0.6063210410177853, | |
| "learning_rate": 1.4545329322365499e-06, | |
| "loss": 1.4524, | |
| "step": 29950 | |
| }, | |
| { | |
| "epoch": 8.582463166928909, | |
| "grad_norm": 0.6212632038670387, | |
| "learning_rate": 1.4456400944391143e-06, | |
| "loss": 1.4597, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 8.582463166928909, | |
| "eval_loss": 1.5919361114501953, | |
| "eval_runtime": 13.0903, | |
| "eval_samples_per_second": 76.393, | |
| "eval_steps_per_second": 2.445, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 8.596767272207124, | |
| "grad_norm": 0.6131321591727665, | |
| "learning_rate": 1.4368305777102054e-06, | |
| "loss": 1.453, | |
| "step": 30050 | |
| }, | |
| { | |
| "epoch": 8.611071377485338, | |
| "grad_norm": 0.6182370907479579, | |
| "learning_rate": 1.4281045630940216e-06, | |
| "loss": 1.4659, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 8.625375482763554, | |
| "grad_norm": 0.5953596058547422, | |
| "learning_rate": 1.4194622299187155e-06, | |
| "loss": 1.4569, | |
| "step": 30150 | |
| }, | |
| { | |
| "epoch": 8.639679588041767, | |
| "grad_norm": 0.6564006690870365, | |
| "learning_rate": 1.4109037557926999e-06, | |
| "loss": 1.4658, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 8.653983693319983, | |
| "grad_norm": 0.6183867376617618, | |
| "learning_rate": 1.402429316601006e-06, | |
| "loss": 1.4575, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 8.668287798598197, | |
| "grad_norm": 0.6165269422558514, | |
| "learning_rate": 1.3940390865016589e-06, | |
| "loss": 1.4654, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 8.682591903876412, | |
| "grad_norm": 0.6195469077660739, | |
| "learning_rate": 1.385733237922111e-06, | |
| "loss": 1.4619, | |
| "step": 30350 | |
| }, | |
| { | |
| "epoch": 8.696896009154628, | |
| "grad_norm": 0.5750172215276977, | |
| "learning_rate": 1.377511941555687e-06, | |
| "loss": 1.4432, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 8.696896009154628, | |
| "eval_loss": 1.5919584035873413, | |
| "eval_runtime": 13.0508, | |
| "eval_samples_per_second": 76.624, | |
| "eval_steps_per_second": 2.452, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 8.711200114432842, | |
| "grad_norm": 0.5761462191967273, | |
| "learning_rate": 1.3693753663580834e-06, | |
| "loss": 1.4589, | |
| "step": 30450 | |
| }, | |
| { | |
| "epoch": 8.725504219711057, | |
| "grad_norm": 0.6133169770264187, | |
| "learning_rate": 1.3613236795438917e-06, | |
| "loss": 1.4574, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 8.739808324989273, | |
| "grad_norm": 0.582337280316413, | |
| "learning_rate": 1.3533570465831653e-06, | |
| "loss": 1.4627, | |
| "step": 30550 | |
| }, | |
| { | |
| "epoch": 8.754112430267487, | |
| "grad_norm": 0.5847352845889243, | |
| "learning_rate": 1.3454756311980186e-06, | |
| "loss": 1.4619, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 8.768416535545702, | |
| "grad_norm": 0.6548305865226767, | |
| "learning_rate": 1.3376795953592586e-06, | |
| "loss": 1.4495, | |
| "step": 30650 | |
| }, | |
| { | |
| "epoch": 8.782720640823916, | |
| "grad_norm": 0.6104430745388767, | |
| "learning_rate": 1.329969099283061e-06, | |
| "loss": 1.4533, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 8.797024746102132, | |
| "grad_norm": 0.6202082081045902, | |
| "learning_rate": 1.3223443014276734e-06, | |
| "loss": 1.4535, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 8.811328851380345, | |
| "grad_norm": 0.6418096762550418, | |
| "learning_rate": 1.3148053584901647e-06, | |
| "loss": 1.454, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 8.811328851380345, | |
| "eval_loss": 1.5909833908081055, | |
| "eval_runtime": 13.0415, | |
| "eval_samples_per_second": 76.678, | |
| "eval_steps_per_second": 2.454, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 8.825632956658561, | |
| "grad_norm": 0.5673784364437666, | |
| "learning_rate": 1.3073524254031969e-06, | |
| "loss": 1.4421, | |
| "step": 30850 | |
| }, | |
| { | |
| "epoch": 8.839937061936777, | |
| "grad_norm": 0.6338505188145437, | |
| "learning_rate": 1.2999856553318497e-06, | |
| "loss": 1.4576, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 8.85424116721499, | |
| "grad_norm": 0.6245247810969811, | |
| "learning_rate": 1.2927051996704643e-06, | |
| "loss": 1.4487, | |
| "step": 30950 | |
| }, | |
| { | |
| "epoch": 8.868545272493206, | |
| "grad_norm": 0.6386370351895736, | |
| "learning_rate": 1.285511208039538e-06, | |
| "loss": 1.4583, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 8.88284937777142, | |
| "grad_norm": 0.5964854908563417, | |
| "learning_rate": 1.2784038282826484e-06, | |
| "loss": 1.4674, | |
| "step": 31050 | |
| }, | |
| { | |
| "epoch": 8.897153483049635, | |
| "grad_norm": 0.6165932682564071, | |
| "learning_rate": 1.2713832064634127e-06, | |
| "loss": 1.4483, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 8.91145758832785, | |
| "grad_norm": 0.6287812211961712, | |
| "learning_rate": 1.264449486862488e-06, | |
| "loss": 1.4582, | |
| "step": 31150 | |
| }, | |
| { | |
| "epoch": 8.925761693606065, | |
| "grad_norm": 0.5893893315184776, | |
| "learning_rate": 1.2576028119746056e-06, | |
| "loss": 1.4656, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 8.925761693606065, | |
| "eval_loss": 1.589667558670044, | |
| "eval_runtime": 13.0643, | |
| "eval_samples_per_second": 76.544, | |
| "eval_steps_per_second": 2.449, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 8.94006579888428, | |
| "grad_norm": 0.5782996266648055, | |
| "learning_rate": 1.2508433225056437e-06, | |
| "loss": 1.462, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 8.954369904162494, | |
| "grad_norm": 0.5776589711514208, | |
| "learning_rate": 1.2441711573697326e-06, | |
| "loss": 1.4526, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 8.96867400944071, | |
| "grad_norm": 0.6418721090292663, | |
| "learning_rate": 1.2375864536864055e-06, | |
| "loss": 1.4452, | |
| "step": 31350 | |
| }, | |
| { | |
| "epoch": 8.982978114718925, | |
| "grad_norm": 0.5681444763102277, | |
| "learning_rate": 1.2310893467777713e-06, | |
| "loss": 1.4521, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 8.997282219997139, | |
| "grad_norm": 0.625655487142842, | |
| "learning_rate": 1.224679970165746e-06, | |
| "loss": 1.4581, | |
| "step": 31450 | |
| }, | |
| { | |
| "epoch": 9.011586325275355, | |
| "grad_norm": 0.624428792495208, | |
| "learning_rate": 1.2183584555692974e-06, | |
| "loss": 1.4514, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 9.025890430553568, | |
| "grad_norm": 0.6028793666715019, | |
| "learning_rate": 1.2121249329017443e-06, | |
| "loss": 1.4408, | |
| "step": 31550 | |
| }, | |
| { | |
| "epoch": 9.040194535831784, | |
| "grad_norm": 0.5864395068248263, | |
| "learning_rate": 1.2059795302680862e-06, | |
| "loss": 1.4301, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 9.040194535831784, | |
| "eval_loss": 1.590877652168274, | |
| "eval_runtime": 13.0424, | |
| "eval_samples_per_second": 76.673, | |
| "eval_steps_per_second": 2.454, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 9.054498641109998, | |
| "grad_norm": 0.5992896562417387, | |
| "learning_rate": 1.1999223739623665e-06, | |
| "loss": 1.4448, | |
| "step": 31650 | |
| }, | |
| { | |
| "epoch": 9.068802746388213, | |
| "grad_norm": 0.6122942104384289, | |
| "learning_rate": 1.1939535884650843e-06, | |
| "loss": 1.4566, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 9.083106851666429, | |
| "grad_norm": 0.6057253911977951, | |
| "learning_rate": 1.1880732964406287e-06, | |
| "loss": 1.4401, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 9.097410956944643, | |
| "grad_norm": 0.6165483608076217, | |
| "learning_rate": 1.1822816187347625e-06, | |
| "loss": 1.4488, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 9.111715062222858, | |
| "grad_norm": 0.592983779476641, | |
| "learning_rate": 1.1765786743721363e-06, | |
| "loss": 1.4386, | |
| "step": 31850 | |
| }, | |
| { | |
| "epoch": 9.126019167501072, | |
| "grad_norm": 0.6027949248921141, | |
| "learning_rate": 1.1709645805538462e-06, | |
| "loss": 1.4439, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 9.140323272779288, | |
| "grad_norm": 0.5989777484069007, | |
| "learning_rate": 1.165439452655019e-06, | |
| "loss": 1.453, | |
| "step": 31950 | |
| }, | |
| { | |
| "epoch": 9.154627378057503, | |
| "grad_norm": 0.6185970006714543, | |
| "learning_rate": 1.1600034042224486e-06, | |
| "loss": 1.443, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 9.154627378057503, | |
| "eval_loss": 1.590930461883545, | |
| "eval_runtime": 13.0266, | |
| "eval_samples_per_second": 76.766, | |
| "eval_steps_per_second": 2.457, | |
| "step": 32000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 34950, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.8457447052017664e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |