| { | |
| "best_metric": 0.8609164953231812, | |
| "best_model_checkpoint": "/home/coder/qwen2/checkpoint-15900", | |
| "epoch": 0.9999803783832573, | |
| "eval_steps": 300, | |
| "global_step": 15926, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.018836752073023807, | |
| "grad_norm": 0.2832883298397064, | |
| "learning_rate": 0.00019629420262546324, | |
| "loss": 1.1403, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.018836752073023807, | |
| "eval_loss": 1.0671226978302002, | |
| "eval_runtime": 300.1436, | |
| "eval_samples_per_second": 17.155, | |
| "eval_steps_per_second": 2.146, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.037673504146047615, | |
| "grad_norm": 0.33913707733154297, | |
| "learning_rate": 0.00019252559512593432, | |
| "loss": 1.0551, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.037673504146047615, | |
| "eval_loss": 1.0309056043624878, | |
| "eval_runtime": 300.0852, | |
| "eval_samples_per_second": 17.158, | |
| "eval_steps_per_second": 2.146, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05651025621907143, | |
| "grad_norm": 0.30800801515579224, | |
| "learning_rate": 0.0001887569876264054, | |
| "loss": 1.0185, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.05651025621907143, | |
| "eval_loss": 1.0096280574798584, | |
| "eval_runtime": 299.931, | |
| "eval_samples_per_second": 17.167, | |
| "eval_steps_per_second": 2.147, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07534700829209523, | |
| "grad_norm": 0.317748099565506, | |
| "learning_rate": 0.00018498838012687648, | |
| "loss": 0.9952, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.07534700829209523, | |
| "eval_loss": 0.9937332272529602, | |
| "eval_runtime": 299.9997, | |
| "eval_samples_per_second": 17.163, | |
| "eval_steps_per_second": 2.147, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.09418376036511904, | |
| "grad_norm": 0.36215266585350037, | |
| "learning_rate": 0.00018121977262734753, | |
| "loss": 0.9931, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09418376036511904, | |
| "eval_loss": 0.9828254580497742, | |
| "eval_runtime": 299.9242, | |
| "eval_samples_per_second": 17.168, | |
| "eval_steps_per_second": 2.147, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.11302051243814286, | |
| "grad_norm": 0.3347627520561218, | |
| "learning_rate": 0.0001774511651278186, | |
| "loss": 0.9763, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.11302051243814286, | |
| "eval_loss": 0.972442626953125, | |
| "eval_runtime": 299.8563, | |
| "eval_samples_per_second": 17.172, | |
| "eval_steps_per_second": 2.148, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.13185726451116667, | |
| "grad_norm": 0.319148451089859, | |
| "learning_rate": 0.0001736825576282897, | |
| "loss": 0.9727, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.13185726451116667, | |
| "eval_loss": 0.965033769607544, | |
| "eval_runtime": 299.797, | |
| "eval_samples_per_second": 17.175, | |
| "eval_steps_per_second": 2.148, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.15069401658419046, | |
| "grad_norm": 0.2830144166946411, | |
| "learning_rate": 0.00016991395012876077, | |
| "loss": 0.9674, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.15069401658419046, | |
| "eval_loss": 0.9570498466491699, | |
| "eval_runtime": 300.0087, | |
| "eval_samples_per_second": 17.163, | |
| "eval_steps_per_second": 2.147, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.16953076865721428, | |
| "grad_norm": 0.30889859795570374, | |
| "learning_rate": 0.00016614534262923185, | |
| "loss": 0.9601, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.16953076865721428, | |
| "eval_loss": 0.9515209197998047, | |
| "eval_runtime": 299.9801, | |
| "eval_samples_per_second": 17.164, | |
| "eval_steps_per_second": 2.147, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.18836752073023807, | |
| "grad_norm": 0.33287131786346436, | |
| "learning_rate": 0.0001623767351297029, | |
| "loss": 0.944, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.18836752073023807, | |
| "eval_loss": 0.9454107284545898, | |
| "eval_runtime": 299.9554, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.2072042728032619, | |
| "grad_norm": 0.31519943475723267, | |
| "learning_rate": 0.00015860812763017398, | |
| "loss": 0.9462, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.2072042728032619, | |
| "eval_loss": 0.9404099583625793, | |
| "eval_runtime": 299.9447, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.22604102487628572, | |
| "grad_norm": 0.315909743309021, | |
| "learning_rate": 0.00015483952013064506, | |
| "loss": 0.9326, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.22604102487628572, | |
| "eval_loss": 0.9352145195007324, | |
| "eval_runtime": 299.9991, | |
| "eval_samples_per_second": 17.163, | |
| "eval_steps_per_second": 2.147, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.2448777769493095, | |
| "grad_norm": 0.2997918128967285, | |
| "learning_rate": 0.00015107091263111613, | |
| "loss": 0.9298, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.2448777769493095, | |
| "eval_loss": 0.9315630793571472, | |
| "eval_runtime": 299.95, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.26371452902233333, | |
| "grad_norm": 0.2730711102485657, | |
| "learning_rate": 0.0001473023051315872, | |
| "loss": 0.9345, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.26371452902233333, | |
| "eval_loss": 0.9274590015411377, | |
| "eval_runtime": 300.1027, | |
| "eval_samples_per_second": 17.157, | |
| "eval_steps_per_second": 2.146, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.28255128109535715, | |
| "grad_norm": 0.27338674664497375, | |
| "learning_rate": 0.0001435336976320583, | |
| "loss": 0.9378, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.28255128109535715, | |
| "eval_loss": 0.9236754775047302, | |
| "eval_runtime": 299.988, | |
| "eval_samples_per_second": 17.164, | |
| "eval_steps_per_second": 2.147, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.3013880331683809, | |
| "grad_norm": 0.3145460784435272, | |
| "learning_rate": 0.00013976509013252937, | |
| "loss": 0.9235, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.3013880331683809, | |
| "eval_loss": 0.9199886322021484, | |
| "eval_runtime": 299.9923, | |
| "eval_samples_per_second": 17.164, | |
| "eval_steps_per_second": 2.147, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.32022478524140474, | |
| "grad_norm": 0.2656671702861786, | |
| "learning_rate": 0.00013599648263300045, | |
| "loss": 0.9207, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.32022478524140474, | |
| "eval_loss": 0.9165565371513367, | |
| "eval_runtime": 299.8304, | |
| "eval_samples_per_second": 17.173, | |
| "eval_steps_per_second": 2.148, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.33906153731442856, | |
| "grad_norm": 0.2907351851463318, | |
| "learning_rate": 0.00013222787513347153, | |
| "loss": 0.9149, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.33906153731442856, | |
| "eval_loss": 0.9132035374641418, | |
| "eval_runtime": 299.8597, | |
| "eval_samples_per_second": 17.171, | |
| "eval_steps_per_second": 2.148, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.3578982893874524, | |
| "grad_norm": 0.39790818095207214, | |
| "learning_rate": 0.0001284592676339426, | |
| "loss": 0.9063, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.3578982893874524, | |
| "eval_loss": 0.9105966687202454, | |
| "eval_runtime": 300.0175, | |
| "eval_samples_per_second": 17.162, | |
| "eval_steps_per_second": 2.147, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.37673504146047615, | |
| "grad_norm": 0.3338871896266937, | |
| "learning_rate": 0.00012469066013441369, | |
| "loss": 0.9046, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.37673504146047615, | |
| "eval_loss": 0.9074862003326416, | |
| "eval_runtime": 299.8956, | |
| "eval_samples_per_second": 17.169, | |
| "eval_steps_per_second": 2.147, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.39557179353349997, | |
| "grad_norm": 0.2925800383090973, | |
| "learning_rate": 0.00012092205263488474, | |
| "loss": 0.907, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.39557179353349997, | |
| "eval_loss": 0.9044873118400574, | |
| "eval_runtime": 300.0697, | |
| "eval_samples_per_second": 17.159, | |
| "eval_steps_per_second": 2.146, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.4144085456065238, | |
| "grad_norm": 0.34801357984542847, | |
| "learning_rate": 0.00011715344513535582, | |
| "loss": 0.9042, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.4144085456065238, | |
| "eval_loss": 0.9019830822944641, | |
| "eval_runtime": 299.9421, | |
| "eval_samples_per_second": 17.167, | |
| "eval_steps_per_second": 2.147, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.4332452976795476, | |
| "grad_norm": 0.3444356918334961, | |
| "learning_rate": 0.0001133848376358269, | |
| "loss": 0.9019, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.4332452976795476, | |
| "eval_loss": 0.8995754718780518, | |
| "eval_runtime": 299.921, | |
| "eval_samples_per_second": 17.168, | |
| "eval_steps_per_second": 2.147, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.45208204975257144, | |
| "grad_norm": 0.3366526961326599, | |
| "learning_rate": 0.00010961623013629799, | |
| "loss": 0.9041, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.45208204975257144, | |
| "eval_loss": 0.8974488973617554, | |
| "eval_runtime": 299.9169, | |
| "eval_samples_per_second": 17.168, | |
| "eval_steps_per_second": 2.147, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.4709188018255952, | |
| "grad_norm": 0.34138697385787964, | |
| "learning_rate": 0.00010584762263676907, | |
| "loss": 0.9001, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.4709188018255952, | |
| "eval_loss": 0.8951303958892822, | |
| "eval_runtime": 299.8867, | |
| "eval_samples_per_second": 17.17, | |
| "eval_steps_per_second": 2.147, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.489755553898619, | |
| "grad_norm": 0.35338446497917175, | |
| "learning_rate": 0.00010207901513724012, | |
| "loss": 0.8962, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.489755553898619, | |
| "eval_loss": 0.8931267261505127, | |
| "eval_runtime": 300.0707, | |
| "eval_samples_per_second": 17.159, | |
| "eval_steps_per_second": 2.146, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.5085923059716428, | |
| "grad_norm": 0.33024904131889343, | |
| "learning_rate": 9.83104076377112e-05, | |
| "loss": 0.901, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.5085923059716428, | |
| "eval_loss": 0.8908406496047974, | |
| "eval_runtime": 300.0908, | |
| "eval_samples_per_second": 17.158, | |
| "eval_steps_per_second": 2.146, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.5274290580446667, | |
| "grad_norm": 0.30269181728363037, | |
| "learning_rate": 9.454180013818228e-05, | |
| "loss": 0.8886, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.5274290580446667, | |
| "eval_loss": 0.8892831802368164, | |
| "eval_runtime": 299.9819, | |
| "eval_samples_per_second": 17.164, | |
| "eval_steps_per_second": 2.147, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.5462658101176905, | |
| "grad_norm": 0.32455185055732727, | |
| "learning_rate": 9.077319263865335e-05, | |
| "loss": 0.8823, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.5462658101176905, | |
| "eval_loss": 0.887444019317627, | |
| "eval_runtime": 300.1485, | |
| "eval_samples_per_second": 17.155, | |
| "eval_steps_per_second": 2.146, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.5651025621907143, | |
| "grad_norm": 0.32726097106933594, | |
| "learning_rate": 8.700458513912443e-05, | |
| "loss": 0.8773, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.5651025621907143, | |
| "eval_loss": 0.885347306728363, | |
| "eval_runtime": 300.0218, | |
| "eval_samples_per_second": 17.162, | |
| "eval_steps_per_second": 2.147, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.5839393142637381, | |
| "grad_norm": 0.3211737275123596, | |
| "learning_rate": 8.323597763959551e-05, | |
| "loss": 0.8876, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.5839393142637381, | |
| "eval_loss": 0.8837311267852783, | |
| "eval_runtime": 299.8508, | |
| "eval_samples_per_second": 17.172, | |
| "eval_steps_per_second": 2.148, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.6027760663367618, | |
| "grad_norm": 0.3470586836338043, | |
| "learning_rate": 7.946737014006658e-05, | |
| "loss": 0.888, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.6027760663367618, | |
| "eval_loss": 0.8818086981773376, | |
| "eval_runtime": 299.9724, | |
| "eval_samples_per_second": 17.165, | |
| "eval_steps_per_second": 2.147, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.6216128184097857, | |
| "grad_norm": 0.3012458384037018, | |
| "learning_rate": 7.569876264053766e-05, | |
| "loss": 0.8833, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.6216128184097857, | |
| "eval_loss": 0.8803924322128296, | |
| "eval_runtime": 300.0969, | |
| "eval_samples_per_second": 17.158, | |
| "eval_steps_per_second": 2.146, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.6404495704828095, | |
| "grad_norm": 0.32445794343948364, | |
| "learning_rate": 7.194271716600717e-05, | |
| "loss": 0.8841, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.6404495704828095, | |
| "eval_loss": 0.8785931468009949, | |
| "eval_runtime": 299.8302, | |
| "eval_samples_per_second": 17.173, | |
| "eval_steps_per_second": 2.148, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.6592863225558333, | |
| "grad_norm": 0.33264926075935364, | |
| "learning_rate": 6.817410966647824e-05, | |
| "loss": 0.8852, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.6592863225558333, | |
| "eval_loss": 0.8771566152572632, | |
| "eval_runtime": 300.0665, | |
| "eval_samples_per_second": 17.16, | |
| "eval_steps_per_second": 2.146, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.6781230746288571, | |
| "grad_norm": 0.3084549307823181, | |
| "learning_rate": 6.440550216694932e-05, | |
| "loss": 0.8793, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.6781230746288571, | |
| "eval_loss": 0.8756351470947266, | |
| "eval_runtime": 300.155, | |
| "eval_samples_per_second": 17.154, | |
| "eval_steps_per_second": 2.146, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.696959826701881, | |
| "grad_norm": 0.3315499722957611, | |
| "learning_rate": 6.0636894667420396e-05, | |
| "loss": 0.8687, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.696959826701881, | |
| "eval_loss": 0.8744714260101318, | |
| "eval_runtime": 300.5183, | |
| "eval_samples_per_second": 17.134, | |
| "eval_steps_per_second": 2.143, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.7157965787749048, | |
| "grad_norm": 0.35962772369384766, | |
| "learning_rate": 5.686828716789147e-05, | |
| "loss": 0.8631, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.7157965787749048, | |
| "eval_loss": 0.8730462789535522, | |
| "eval_runtime": 299.7837, | |
| "eval_samples_per_second": 17.176, | |
| "eval_steps_per_second": 2.148, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.7346333308479286, | |
| "grad_norm": 0.33538639545440674, | |
| "learning_rate": 5.3099679668362547e-05, | |
| "loss": 0.879, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.7346333308479286, | |
| "eval_loss": 0.8714411854743958, | |
| "eval_runtime": 299.9502, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.7534700829209523, | |
| "grad_norm": 0.3434339165687561, | |
| "learning_rate": 4.933107216883362e-05, | |
| "loss": 0.8616, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.7534700829209523, | |
| "eval_loss": 0.8703322410583496, | |
| "eval_runtime": 300.0139, | |
| "eval_samples_per_second": 17.163, | |
| "eval_steps_per_second": 2.147, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.7723068349939761, | |
| "grad_norm": 0.34114760160446167, | |
| "learning_rate": 4.55624646693047e-05, | |
| "loss": 0.8708, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.7723068349939761, | |
| "eval_loss": 0.8692737817764282, | |
| "eval_runtime": 299.9274, | |
| "eval_samples_per_second": 17.167, | |
| "eval_steps_per_second": 2.147, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.7911435870669999, | |
| "grad_norm": 0.40352341532707214, | |
| "learning_rate": 4.18064191947742e-05, | |
| "loss": 0.8724, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.7911435870669999, | |
| "eval_loss": 0.8681650161743164, | |
| "eval_runtime": 300.4231, | |
| "eval_samples_per_second": 17.139, | |
| "eval_steps_per_second": 2.144, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.8099803391400238, | |
| "grad_norm": 0.36962220072746277, | |
| "learning_rate": 3.8037811695245274e-05, | |
| "loss": 0.8672, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.8099803391400238, | |
| "eval_loss": 0.8672531247138977, | |
| "eval_runtime": 299.8101, | |
| "eval_samples_per_second": 17.174, | |
| "eval_steps_per_second": 2.148, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.8288170912130476, | |
| "grad_norm": 0.4042891561985016, | |
| "learning_rate": 3.426920419571635e-05, | |
| "loss": 0.8643, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.8288170912130476, | |
| "eval_loss": 0.8664665818214417, | |
| "eval_runtime": 299.8585, | |
| "eval_samples_per_second": 17.171, | |
| "eval_steps_per_second": 2.148, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.8476538432860714, | |
| "grad_norm": 0.2992730140686035, | |
| "learning_rate": 3.0500596696187428e-05, | |
| "loss": 0.8632, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.8476538432860714, | |
| "eval_loss": 0.8653113842010498, | |
| "eval_runtime": 299.946, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.8664905953590952, | |
| "grad_norm": 0.31725963950157166, | |
| "learning_rate": 2.6731989196658503e-05, | |
| "loss": 0.8564, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.8664905953590952, | |
| "eval_loss": 0.8644812107086182, | |
| "eval_runtime": 299.8536, | |
| "eval_samples_per_second": 17.172, | |
| "eval_steps_per_second": 2.148, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.885327347432119, | |
| "grad_norm": 0.3101350963115692, | |
| "learning_rate": 2.296338169712958e-05, | |
| "loss": 0.861, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.885327347432119, | |
| "eval_loss": 0.8637036085128784, | |
| "eval_runtime": 300.356, | |
| "eval_samples_per_second": 17.143, | |
| "eval_steps_per_second": 2.144, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.9041640995051429, | |
| "grad_norm": 0.33058223128318787, | |
| "learning_rate": 1.9194774197600654e-05, | |
| "loss": 0.8543, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.9041640995051429, | |
| "eval_loss": 0.8630216121673584, | |
| "eval_runtime": 299.9507, | |
| "eval_samples_per_second": 17.166, | |
| "eval_steps_per_second": 2.147, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.9230008515781666, | |
| "grad_norm": 0.35784465074539185, | |
| "learning_rate": 1.5438728723070158e-05, | |
| "loss": 0.868, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.9230008515781666, | |
| "eval_loss": 0.8623820543289185, | |
| "eval_runtime": 299.933, | |
| "eval_samples_per_second": 17.167, | |
| "eval_steps_per_second": 2.147, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.9418376036511904, | |
| "grad_norm": 0.3938862383365631, | |
| "learning_rate": 1.1670121223541235e-05, | |
| "loss": 0.8607, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.9418376036511904, | |
| "eval_loss": 0.861863911151886, | |
| "eval_runtime": 299.8746, | |
| "eval_samples_per_second": 17.171, | |
| "eval_steps_per_second": 2.148, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.9606743557242142, | |
| "grad_norm": 0.3867338001728058, | |
| "learning_rate": 7.90151372401231e-06, | |
| "loss": 0.8491, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.9606743557242142, | |
| "eval_loss": 0.8613755106925964, | |
| "eval_runtime": 299.919, | |
| "eval_samples_per_second": 17.168, | |
| "eval_steps_per_second": 2.147, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.979511107797238, | |
| "grad_norm": 0.3372841477394104, | |
| "learning_rate": 4.132906224483387e-06, | |
| "loss": 0.8643, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.979511107797238, | |
| "eval_loss": 0.8610811829566956, | |
| "eval_runtime": 299.8287, | |
| "eval_samples_per_second": 17.173, | |
| "eval_steps_per_second": 2.148, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.9983478598702619, | |
| "grad_norm": 0.3431134819984436, | |
| "learning_rate": 3.642987249544627e-07, | |
| "loss": 0.8633, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.9983478598702619, | |
| "eval_loss": 0.8609164953231812, | |
| "eval_runtime": 299.9008, | |
| "eval_samples_per_second": 17.169, | |
| "eval_steps_per_second": 2.147, | |
| "step": 15900 | |
| } | |
| ], | |
| "logging_steps": 300, | |
| "max_steps": 15926, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 300, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.1684162719241994e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |