|
{ |
|
"best_metric": 0.11245531588792801, |
|
"best_model_checkpoint": "/home/tonyzhao6/Projects/urgency-detection-finetuning/results/model_training/gemma-2-2b-it-8bit-64-32-v4/checkpoint-700", |
|
"epoch": 0.970873786407767, |
|
"eval_steps": 100, |
|
"global_step": 700, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.013869625520110958, |
|
"grad_norm": 0.9987179040908813, |
|
"learning_rate": 1.834862385321101e-05, |
|
"loss": 2.1962, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.027739251040221916, |
|
"grad_norm": 0.7583550810813904, |
|
"learning_rate": 3.669724770642202e-05, |
|
"loss": 1.6408, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.04160887656033287, |
|
"grad_norm": 0.6101565361022949, |
|
"learning_rate": 5.504587155963303e-05, |
|
"loss": 0.8461, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.05547850208044383, |
|
"grad_norm": 0.2617435157299042, |
|
"learning_rate": 7.339449541284404e-05, |
|
"loss": 0.3555, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.06934812760055478, |
|
"grad_norm": 0.17355866730213165, |
|
"learning_rate": 9.174311926605506e-05, |
|
"loss": 0.2506, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.08321775312066575, |
|
"grad_norm": 0.1640639752149582, |
|
"learning_rate": 0.00011009174311926606, |
|
"loss": 0.23, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.0970873786407767, |
|
"grad_norm": 0.1592264175415039, |
|
"learning_rate": 0.00012844036697247707, |
|
"loss": 0.2178, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.11095700416088766, |
|
"grad_norm": 0.13895617425441742, |
|
"learning_rate": 0.0001467889908256881, |
|
"loss": 0.1953, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.12482662968099861, |
|
"grad_norm": 0.13263335824012756, |
|
"learning_rate": 0.0001651376146788991, |
|
"loss": 0.1851, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.13869625520110956, |
|
"grad_norm": 0.14112189412117004, |
|
"learning_rate": 0.00018348623853211012, |
|
"loss": 0.1782, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13869625520110956, |
|
"eval_loss": 0.1666356474161148, |
|
"eval_runtime": 87.2237, |
|
"eval_samples_per_second": 14.48, |
|
"eval_steps_per_second": 0.906, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.15256588072122051, |
|
"grad_norm": 0.1304333657026291, |
|
"learning_rate": 0.00019994279176201374, |
|
"loss": 0.1644, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.1664355062413315, |
|
"grad_norm": 0.13556469976902008, |
|
"learning_rate": 0.00019937070938215104, |
|
"loss": 0.1614, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.18030513176144244, |
|
"grad_norm": 0.12493357062339783, |
|
"learning_rate": 0.00019879862700228834, |
|
"loss": 0.148, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.1941747572815534, |
|
"grad_norm": 0.12785165011882782, |
|
"learning_rate": 0.00019822654462242566, |
|
"loss": 0.1526, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.20804438280166435, |
|
"grad_norm": 0.1414169818162918, |
|
"learning_rate": 0.00019765446224256295, |
|
"loss": 0.1498, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.22191400832177532, |
|
"grad_norm": 0.11336012184619904, |
|
"learning_rate": 0.00019708237986270025, |
|
"loss": 0.1506, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.23578363384188628, |
|
"grad_norm": 0.11893126368522644, |
|
"learning_rate": 0.00019651029748283754, |
|
"loss": 0.1343, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.24965325936199723, |
|
"grad_norm": 0.12188615649938583, |
|
"learning_rate": 0.00019593821510297484, |
|
"loss": 0.1379, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.2635228848821082, |
|
"grad_norm": 0.11430846899747849, |
|
"learning_rate": 0.00019536613272311214, |
|
"loss": 0.1344, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.27739251040221913, |
|
"grad_norm": 0.11359121650457382, |
|
"learning_rate": 0.00019479405034324946, |
|
"loss": 0.139, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.27739251040221913, |
|
"eval_loss": 0.13432957231998444, |
|
"eval_runtime": 86.9127, |
|
"eval_samples_per_second": 14.532, |
|
"eval_steps_per_second": 0.909, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.2912621359223301, |
|
"grad_norm": 0.10335998982191086, |
|
"learning_rate": 0.00019422196796338675, |
|
"loss": 0.1374, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.30513176144244103, |
|
"grad_norm": 0.09991727769374847, |
|
"learning_rate": 0.00019364988558352405, |
|
"loss": 0.1344, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.31900138696255204, |
|
"grad_norm": 0.10995834320783615, |
|
"learning_rate": 0.00019307780320366135, |
|
"loss": 0.1394, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.332871012482663, |
|
"grad_norm": 0.10396566987037659, |
|
"learning_rate": 0.00019250572082379864, |
|
"loss": 0.1223, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.34674063800277394, |
|
"grad_norm": 0.10032226890325546, |
|
"learning_rate": 0.00019193363844393594, |
|
"loss": 0.1285, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.3606102635228849, |
|
"grad_norm": 0.10445073246955872, |
|
"learning_rate": 0.00019136155606407323, |
|
"loss": 0.1261, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.37447988904299584, |
|
"grad_norm": 0.11336586624383926, |
|
"learning_rate": 0.00019078947368421053, |
|
"loss": 0.1286, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.3883495145631068, |
|
"grad_norm": 0.10205301642417908, |
|
"learning_rate": 0.00019021739130434782, |
|
"loss": 0.1208, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.40221914008321774, |
|
"grad_norm": 0.09567493945360184, |
|
"learning_rate": 0.00018964530892448515, |
|
"loss": 0.1271, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.4160887656033287, |
|
"grad_norm": 0.10747899860143661, |
|
"learning_rate": 0.00018907322654462244, |
|
"loss": 0.1233, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.4160887656033287, |
|
"eval_loss": 0.1257271021604538, |
|
"eval_runtime": 86.6524, |
|
"eval_samples_per_second": 14.575, |
|
"eval_steps_per_second": 0.912, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.42995839112343964, |
|
"grad_norm": 0.10108979046344757, |
|
"learning_rate": 0.00018850114416475974, |
|
"loss": 0.124, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.44382801664355065, |
|
"grad_norm": 0.09316466003656387, |
|
"learning_rate": 0.00018792906178489703, |
|
"loss": 0.1212, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.4576976421636616, |
|
"grad_norm": 0.10638488829135895, |
|
"learning_rate": 0.00018735697940503433, |
|
"loss": 0.1288, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.47156726768377255, |
|
"grad_norm": 0.09914766252040863, |
|
"learning_rate": 0.00018678489702517162, |
|
"loss": 0.1259, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.4854368932038835, |
|
"grad_norm": 0.09707864373922348, |
|
"learning_rate": 0.00018621281464530892, |
|
"loss": 0.124, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.49930651872399445, |
|
"grad_norm": 0.09507231414318085, |
|
"learning_rate": 0.00018564073226544621, |
|
"loss": 0.1262, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.5131761442441054, |
|
"grad_norm": 0.09129882603883743, |
|
"learning_rate": 0.0001850686498855835, |
|
"loss": 0.1211, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.5270457697642164, |
|
"grad_norm": 0.09889239072799683, |
|
"learning_rate": 0.00018449656750572083, |
|
"loss": 0.1218, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.5409153952843273, |
|
"grad_norm": 0.09886115044355392, |
|
"learning_rate": 0.00018392448512585813, |
|
"loss": 0.1214, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.5547850208044383, |
|
"grad_norm": 0.09064166992902756, |
|
"learning_rate": 0.00018335240274599542, |
|
"loss": 0.126, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.5547850208044383, |
|
"eval_loss": 0.12142250686883926, |
|
"eval_runtime": 86.64, |
|
"eval_samples_per_second": 14.578, |
|
"eval_steps_per_second": 0.912, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.5686546463245492, |
|
"grad_norm": 0.10354544222354889, |
|
"learning_rate": 0.00018278032036613272, |
|
"loss": 0.1253, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.5825242718446602, |
|
"grad_norm": 0.09165250509977341, |
|
"learning_rate": 0.00018220823798627001, |
|
"loss": 0.1224, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.5963938973647711, |
|
"grad_norm": 0.09138130396604538, |
|
"learning_rate": 0.0001816361556064073, |
|
"loss": 0.1289, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.6102635228848821, |
|
"grad_norm": 0.09735599905252457, |
|
"learning_rate": 0.00018106407322654463, |
|
"loss": 0.1181, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.624133148404993, |
|
"grad_norm": 0.09955897927284241, |
|
"learning_rate": 0.00018049199084668193, |
|
"loss": 0.1207, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.6380027739251041, |
|
"grad_norm": 0.09378518909215927, |
|
"learning_rate": 0.00017991990846681922, |
|
"loss": 0.1189, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.651872399445215, |
|
"grad_norm": 0.09985518455505371, |
|
"learning_rate": 0.00017934782608695652, |
|
"loss": 0.1196, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.665742024965326, |
|
"grad_norm": 0.09567826986312866, |
|
"learning_rate": 0.00017877574370709382, |
|
"loss": 0.1189, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.6796116504854369, |
|
"grad_norm": 0.09133660793304443, |
|
"learning_rate": 0.0001782036613272311, |
|
"loss": 0.1199, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.6934812760055479, |
|
"grad_norm": 0.07571779191493988, |
|
"learning_rate": 0.00017763157894736843, |
|
"loss": 0.1199, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.6934812760055479, |
|
"eval_loss": 0.11764033138751984, |
|
"eval_runtime": 86.7125, |
|
"eval_samples_per_second": 14.565, |
|
"eval_steps_per_second": 0.911, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.7073509015256588, |
|
"grad_norm": 0.07904700189828873, |
|
"learning_rate": 0.00017705949656750573, |
|
"loss": 0.1174, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.7212205270457698, |
|
"grad_norm": 0.0874553844332695, |
|
"learning_rate": 0.00017648741418764302, |
|
"loss": 0.1191, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.7350901525658807, |
|
"grad_norm": 0.09417985379695892, |
|
"learning_rate": 0.00017591533180778032, |
|
"loss": 0.1158, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.7489597780859917, |
|
"grad_norm": 0.0866062194108963, |
|
"learning_rate": 0.00017534324942791762, |
|
"loss": 0.1106, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.7628294036061026, |
|
"grad_norm": 0.08498796820640564, |
|
"learning_rate": 0.0001747711670480549, |
|
"loss": 0.1124, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.7766990291262136, |
|
"grad_norm": 0.08251694589853287, |
|
"learning_rate": 0.00017419908466819223, |
|
"loss": 0.1136, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.7905686546463245, |
|
"grad_norm": 0.08275240659713745, |
|
"learning_rate": 0.00017362700228832953, |
|
"loss": 0.1107, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.8044382801664355, |
|
"grad_norm": 0.08751562237739563, |
|
"learning_rate": 0.00017305491990846682, |
|
"loss": 0.1169, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.8183079056865464, |
|
"grad_norm": 0.09078636020421982, |
|
"learning_rate": 0.00017248283752860412, |
|
"loss": 0.1143, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.8321775312066574, |
|
"grad_norm": 0.08412676304578781, |
|
"learning_rate": 0.00017191075514874142, |
|
"loss": 0.1197, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.8321775312066574, |
|
"eval_loss": 0.11502571403980255, |
|
"eval_runtime": 86.625, |
|
"eval_samples_per_second": 14.58, |
|
"eval_steps_per_second": 0.912, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.8460471567267683, |
|
"grad_norm": 0.08373397588729858, |
|
"learning_rate": 0.0001713386727688787, |
|
"loss": 0.1205, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.8599167822468793, |
|
"grad_norm": 0.08933025598526001, |
|
"learning_rate": 0.00017076659038901603, |
|
"loss": 0.1147, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.8737864077669902, |
|
"grad_norm": 0.08800772577524185, |
|
"learning_rate": 0.00017019450800915333, |
|
"loss": 0.1201, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.8876560332871013, |
|
"grad_norm": 0.08623263984918594, |
|
"learning_rate": 0.00016962242562929063, |
|
"loss": 0.1144, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.9015256588072122, |
|
"grad_norm": 0.0788191556930542, |
|
"learning_rate": 0.00016905034324942792, |
|
"loss": 0.1188, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.9153952843273232, |
|
"grad_norm": 0.0787658542394638, |
|
"learning_rate": 0.00016847826086956522, |
|
"loss": 0.1077, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.9292649098474342, |
|
"grad_norm": 0.08364666253328323, |
|
"learning_rate": 0.0001679061784897025, |
|
"loss": 0.1072, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.9431345353675451, |
|
"grad_norm": 0.08853990584611893, |
|
"learning_rate": 0.00016733409610983983, |
|
"loss": 0.1097, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.957004160887656, |
|
"grad_norm": 0.08456674963235855, |
|
"learning_rate": 0.00016676201372997713, |
|
"loss": 0.1167, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.970873786407767, |
|
"grad_norm": 0.0840703621506691, |
|
"learning_rate": 0.00016618993135011443, |
|
"loss": 0.1231, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.970873786407767, |
|
"eval_loss": 0.11245531588792801, |
|
"eval_runtime": 86.613, |
|
"eval_samples_per_second": 14.582, |
|
"eval_steps_per_second": 0.912, |
|
"step": 700 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 3605, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.0638251619228058e+17, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|