|
{ |
|
"best_metric": 2.7241549491882324, |
|
"best_model_checkpoint": "./results/models/checkpoint-26406", |
|
"epoch": 27.0, |
|
"eval_steps": 500, |
|
"global_step": 26406, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.5112474437627812, |
|
"grad_norm": 0.1318359375, |
|
"learning_rate": 0.0009897750511247444, |
|
"loss": 3.8641, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 3.6347575187683105, |
|
"eval_runtime": 0.3183, |
|
"eval_samples_per_second": 1571.027, |
|
"eval_steps_per_second": 3.142, |
|
"step": 978 |
|
}, |
|
{ |
|
"epoch": 1.0224948875255624, |
|
"grad_norm": 0.2255859375, |
|
"learning_rate": 0.0009795501022494889, |
|
"loss": 3.6938, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.5337423312883436, |
|
"grad_norm": 0.263671875, |
|
"learning_rate": 0.0009693251533742331, |
|
"loss": 3.488, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 3.214155912399292, |
|
"eval_runtime": 0.95, |
|
"eval_samples_per_second": 526.301, |
|
"eval_steps_per_second": 1.053, |
|
"step": 1956 |
|
}, |
|
{ |
|
"epoch": 2.044989775051125, |
|
"grad_norm": 0.224609375, |
|
"learning_rate": 0.0009591002044989775, |
|
"loss": 3.2879, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 2.556237218813906, |
|
"grad_norm": 0.2373046875, |
|
"learning_rate": 0.0009488752556237219, |
|
"loss": 3.1641, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 3.0714735984802246, |
|
"eval_runtime": 0.9223, |
|
"eval_samples_per_second": 542.135, |
|
"eval_steps_per_second": 1.084, |
|
"step": 2934 |
|
}, |
|
{ |
|
"epoch": 3.067484662576687, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.0009386503067484663, |
|
"loss": 3.0912, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 3.5787321063394684, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.0009284253578732107, |
|
"loss": 3.0323, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 2.990953207015991, |
|
"eval_runtime": 1.0538, |
|
"eval_samples_per_second": 474.475, |
|
"eval_steps_per_second": 0.949, |
|
"step": 3912 |
|
}, |
|
{ |
|
"epoch": 4.08997955010225, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.000918200408997955, |
|
"loss": 2.9912, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 4.601226993865031, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.0009079754601226994, |
|
"loss": 2.9553, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 2.9412269592285156, |
|
"eval_runtime": 1.0599, |
|
"eval_samples_per_second": 471.73, |
|
"eval_steps_per_second": 0.943, |
|
"step": 4890 |
|
}, |
|
{ |
|
"epoch": 5.112474437627812, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.0008977505112474438, |
|
"loss": 2.9255, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 5.623721881390593, |
|
"grad_norm": 0.25390625, |
|
"learning_rate": 0.0008875255623721882, |
|
"loss": 2.8991, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_loss": 2.905097723007202, |
|
"eval_runtime": 1.0476, |
|
"eval_samples_per_second": 477.298, |
|
"eval_steps_per_second": 0.955, |
|
"step": 5868 |
|
}, |
|
{ |
|
"epoch": 6.134969325153374, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.0008773006134969325, |
|
"loss": 2.8794, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 6.6462167689161555, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.0008670756646216768, |
|
"loss": 2.8577, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_loss": 2.8703627586364746, |
|
"eval_runtime": 1.0515, |
|
"eval_samples_per_second": 475.508, |
|
"eval_steps_per_second": 0.951, |
|
"step": 6846 |
|
}, |
|
{ |
|
"epoch": 7.157464212678937, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.0008568507157464213, |
|
"loss": 2.8435, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 7.668711656441718, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.0008466257668711657, |
|
"loss": 2.8289, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_loss": 2.847052812576294, |
|
"eval_runtime": 1.0464, |
|
"eval_samples_per_second": 477.826, |
|
"eval_steps_per_second": 0.956, |
|
"step": 7824 |
|
}, |
|
{ |
|
"epoch": 8.1799591002045, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0008364008179959101, |
|
"loss": 2.8131, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 8.69120654396728, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.0008261758691206544, |
|
"loss": 2.8022, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_loss": 2.8293135166168213, |
|
"eval_runtime": 0.9764, |
|
"eval_samples_per_second": 512.074, |
|
"eval_steps_per_second": 1.024, |
|
"step": 8802 |
|
}, |
|
{ |
|
"epoch": 9.202453987730062, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.0008159509202453987, |
|
"loss": 2.7914, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 9.713701431492842, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.0008057259713701431, |
|
"loss": 2.7813, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_loss": 2.8122880458831787, |
|
"eval_runtime": 1.0064, |
|
"eval_samples_per_second": 496.84, |
|
"eval_steps_per_second": 0.994, |
|
"step": 9780 |
|
}, |
|
{ |
|
"epoch": 10.224948875255624, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0007955010224948876, |
|
"loss": 2.7682, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 10.736196319018404, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.0007852760736196319, |
|
"loss": 2.7607, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_loss": 2.8023903369903564, |
|
"eval_runtime": 1.0601, |
|
"eval_samples_per_second": 471.642, |
|
"eval_steps_per_second": 0.943, |
|
"step": 10758 |
|
}, |
|
{ |
|
"epoch": 11.247443762781186, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.0007750511247443763, |
|
"loss": 2.7527, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 11.758691206543967, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0007648261758691206, |
|
"loss": 2.7443, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_loss": 2.7869932651519775, |
|
"eval_runtime": 1.0222, |
|
"eval_samples_per_second": 489.149, |
|
"eval_steps_per_second": 0.978, |
|
"step": 11736 |
|
}, |
|
{ |
|
"epoch": 12.269938650306749, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.000754601226993865, |
|
"loss": 2.7366, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 12.781186094069529, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.0007443762781186095, |
|
"loss": 2.7313, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_loss": 2.785067081451416, |
|
"eval_runtime": 1.051, |
|
"eval_samples_per_second": 475.716, |
|
"eval_steps_per_second": 0.951, |
|
"step": 12714 |
|
}, |
|
{ |
|
"epoch": 13.292433537832311, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.0007341513292433538, |
|
"loss": 2.7223, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 13.803680981595091, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.0007239263803680982, |
|
"loss": 2.7179, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_loss": 2.772521495819092, |
|
"eval_runtime": 1.0385, |
|
"eval_samples_per_second": 481.485, |
|
"eval_steps_per_second": 0.963, |
|
"step": 13692 |
|
}, |
|
{ |
|
"epoch": 14.314928425357873, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.0007137014314928425, |
|
"loss": 2.7088, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 14.826175869120654, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.0007034764826175869, |
|
"loss": 2.7051, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_loss": 2.7638583183288574, |
|
"eval_runtime": 0.9397, |
|
"eval_samples_per_second": 532.097, |
|
"eval_steps_per_second": 1.064, |
|
"step": 14670 |
|
}, |
|
{ |
|
"epoch": 15.337423312883436, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.0006932515337423313, |
|
"loss": 2.6999, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 15.848670756646216, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.0006830265848670757, |
|
"loss": 2.6961, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_loss": 2.7651634216308594, |
|
"eval_runtime": 0.9625, |
|
"eval_samples_per_second": 519.471, |
|
"eval_steps_per_second": 1.039, |
|
"step": 15648 |
|
}, |
|
{ |
|
"epoch": 16.359918200409, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.0006728016359918201, |
|
"loss": 2.6903, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 16.87116564417178, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0006625766871165644, |
|
"loss": 2.6905, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_loss": 2.75215744972229, |
|
"eval_runtime": 0.8724, |
|
"eval_samples_per_second": 573.163, |
|
"eval_steps_per_second": 1.146, |
|
"step": 16626 |
|
}, |
|
{ |
|
"epoch": 17.38241308793456, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.0006523517382413088, |
|
"loss": 2.6791, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 17.893660531697343, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.0006421267893660531, |
|
"loss": 2.6817, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_loss": 2.750427722930908, |
|
"eval_runtime": 1.0601, |
|
"eval_samples_per_second": 471.655, |
|
"eval_steps_per_second": 0.943, |
|
"step": 17604 |
|
}, |
|
{ |
|
"epoch": 18.404907975460123, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.0006319018404907975, |
|
"loss": 2.6712, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 18.916155419222903, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.000621676891615542, |
|
"loss": 2.6721, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_loss": 2.740670919418335, |
|
"eval_runtime": 0.9797, |
|
"eval_samples_per_second": 510.381, |
|
"eval_steps_per_second": 1.021, |
|
"step": 18582 |
|
}, |
|
{ |
|
"epoch": 19.427402862985684, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.0006114519427402863, |
|
"loss": 2.6632, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 19.938650306748468, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.0006012269938650307, |
|
"loss": 2.6677, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_loss": 2.740766763687134, |
|
"eval_runtime": 0.9358, |
|
"eval_samples_per_second": 534.326, |
|
"eval_steps_per_second": 1.069, |
|
"step": 19560 |
|
}, |
|
{ |
|
"epoch": 20.449897750511248, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.000591002044989775, |
|
"loss": 2.6576, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 20.961145194274028, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.0005807770961145194, |
|
"loss": 2.6624, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_loss": 2.7370216846466064, |
|
"eval_runtime": 0.9579, |
|
"eval_samples_per_second": 521.987, |
|
"eval_steps_per_second": 1.044, |
|
"step": 20538 |
|
}, |
|
{ |
|
"epoch": 21.47239263803681, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.0005705521472392639, |
|
"loss": 2.65, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 21.983640081799592, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 0.0005603271983640082, |
|
"loss": 2.6575, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_loss": 2.734588384628296, |
|
"eval_runtime": 0.8297, |
|
"eval_samples_per_second": 602.609, |
|
"eval_steps_per_second": 1.205, |
|
"step": 21516 |
|
}, |
|
{ |
|
"epoch": 22.494887525562373, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.0005501022494887526, |
|
"loss": 2.6453, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_loss": 2.73508882522583, |
|
"eval_runtime": 1.0104, |
|
"eval_samples_per_second": 494.868, |
|
"eval_steps_per_second": 0.99, |
|
"step": 22494 |
|
}, |
|
{ |
|
"epoch": 23.006134969325153, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0005398773006134969, |
|
"loss": 2.6533, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 23.517382413087933, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.0005296523517382413, |
|
"loss": 2.6441, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_loss": 2.731626033782959, |
|
"eval_runtime": 0.674, |
|
"eval_samples_per_second": 741.886, |
|
"eval_steps_per_second": 1.484, |
|
"step": 23472 |
|
}, |
|
{ |
|
"epoch": 24.028629856850717, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.0005194274028629857, |
|
"loss": 2.6442, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 24.539877300613497, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00050920245398773, |
|
"loss": 2.637, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_loss": 2.731029510498047, |
|
"eval_runtime": 0.7022, |
|
"eval_samples_per_second": 712.014, |
|
"eval_steps_per_second": 1.424, |
|
"step": 24450 |
|
}, |
|
{ |
|
"epoch": 25.051124744376278, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.0004989775051124745, |
|
"loss": 2.6437, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 25.562372188139058, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.0004887525562372188, |
|
"loss": 2.6364, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_loss": 2.7300286293029785, |
|
"eval_runtime": 0.8078, |
|
"eval_samples_per_second": 618.965, |
|
"eval_steps_per_second": 1.238, |
|
"step": 25428 |
|
}, |
|
{ |
|
"epoch": 26.073619631901842, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.0004785276073619632, |
|
"loss": 2.6382, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 26.584867075664622, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.0004683026584867076, |
|
"loss": 2.632, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_loss": 2.7241549491882324, |
|
"eval_runtime": 0.8157, |
|
"eval_samples_per_second": 612.964, |
|
"eval_steps_per_second": 1.226, |
|
"step": 26406 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 48900, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"EarlyStoppingCallback": { |
|
"args": { |
|
"early_stopping_patience": 3, |
|
"early_stopping_threshold": 0.0 |
|
}, |
|
"attributes": { |
|
"early_stopping_patience_counter": 0 |
|
} |
|
}, |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2.553177237041664e+17, |
|
"train_batch_size": 1024, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|