| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.993607305936073, |
| "eval_steps": 500, |
| "global_step": 272, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.1461187214611872, |
| "grad_norm": 2.1859907903291487, |
| "learning_rate": 1e-05, |
| "loss": 1.1204, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.2922374429223744, |
| "grad_norm": 1.1409575473262819, |
| "learning_rate": 9.619771863117872e-06, |
| "loss": 0.9067, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.4383561643835616, |
| "grad_norm": 1.0954325906176867, |
| "learning_rate": 9.239543726235742e-06, |
| "loss": 0.8594, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5844748858447488, |
| "grad_norm": 1.044115826945501, |
| "learning_rate": 8.859315589353613e-06, |
| "loss": 0.8195, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.730593607305936, |
| "grad_norm": 0.9711157529023948, |
| "learning_rate": 8.479087452471484e-06, |
| "loss": 0.8234, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.8767123287671232, |
| "grad_norm": 0.9306727693571185, |
| "learning_rate": 8.098859315589354e-06, |
| "loss": 0.797, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.0292237442922374, |
| "grad_norm": 0.9787347032260009, |
| "learning_rate": 7.718631178707225e-06, |
| "loss": 0.8408, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.1753424657534246, |
| "grad_norm": 0.8884461385333994, |
| "learning_rate": 7.338403041825095e-06, |
| "loss": 0.7284, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.3214611872146118, |
| "grad_norm": 0.8436692395158627, |
| "learning_rate": 6.9581749049429655e-06, |
| "loss": 0.7073, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.467579908675799, |
| "grad_norm": 0.8618862236545547, |
| "learning_rate": 6.577946768060837e-06, |
| "loss": 0.7123, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.6136986301369864, |
| "grad_norm": 0.8663851098852621, |
| "learning_rate": 6.197718631178707e-06, |
| "loss": 0.7154, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.7598173515981737, |
| "grad_norm": 0.8275684957862481, |
| "learning_rate": 5.817490494296578e-06, |
| "loss": 0.6963, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.9059360730593609, |
| "grad_norm": 0.906736540956783, |
| "learning_rate": 5.437262357414449e-06, |
| "loss": 0.7094, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.058447488584475, |
| "grad_norm": 0.9421948118312913, |
| "learning_rate": 5.05703422053232e-06, |
| "loss": 0.7617, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.204566210045662, |
| "grad_norm": 0.9061317437755783, |
| "learning_rate": 4.67680608365019e-06, |
| "loss": 0.6572, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.350684931506849, |
| "grad_norm": 0.9188196767115556, |
| "learning_rate": 4.2965779467680614e-06, |
| "loss": 0.6345, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.4968036529680364, |
| "grad_norm": 0.9049399725414525, |
| "learning_rate": 3.916349809885932e-06, |
| "loss": 0.6518, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.6429223744292236, |
| "grad_norm": 0.8983251599300998, |
| "learning_rate": 3.536121673003803e-06, |
| "loss": 0.6403, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.789041095890411, |
| "grad_norm": 0.8154355993502768, |
| "learning_rate": 3.155893536121673e-06, |
| "loss": 0.6471, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.935159817351598, |
| "grad_norm": 0.8754095287816128, |
| "learning_rate": 2.7756653992395438e-06, |
| "loss": 0.6408, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.0876712328767124, |
| "grad_norm": 0.9077061427857563, |
| "learning_rate": 2.3954372623574147e-06, |
| "loss": 0.6591, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.2337899543378996, |
| "grad_norm": 0.901749586378799, |
| "learning_rate": 2.015209125475285e-06, |
| "loss": 0.6193, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.379908675799087, |
| "grad_norm": 0.8630345017914713, |
| "learning_rate": 1.634980988593156e-06, |
| "loss": 0.5929, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.526027397260274, |
| "grad_norm": 0.8211659550904478, |
| "learning_rate": 1.2547528517110266e-06, |
| "loss": 0.6103, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.6721461187214612, |
| "grad_norm": 0.872245747524504, |
| "learning_rate": 8.745247148288974e-07, |
| "loss": 0.5939, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.8182648401826484, |
| "grad_norm": 0.8858014720813091, |
| "learning_rate": 4.942965779467681e-07, |
| "loss": 0.5966, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.9643835616438357, |
| "grad_norm": 0.8667147147445566, |
| "learning_rate": 1.140684410646388e-07, |
| "loss": 0.6042, |
| "step": 270 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 272, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 125241405669376.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
