| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 24.928092042186, |
| "eval_steps": 500, |
| "global_step": 26000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009587727708533078, |
| "grad_norm": 16.952646255493164, |
| "learning_rate": 6.923076923076923e-07, |
| "loss": 1.0981, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.019175455417066157, |
| "grad_norm": 10.460495948791504, |
| "learning_rate": 1.4615384615384616e-06, |
| "loss": 1.0812, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.028763183125599234, |
| "grad_norm": 5.855829238891602, |
| "learning_rate": 2.2307692307692307e-06, |
| "loss": 0.8546, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.038350910834132314, |
| "grad_norm": 3.5648763179779053, |
| "learning_rate": 3e-06, |
| "loss": 0.4892, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04793863854266539, |
| "grad_norm": 1.662581205368042, |
| "learning_rate": 3.7692307692307694e-06, |
| "loss": 0.3639, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05752636625119847, |
| "grad_norm": 1.4345495700836182, |
| "learning_rate": 4.538461538461539e-06, |
| "loss": 0.2922, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06711409395973154, |
| "grad_norm": 0.9792284369468689, |
| "learning_rate": 5.307692307692308e-06, |
| "loss": 0.2074, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07670182166826463, |
| "grad_norm": 0.9946898818016052, |
| "learning_rate": 6.0769230769230775e-06, |
| "loss": 0.2146, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0862895493767977, |
| "grad_norm": 1.3608415126800537, |
| "learning_rate": 6.846153846153847e-06, |
| "loss": 0.1745, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09587727708533078, |
| "grad_norm": 1.0509544610977173, |
| "learning_rate": 7.615384615384616e-06, |
| "loss": 0.1748, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10546500479386385, |
| "grad_norm": 0.9403872489929199, |
| "learning_rate": 8.384615384615385e-06, |
| "loss": 0.1564, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.11505273250239693, |
| "grad_norm": 0.9270913004875183, |
| "learning_rate": 9.153846153846155e-06, |
| "loss": 0.1696, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.12464046021093, |
| "grad_norm": 1.0389190912246704, |
| "learning_rate": 9.923076923076923e-06, |
| "loss": 0.1392, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1342281879194631, |
| "grad_norm": 0.9624547958374023, |
| "learning_rate": 1.0692307692307694e-05, |
| "loss": 0.1311, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.14381591562799617, |
| "grad_norm": 1.0129961967468262, |
| "learning_rate": 1.1461538461538462e-05, |
| "loss": 0.1212, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.15340364333652926, |
| "grad_norm": 1.2572994232177734, |
| "learning_rate": 1.2230769230769232e-05, |
| "loss": 0.1267, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1629913710450623, |
| "grad_norm": 1.06370210647583, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.1241, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1725790987535954, |
| "grad_norm": 1.2056634426116943, |
| "learning_rate": 1.3769230769230771e-05, |
| "loss": 0.1207, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.18216682646212848, |
| "grad_norm": 1.5257799625396729, |
| "learning_rate": 1.453846153846154e-05, |
| "loss": 0.1078, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.19175455417066156, |
| "grad_norm": 1.0377438068389893, |
| "learning_rate": 1.5307692307692308e-05, |
| "loss": 0.1191, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.20134228187919462, |
| "grad_norm": 1.1318110227584839, |
| "learning_rate": 1.607692307692308e-05, |
| "loss": 0.1211, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2109300095877277, |
| "grad_norm": 0.8394863605499268, |
| "learning_rate": 1.684615384615385e-05, |
| "loss": 0.1103, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.22051773729626079, |
| "grad_norm": 0.6863590478897095, |
| "learning_rate": 1.7615384615384615e-05, |
| "loss": 0.101, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.23010546500479387, |
| "grad_norm": 0.9169079661369324, |
| "learning_rate": 1.8384615384615386e-05, |
| "loss": 0.1034, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.23969319271332695, |
| "grad_norm": 1.088216781616211, |
| "learning_rate": 1.9153846153846156e-05, |
| "loss": 0.0964, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.24928092042186, |
| "grad_norm": 0.8121523261070251, |
| "learning_rate": 1.9923076923076926e-05, |
| "loss": 0.0959, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2588686481303931, |
| "grad_norm": 1.408576250076294, |
| "learning_rate": 2.0692307692307693e-05, |
| "loss": 0.1017, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2684563758389262, |
| "grad_norm": 1.0147638320922852, |
| "learning_rate": 2.1461538461538463e-05, |
| "loss": 0.0935, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.27804410354745923, |
| "grad_norm": 1.0343986749649048, |
| "learning_rate": 2.2230769230769233e-05, |
| "loss": 0.1039, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.28763183125599234, |
| "grad_norm": 1.32474684715271, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.0926, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2972195589645254, |
| "grad_norm": 0.9797191619873047, |
| "learning_rate": 2.376923076923077e-05, |
| "loss": 0.0967, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3068072866730585, |
| "grad_norm": 0.6505740880966187, |
| "learning_rate": 2.453846153846154e-05, |
| "loss": 0.0792, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.31639501438159157, |
| "grad_norm": 0.9509547352790833, |
| "learning_rate": 2.530769230769231e-05, |
| "loss": 0.0827, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3259827420901246, |
| "grad_norm": 1.0206745862960815, |
| "learning_rate": 2.6076923076923077e-05, |
| "loss": 0.0771, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.33557046979865773, |
| "grad_norm": 1.0349384546279907, |
| "learning_rate": 2.6846153846153848e-05, |
| "loss": 0.0799, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3451581975071908, |
| "grad_norm": 0.9108182191848755, |
| "learning_rate": 2.7615384615384614e-05, |
| "loss": 0.0873, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3547459252157239, |
| "grad_norm": 0.5712908506393433, |
| "learning_rate": 2.8384615384615388e-05, |
| "loss": 0.0831, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.36433365292425696, |
| "grad_norm": 0.9796934127807617, |
| "learning_rate": 2.9153846153846155e-05, |
| "loss": 0.0719, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.37392138063279, |
| "grad_norm": 1.1480381488800049, |
| "learning_rate": 2.9923076923076925e-05, |
| "loss": 0.0828, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3835091083413231, |
| "grad_norm": 0.5862910151481628, |
| "learning_rate": 3.069230769230769e-05, |
| "loss": 0.0709, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3930968360498562, |
| "grad_norm": 0.7163400650024414, |
| "learning_rate": 3.146153846153846e-05, |
| "loss": 0.0721, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.40268456375838924, |
| "grad_norm": 0.7817345261573792, |
| "learning_rate": 3.223076923076923e-05, |
| "loss": 0.0717, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.41227229146692235, |
| "grad_norm": 0.6121333837509155, |
| "learning_rate": 3.3e-05, |
| "loss": 0.0665, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4218600191754554, |
| "grad_norm": 0.774795413017273, |
| "learning_rate": 3.376923076923077e-05, |
| "loss": 0.0691, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4314477468839885, |
| "grad_norm": 0.898847222328186, |
| "learning_rate": 3.453846153846154e-05, |
| "loss": 0.0741, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.44103547459252157, |
| "grad_norm": 0.7293726801872253, |
| "learning_rate": 3.5307692307692306e-05, |
| "loss": 0.0645, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4506232023010546, |
| "grad_norm": 0.5674548149108887, |
| "learning_rate": 3.607692307692308e-05, |
| "loss": 0.0629, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.46021093000958774, |
| "grad_norm": 0.7961140275001526, |
| "learning_rate": 3.684615384615385e-05, |
| "loss": 0.0628, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4697986577181208, |
| "grad_norm": 0.6253398656845093, |
| "learning_rate": 3.761538461538462e-05, |
| "loss": 0.0645, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4793863854266539, |
| "grad_norm": 0.9273212552070618, |
| "learning_rate": 3.838461538461539e-05, |
| "loss": 0.062, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.48897411313518696, |
| "grad_norm": 0.6789622902870178, |
| "learning_rate": 3.915384615384616e-05, |
| "loss": 0.0654, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.49856184084372, |
| "grad_norm": 0.8248144388198853, |
| "learning_rate": 3.992307692307692e-05, |
| "loss": 0.0665, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5081495685522531, |
| "grad_norm": 0.8695188164710999, |
| "learning_rate": 4.06923076923077e-05, |
| "loss": 0.0717, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5177372962607862, |
| "grad_norm": 0.6595909595489502, |
| "learning_rate": 4.146153846153846e-05, |
| "loss": 0.0628, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5273250239693192, |
| "grad_norm": 0.7226746678352356, |
| "learning_rate": 4.223076923076924e-05, |
| "loss": 0.0657, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5369127516778524, |
| "grad_norm": 0.6370866298675537, |
| "learning_rate": 4.3e-05, |
| "loss": 0.0581, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5465004793863855, |
| "grad_norm": 0.47755175828933716, |
| "learning_rate": 4.376923076923077e-05, |
| "loss": 0.052, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5560882070949185, |
| "grad_norm": 0.7424858808517456, |
| "learning_rate": 4.453846153846154e-05, |
| "loss": 0.0606, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5656759348034516, |
| "grad_norm": 0.4627436399459839, |
| "learning_rate": 4.530769230769231e-05, |
| "loss": 0.0618, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5752636625119847, |
| "grad_norm": 0.5372833609580994, |
| "learning_rate": 4.6076923076923076e-05, |
| "loss": 0.0616, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5848513902205177, |
| "grad_norm": 0.8923951387405396, |
| "learning_rate": 4.684615384615385e-05, |
| "loss": 0.0659, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5944391179290508, |
| "grad_norm": 0.9428364038467407, |
| "learning_rate": 4.7615384615384616e-05, |
| "loss": 0.0707, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6040268456375839, |
| "grad_norm": 0.7362667322158813, |
| "learning_rate": 4.8384615384615386e-05, |
| "loss": 0.062, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.613614573346117, |
| "grad_norm": 0.7807226181030273, |
| "learning_rate": 4.9153846153846157e-05, |
| "loss": 0.0662, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.62320230105465, |
| "grad_norm": 0.5898621678352356, |
| "learning_rate": 4.992307692307693e-05, |
| "loss": 0.0594, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6327900287631831, |
| "grad_norm": 0.4694168269634247, |
| "learning_rate": 5.06923076923077e-05, |
| "loss": 0.0572, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6423777564717162, |
| "grad_norm": 0.6720401048660278, |
| "learning_rate": 5.146153846153846e-05, |
| "loss": 0.0697, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6519654841802492, |
| "grad_norm": 0.5371865034103394, |
| "learning_rate": 5.223076923076924e-05, |
| "loss": 0.059, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6615532118887824, |
| "grad_norm": 0.6751993894577026, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.0566, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6711409395973155, |
| "grad_norm": 0.7496346831321716, |
| "learning_rate": 5.376923076923077e-05, |
| "loss": 0.0592, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6807286673058485, |
| "grad_norm": 0.7620933055877686, |
| "learning_rate": 5.453846153846154e-05, |
| "loss": 0.0645, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6903163950143816, |
| "grad_norm": 0.9095701575279236, |
| "learning_rate": 5.5307692307692305e-05, |
| "loss": 0.0568, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6999041227229147, |
| "grad_norm": 0.7606950998306274, |
| "learning_rate": 5.607692307692308e-05, |
| "loss": 0.0624, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7094918504314478, |
| "grad_norm": 1.0387766361236572, |
| "learning_rate": 5.684615384615385e-05, |
| "loss": 0.0584, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7190795781399808, |
| "grad_norm": 0.7113978862762451, |
| "learning_rate": 5.7615384615384615e-05, |
| "loss": 0.0652, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7286673058485139, |
| "grad_norm": 0.604448139667511, |
| "learning_rate": 5.838461538461538e-05, |
| "loss": 0.0654, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.738255033557047, |
| "grad_norm": 0.8723410367965698, |
| "learning_rate": 5.915384615384616e-05, |
| "loss": 0.0531, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.74784276126558, |
| "grad_norm": 0.5730307102203369, |
| "learning_rate": 5.9923076923076926e-05, |
| "loss": 0.0559, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7574304889741131, |
| "grad_norm": 0.7451117634773254, |
| "learning_rate": 6.0692307692307696e-05, |
| "loss": 0.0643, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7670182166826462, |
| "grad_norm": 0.3902491331100464, |
| "learning_rate": 6.146153846153846e-05, |
| "loss": 0.0611, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7766059443911792, |
| "grad_norm": 0.6148221492767334, |
| "learning_rate": 6.223076923076924e-05, |
| "loss": 0.0549, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7861936720997124, |
| "grad_norm": 0.5791975259780884, |
| "learning_rate": 6.3e-05, |
| "loss": 0.0589, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7957813998082455, |
| "grad_norm": 0.5318537950515747, |
| "learning_rate": 6.376923076923077e-05, |
| "loss": 0.0618, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8053691275167785, |
| "grad_norm": 0.8901371359825134, |
| "learning_rate": 6.453846153846154e-05, |
| "loss": 0.0563, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8149568552253116, |
| "grad_norm": 0.8964536786079407, |
| "learning_rate": 6.530769230769231e-05, |
| "loss": 0.0656, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8245445829338447, |
| "grad_norm": 0.5159094929695129, |
| "learning_rate": 6.607692307692308e-05, |
| "loss": 0.0582, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8341323106423778, |
| "grad_norm": 0.6684253811836243, |
| "learning_rate": 6.684615384615385e-05, |
| "loss": 0.0569, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8437200383509108, |
| "grad_norm": 0.5698950290679932, |
| "learning_rate": 6.761538461538461e-05, |
| "loss": 0.0549, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8533077660594439, |
| "grad_norm": 0.44796323776245117, |
| "learning_rate": 6.838461538461539e-05, |
| "loss": 0.0557, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.862895493767977, |
| "grad_norm": 0.7032187581062317, |
| "learning_rate": 6.915384615384616e-05, |
| "loss": 0.069, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.87248322147651, |
| "grad_norm": 0.538271963596344, |
| "learning_rate": 6.992307692307692e-05, |
| "loss": 0.0568, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8820709491850431, |
| "grad_norm": 0.46786853671073914, |
| "learning_rate": 7.069230769230769e-05, |
| "loss": 0.0623, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8916586768935763, |
| "grad_norm": 0.6529656052589417, |
| "learning_rate": 7.146153846153847e-05, |
| "loss": 0.064, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9012464046021093, |
| "grad_norm": 0.9618151187896729, |
| "learning_rate": 7.223076923076923e-05, |
| "loss": 0.0557, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9108341323106424, |
| "grad_norm": 0.5643552541732788, |
| "learning_rate": 7.3e-05, |
| "loss": 0.0651, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9204218600191755, |
| "grad_norm": 0.7007706761360168, |
| "learning_rate": 7.376923076923077e-05, |
| "loss": 0.0514, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.9300095877277086, |
| "grad_norm": 0.4530331492424011, |
| "learning_rate": 7.453846153846154e-05, |
| "loss": 0.0563, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9395973154362416, |
| "grad_norm": 0.6113521456718445, |
| "learning_rate": 7.530769230769231e-05, |
| "loss": 0.0606, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9491850431447747, |
| "grad_norm": 0.5007736682891846, |
| "learning_rate": 7.607692307692308e-05, |
| "loss": 0.0561, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9587727708533078, |
| "grad_norm": 0.49903005361557007, |
| "learning_rate": 7.684615384615385e-05, |
| "loss": 0.0578, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9683604985618408, |
| "grad_norm": 0.629622220993042, |
| "learning_rate": 7.761538461538462e-05, |
| "loss": 0.0572, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9779482262703739, |
| "grad_norm": 0.5830038785934448, |
| "learning_rate": 7.838461538461539e-05, |
| "loss": 0.0586, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.987535953978907, |
| "grad_norm": 0.502075731754303, |
| "learning_rate": 7.915384615384616e-05, |
| "loss": 0.052, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.99712368168744, |
| "grad_norm": 0.6076005101203918, |
| "learning_rate": 7.992307692307692e-05, |
| "loss": 0.0536, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.0067114093959733, |
| "grad_norm": 0.6297442317008972, |
| "learning_rate": 8.06923076923077e-05, |
| "loss": 0.0565, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.0162991371045063, |
| "grad_norm": 0.6776733994483948, |
| "learning_rate": 8.146153846153847e-05, |
| "loss": 0.0556, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.0258868648130393, |
| "grad_norm": 0.5691619515419006, |
| "learning_rate": 8.223076923076923e-05, |
| "loss": 0.0528, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.0354745925215725, |
| "grad_norm": 0.7027555108070374, |
| "learning_rate": 8.3e-05, |
| "loss": 0.0614, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.0450623202301055, |
| "grad_norm": 0.7508878111839294, |
| "learning_rate": 8.376923076923078e-05, |
| "loss": 0.0496, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.0546500479386385, |
| "grad_norm": 0.6663224101066589, |
| "learning_rate": 8.453846153846154e-05, |
| "loss": 0.0507, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.0642377756471717, |
| "grad_norm": 0.5372412204742432, |
| "learning_rate": 8.530769230769231e-05, |
| "loss": 0.0547, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.0738255033557047, |
| "grad_norm": 0.6460400223731995, |
| "learning_rate": 8.607692307692308e-05, |
| "loss": 0.0598, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.0834132310642377, |
| "grad_norm": 0.5155197381973267, |
| "learning_rate": 8.684615384615385e-05, |
| "loss": 0.0601, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.093000958772771, |
| "grad_norm": 0.42931079864501953, |
| "learning_rate": 8.761538461538462e-05, |
| "loss": 0.0602, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.102588686481304, |
| "grad_norm": 0.5317569971084595, |
| "learning_rate": 8.838461538461539e-05, |
| "loss": 0.0577, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.112176414189837, |
| "grad_norm": 0.6564596891403198, |
| "learning_rate": 8.915384615384616e-05, |
| "loss": 0.0596, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.1217641418983701, |
| "grad_norm": 0.43666043877601624, |
| "learning_rate": 8.992307692307693e-05, |
| "loss": 0.0549, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.1313518696069031, |
| "grad_norm": 0.6105823516845703, |
| "learning_rate": 9.06923076923077e-05, |
| "loss": 0.0641, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.1409395973154361, |
| "grad_norm": 0.5657874345779419, |
| "learning_rate": 9.146153846153847e-05, |
| "loss": 0.0591, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.1505273250239694, |
| "grad_norm": 0.5609491467475891, |
| "learning_rate": 9.223076923076923e-05, |
| "loss": 0.0622, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1601150527325024, |
| "grad_norm": 0.6493374705314636, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.0589, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.1697027804410354, |
| "grad_norm": 0.7406426072120667, |
| "learning_rate": 9.376923076923078e-05, |
| "loss": 0.0579, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.1792905081495686, |
| "grad_norm": 0.6438266634941101, |
| "learning_rate": 9.453846153846154e-05, |
| "loss": 0.058, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.1888782358581016, |
| "grad_norm": 0.49737435579299927, |
| "learning_rate": 9.530769230769231e-05, |
| "loss": 0.0599, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.1984659635666346, |
| "grad_norm": 0.5221342444419861, |
| "learning_rate": 9.607692307692309e-05, |
| "loss": 0.0613, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.2080536912751678, |
| "grad_norm": 0.5636175870895386, |
| "learning_rate": 9.684615384615385e-05, |
| "loss": 0.054, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.2176414189837008, |
| "grad_norm": 0.6858579516410828, |
| "learning_rate": 9.761538461538462e-05, |
| "loss": 0.0633, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.2272291466922338, |
| "grad_norm": 0.5884243845939636, |
| "learning_rate": 9.838461538461539e-05, |
| "loss": 0.0576, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.236816874400767, |
| "grad_norm": 0.753278374671936, |
| "learning_rate": 9.915384615384616e-05, |
| "loss": 0.0624, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.2464046021093, |
| "grad_norm": 0.5968719720840454, |
| "learning_rate": 9.992307692307693e-05, |
| "loss": 0.0615, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.255992329817833, |
| "grad_norm": 0.4386919140815735, |
| "learning_rate": 9.99999672409862e-05, |
| "loss": 0.0612, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.2655800575263663, |
| "grad_norm": 0.7106592655181885, |
| "learning_rate": 9.999985400000595e-05, |
| "loss": 0.0582, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.2751677852348993, |
| "grad_norm": 0.642195463180542, |
| "learning_rate": 9.999965987281012e-05, |
| "loss": 0.0539, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.2847555129434325, |
| "grad_norm": 0.8102270364761353, |
| "learning_rate": 9.999938485971279e-05, |
| "loss": 0.0571, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.2943432406519655, |
| "grad_norm": 0.5724937319755554, |
| "learning_rate": 9.999902896115882e-05, |
| "loss": 0.059, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.3039309683604985, |
| "grad_norm": 0.5850300788879395, |
| "learning_rate": 9.999859217772396e-05, |
| "loss": 0.0546, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.3135186960690317, |
| "grad_norm": 0.5836851000785828, |
| "learning_rate": 9.999807451011483e-05, |
| "loss": 0.0574, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.3231064237775647, |
| "grad_norm": 0.4875651001930237, |
| "learning_rate": 9.999747595916886e-05, |
| "loss": 0.0584, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.332694151486098, |
| "grad_norm": 0.6385061144828796, |
| "learning_rate": 9.999679652585436e-05, |
| "loss": 0.0551, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.342281879194631, |
| "grad_norm": 0.6868314743041992, |
| "learning_rate": 9.999603621127043e-05, |
| "loss": 0.0644, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.351869606903164, |
| "grad_norm": 0.879398763179779, |
| "learning_rate": 9.99951950166471e-05, |
| "loss": 0.0556, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.3614573346116972, |
| "grad_norm": 0.5804061889648438, |
| "learning_rate": 9.999427294334516e-05, |
| "loss": 0.066, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.3710450623202302, |
| "grad_norm": 0.8581869602203369, |
| "learning_rate": 9.999326999285628e-05, |
| "loss": 0.0604, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.3806327900287632, |
| "grad_norm": 0.5264695882797241, |
| "learning_rate": 9.999218616680299e-05, |
| "loss": 0.0616, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.3902205177372964, |
| "grad_norm": 0.9933851957321167, |
| "learning_rate": 9.999102146693859e-05, |
| "loss": 0.0593, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.3998082454458294, |
| "grad_norm": 0.4718506932258606, |
| "learning_rate": 9.998977589514729e-05, |
| "loss": 0.056, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.4093959731543624, |
| "grad_norm": 0.46576133370399475, |
| "learning_rate": 9.998844945344405e-05, |
| "loss": 0.0547, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.4189837008628956, |
| "grad_norm": 0.8062454462051392, |
| "learning_rate": 9.99870421439747e-05, |
| "loss": 0.0624, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.6128931641578674, |
| "learning_rate": 9.99855539690159e-05, |
| "loss": 0.054, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.4381591562799616, |
| "grad_norm": 0.781894326210022, |
| "learning_rate": 9.998398493097511e-05, |
| "loss": 0.0593, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.4477468839884948, |
| "grad_norm": 0.4165836572647095, |
| "learning_rate": 9.998233503239059e-05, |
| "loss": 0.0467, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.4573346116970278, |
| "grad_norm": 0.2851610779762268, |
| "learning_rate": 9.998060427593146e-05, |
| "loss": 0.0544, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.4669223394055608, |
| "grad_norm": 0.578106164932251, |
| "learning_rate": 9.997879266439758e-05, |
| "loss": 0.0518, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.476510067114094, |
| "grad_norm": 0.5424726009368896, |
| "learning_rate": 9.997690020071968e-05, |
| "loss": 0.0589, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.486097794822627, |
| "grad_norm": 0.3104839622974396, |
| "learning_rate": 9.997492688795924e-05, |
| "loss": 0.0675, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.49568552253116, |
| "grad_norm": 0.3031683564186096, |
| "learning_rate": 9.997287272930854e-05, |
| "loss": 0.0568, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.5052732502396933, |
| "grad_norm": 0.3921635150909424, |
| "learning_rate": 9.997073772809065e-05, |
| "loss": 0.0475, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.5148609779482263, |
| "grad_norm": 0.32904309034347534, |
| "learning_rate": 9.996852188775942e-05, |
| "loss": 0.0475, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.5244487056567593, |
| "grad_norm": 0.5768727660179138, |
| "learning_rate": 9.996622521189952e-05, |
| "loss": 0.0471, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.5340364333652925, |
| "grad_norm": 0.5629034042358398, |
| "learning_rate": 9.996384770422629e-05, |
| "loss": 0.0498, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.5436241610738255, |
| "grad_norm": 0.5300479531288147, |
| "learning_rate": 9.996138936858593e-05, |
| "loss": 0.0498, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.5532118887823585, |
| "grad_norm": 0.5257939696311951, |
| "learning_rate": 9.995885020895536e-05, |
| "loss": 0.0512, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.5627996164908917, |
| "grad_norm": 0.5948016047477722, |
| "learning_rate": 9.995623022944223e-05, |
| "loss": 0.0512, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.5723873441994247, |
| "grad_norm": 0.5377443432807922, |
| "learning_rate": 9.995352943428497e-05, |
| "loss": 0.0563, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.5819750719079577, |
| "grad_norm": 0.658616840839386, |
| "learning_rate": 9.995074782785275e-05, |
| "loss": 0.0591, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.591562799616491, |
| "grad_norm": 0.5048621296882629, |
| "learning_rate": 9.994788541464543e-05, |
| "loss": 0.0461, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.601150527325024, |
| "grad_norm": 0.30649903416633606, |
| "learning_rate": 9.994494219929365e-05, |
| "loss": 0.0472, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.610738255033557, |
| "grad_norm": 0.5432398319244385, |
| "learning_rate": 9.99419181865587e-05, |
| "loss": 0.0516, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.6203259827420902, |
| "grad_norm": 0.458732545375824, |
| "learning_rate": 9.993881338133261e-05, |
| "loss": 0.0471, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.6299137104506232, |
| "grad_norm": 0.4103093445301056, |
| "learning_rate": 9.993562778863817e-05, |
| "loss": 0.0533, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.6395014381591562, |
| "grad_norm": 0.7458987832069397, |
| "learning_rate": 9.993236141362874e-05, |
| "loss": 0.0533, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.6490891658676894, |
| "grad_norm": 0.4409146010875702, |
| "learning_rate": 9.992901426158848e-05, |
| "loss": 0.0574, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.6586768935762224, |
| "grad_norm": 0.43476009368896484, |
| "learning_rate": 9.992558633793212e-05, |
| "loss": 0.0551, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.6682646212847554, |
| "grad_norm": 0.5552487373352051, |
| "learning_rate": 9.992207764820516e-05, |
| "loss": 0.0544, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.6778523489932886, |
| "grad_norm": 0.3948347270488739, |
| "learning_rate": 9.99184881980837e-05, |
| "loss": 0.0549, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.6874400767018218, |
| "grad_norm": 0.36312541365623474, |
| "learning_rate": 9.991481799337448e-05, |
| "loss": 0.0628, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.6970278044103546, |
| "grad_norm": 0.48039504885673523, |
| "learning_rate": 9.991106704001491e-05, |
| "loss": 0.0518, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.7066155321188878, |
| "grad_norm": 0.43102404475212097, |
| "learning_rate": 9.990723534407302e-05, |
| "loss": 0.0531, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.716203259827421, |
| "grad_norm": 0.635412335395813, |
| "learning_rate": 9.990332291174747e-05, |
| "loss": 0.0623, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.7257909875359538, |
| "grad_norm": 0.41768330335617065, |
| "learning_rate": 9.989932974936746e-05, |
| "loss": 0.0489, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.735378715244487, |
| "grad_norm": 0.4321722984313965, |
| "learning_rate": 9.98952558633929e-05, |
| "loss": 0.0578, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.7449664429530203, |
| "grad_norm": 0.5160396099090576, |
| "learning_rate": 9.98911012604142e-05, |
| "loss": 0.0538, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.754554170661553, |
| "grad_norm": 0.5091599822044373, |
| "learning_rate": 9.98868659471524e-05, |
| "loss": 0.062, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.7641418983700863, |
| "grad_norm": 0.289798378944397, |
| "learning_rate": 9.988254993045908e-05, |
| "loss": 0.0561, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.7737296260786195, |
| "grad_norm": 0.6626523733139038, |
| "learning_rate": 9.98781532173164e-05, |
| "loss": 0.0584, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.7833173537871523, |
| "grad_norm": 0.4821811020374298, |
| "learning_rate": 9.987367581483705e-05, |
| "loss": 0.0597, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.7929050814956855, |
| "grad_norm": 0.45109039545059204, |
| "learning_rate": 9.986911773026422e-05, |
| "loss": 0.0618, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.8024928092042187, |
| "grad_norm": 0.5203428864479065, |
| "learning_rate": 9.98644789709717e-05, |
| "loss": 0.054, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.8120805369127517, |
| "grad_norm": 0.3689659833908081, |
| "learning_rate": 9.985975954446372e-05, |
| "loss": 0.0506, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.8216682646212847, |
| "grad_norm": 0.5378998517990112, |
| "learning_rate": 9.985495945837504e-05, |
| "loss": 0.0527, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.831255992329818, |
| "grad_norm": 0.36838144063949585, |
| "learning_rate": 9.985007872047088e-05, |
| "loss": 0.0484, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.840843720038351, |
| "grad_norm": 0.3217353820800781, |
| "learning_rate": 9.984511733864698e-05, |
| "loss": 0.0495, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.850431447746884, |
| "grad_norm": 0.5914832353591919, |
| "learning_rate": 9.984007532092951e-05, |
| "loss": 0.0562, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.8600191754554172, |
| "grad_norm": 0.44079649448394775, |
| "learning_rate": 9.983495267547508e-05, |
| "loss": 0.0515, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.8696069031639502, |
| "grad_norm": 0.5204843878746033, |
| "learning_rate": 9.982974941057073e-05, |
| "loss": 0.0547, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.8791946308724832, |
| "grad_norm": 0.505711555480957, |
| "learning_rate": 9.982446553463397e-05, |
| "loss": 0.0445, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.8887823585810164, |
| "grad_norm": 0.3592546582221985, |
| "learning_rate": 9.981910105621262e-05, |
| "loss": 0.0586, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.8983700862895494, |
| "grad_norm": 0.3347618281841278, |
| "learning_rate": 9.9813655983985e-05, |
| "loss": 0.0616, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.9079578139980824, |
| "grad_norm": 0.6229729056358337, |
| "learning_rate": 9.980813032675974e-05, |
| "loss": 0.0486, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.9175455417066156, |
| "grad_norm": 0.4660274386405945, |
| "learning_rate": 9.980252409347588e-05, |
| "loss": 0.0481, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.9271332694151486, |
| "grad_norm": 0.2956122159957886, |
| "learning_rate": 9.979683729320275e-05, |
| "loss": 0.0511, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.9367209971236816, |
| "grad_norm": 0.45697900652885437, |
| "learning_rate": 9.97910699351401e-05, |
| "loss": 0.0519, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.9463087248322148, |
| "grad_norm": 0.5107268691062927, |
| "learning_rate": 9.97852220286179e-05, |
| "loss": 0.0563, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.9558964525407478, |
| "grad_norm": 0.3761272728443146, |
| "learning_rate": 9.97792935830965e-05, |
| "loss": 0.0532, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.9654841802492808, |
| "grad_norm": 0.4759978950023651, |
| "learning_rate": 9.977328460816654e-05, |
| "loss": 0.0588, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.975071907957814, |
| "grad_norm": 0.4457103908061981, |
| "learning_rate": 9.976719511354889e-05, |
| "loss": 0.0459, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.984659635666347, |
| "grad_norm": 0.31241118907928467, |
| "learning_rate": 9.976102510909469e-05, |
| "loss": 0.0521, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.99424736337488, |
| "grad_norm": 0.5308888554573059, |
| "learning_rate": 9.975477460478538e-05, |
| "loss": 0.0514, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.0038350910834133, |
| "grad_norm": 0.35070937871932983, |
| "learning_rate": 9.974844361073252e-05, |
| "loss": 0.0524, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.0134228187919465, |
| "grad_norm": 0.47052425146102905, |
| "learning_rate": 9.9742032137178e-05, |
| "loss": 0.0476, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.0230105465004793, |
| "grad_norm": 0.6150134205818176, |
| "learning_rate": 9.973554019449383e-05, |
| "loss": 0.0412, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.0325982742090125, |
| "grad_norm": 0.5497679114341736, |
| "learning_rate": 9.972896779318219e-05, |
| "loss": 0.0592, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.0421860019175457, |
| "grad_norm": 0.5127347111701965, |
| "learning_rate": 9.972231494387547e-05, |
| "loss": 0.0468, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.0517737296260785, |
| "grad_norm": 0.43948736786842346, |
| "learning_rate": 9.971558165733619e-05, |
| "loss": 0.0484, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.0613614573346117, |
| "grad_norm": 0.47324222326278687, |
| "learning_rate": 9.970876794445694e-05, |
| "loss": 0.0517, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.070949185043145, |
| "grad_norm": 0.34907156229019165, |
| "learning_rate": 9.970187381626048e-05, |
| "loss": 0.0566, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.0805369127516777, |
| "grad_norm": 0.51346355676651, |
| "learning_rate": 9.969489928389965e-05, |
| "loss": 0.0409, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.090124640460211, |
| "grad_norm": 0.34040042757987976, |
| "learning_rate": 9.968784435865737e-05, |
| "loss": 0.0462, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.099712368168744, |
| "grad_norm": 0.4003884792327881, |
| "learning_rate": 9.968070905194656e-05, |
| "loss": 0.0434, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.109300095877277, |
| "grad_norm": 0.4381425380706787, |
| "learning_rate": 9.967349337531023e-05, |
| "loss": 0.0438, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.11888782358581, |
| "grad_norm": 0.5975500345230103, |
| "learning_rate": 9.966619734042139e-05, |
| "loss": 0.0441, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.1284755512943434, |
| "grad_norm": 0.39649492502212524, |
| "learning_rate": 9.965882095908305e-05, |
| "loss": 0.0485, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.138063279002876, |
| "grad_norm": 0.5102829337120056, |
| "learning_rate": 9.96513642432282e-05, |
| "loss": 0.0462, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.1476510067114094, |
| "grad_norm": 0.5115483999252319, |
| "learning_rate": 9.964382720491976e-05, |
| "loss": 0.0539, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.1572387344199426, |
| "grad_norm": 0.4768059551715851, |
| "learning_rate": 9.963620985635065e-05, |
| "loss": 0.0521, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.1668264621284754, |
| "grad_norm": 0.4891989827156067, |
| "learning_rate": 9.962851220984366e-05, |
| "loss": 0.0486, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.1764141898370086, |
| "grad_norm": 0.5893239974975586, |
| "learning_rate": 9.962073427785149e-05, |
| "loss": 0.053, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.186001917545542, |
| "grad_norm": 0.640600323677063, |
| "learning_rate": 9.961287607295673e-05, |
| "loss": 0.0516, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.1955896452540746, |
| "grad_norm": 0.5314393639564514, |
| "learning_rate": 9.960493760787184e-05, |
| "loss": 0.0552, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.205177372962608, |
| "grad_norm": 0.4695710241794586, |
| "learning_rate": 9.95969188954391e-05, |
| "loss": 0.0488, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.214765100671141, |
| "grad_norm": 0.41498687863349915, |
| "learning_rate": 9.958881994863058e-05, |
| "loss": 0.0554, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.224352828379674, |
| "grad_norm": 0.3587738573551178, |
| "learning_rate": 9.958064078054823e-05, |
| "loss": 0.0415, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.233940556088207, |
| "grad_norm": 0.3993861973285675, |
| "learning_rate": 9.957238140442371e-05, |
| "loss": 0.0529, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.2435282837967403, |
| "grad_norm": 0.4770705997943878, |
| "learning_rate": 9.956404183361845e-05, |
| "loss": 0.0521, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.253116011505273, |
| "grad_norm": 0.5887109041213989, |
| "learning_rate": 9.955562208162362e-05, |
| "loss": 0.0632, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.2627037392138063, |
| "grad_norm": 0.6732892990112305, |
| "learning_rate": 9.954712216206008e-05, |
| "loss": 0.06, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.2722914669223395, |
| "grad_norm": 0.37186869978904724, |
| "learning_rate": 9.953854208867841e-05, |
| "loss": 0.0572, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.2818791946308723, |
| "grad_norm": 0.3546556234359741, |
| "learning_rate": 9.952988187535886e-05, |
| "loss": 0.0495, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.2914669223394055, |
| "grad_norm": 0.23416608572006226, |
| "learning_rate": 9.952114153611128e-05, |
| "loss": 0.0463, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.3010546500479387, |
| "grad_norm": 0.5339412689208984, |
| "learning_rate": 9.951232108507517e-05, |
| "loss": 0.0503, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.310642377756472, |
| "grad_norm": 0.34483078122138977, |
| "learning_rate": 9.950342053651967e-05, |
| "loss": 0.0428, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.3202301054650047, |
| "grad_norm": 0.449236124753952, |
| "learning_rate": 9.949443990484342e-05, |
| "loss": 0.0495, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.329817833173538, |
| "grad_norm": 0.40906885266304016, |
| "learning_rate": 9.948537920457466e-05, |
| "loss": 0.0442, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.3394055608820707, |
| "grad_norm": 0.3320155143737793, |
| "learning_rate": 9.947623845037112e-05, |
| "loss": 0.0469, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.348993288590604, |
| "grad_norm": 0.3933449387550354, |
| "learning_rate": 9.946701765702012e-05, |
| "loss": 0.0499, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.358581016299137, |
| "grad_norm": 0.42711353302001953, |
| "learning_rate": 9.945771683943836e-05, |
| "loss": 0.0465, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.3681687440076704, |
| "grad_norm": 0.3379175364971161, |
| "learning_rate": 9.944833601267207e-05, |
| "loss": 0.0446, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.377756471716203, |
| "grad_norm": 0.2655797302722931, |
| "learning_rate": 9.943887519189685e-05, |
| "loss": 0.0457, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.3873441994247364, |
| "grad_norm": 0.534376859664917, |
| "learning_rate": 9.94293343924178e-05, |
| "loss": 0.0386, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.396931927133269, |
| "grad_norm": 0.5116010904312134, |
| "learning_rate": 9.941971362966929e-05, |
| "loss": 0.0488, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.4065196548418024, |
| "grad_norm": 0.33155950903892517, |
| "learning_rate": 9.941001291921512e-05, |
| "loss": 0.0561, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.4161073825503356, |
| "grad_norm": 0.4785441756248474, |
| "learning_rate": 9.940023227674844e-05, |
| "loss": 0.055, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.425695110258869, |
| "grad_norm": 0.4031260907649994, |
| "learning_rate": 9.939037171809167e-05, |
| "loss": 0.0489, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.4352828379674016, |
| "grad_norm": 0.4069255590438843, |
| "learning_rate": 9.93804312591965e-05, |
| "loss": 0.0499, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.444870565675935, |
| "grad_norm": 0.4854568541049957, |
| "learning_rate": 9.937041091614392e-05, |
| "loss": 0.0508, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.4544582933844676, |
| "grad_norm": 0.42022451758384705, |
| "learning_rate": 9.936031070514413e-05, |
| "loss": 0.0533, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.464046021093001, |
| "grad_norm": 0.3417539894580841, |
| "learning_rate": 9.935013064253652e-05, |
| "loss": 0.0487, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.473633748801534, |
| "grad_norm": 0.7130690813064575, |
| "learning_rate": 9.933987074478969e-05, |
| "loss": 0.0482, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.4832214765100673, |
| "grad_norm": 0.328921914100647, |
| "learning_rate": 9.932953102850136e-05, |
| "loss": 0.0462, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.4928092042186, |
| "grad_norm": 0.27391597628593445, |
| "learning_rate": 9.931911151039838e-05, |
| "loss": 0.0543, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.5023969319271333, |
| "grad_norm": 0.3968970775604248, |
| "learning_rate": 9.930861220733674e-05, |
| "loss": 0.0446, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.511984659635666, |
| "grad_norm": 0.31161823868751526, |
| "learning_rate": 9.929803313630145e-05, |
| "loss": 0.0542, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.5215723873441993, |
| "grad_norm": 0.49789026379585266, |
| "learning_rate": 9.928737431440658e-05, |
| "loss": 0.0496, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.5311601150527325, |
| "grad_norm": 0.3426557779312134, |
| "learning_rate": 9.927663575889521e-05, |
| "loss": 0.0451, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.5407478427612658, |
| "grad_norm": 0.35124093294143677, |
| "learning_rate": 9.926581748713942e-05, |
| "loss": 0.0469, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.5503355704697985, |
| "grad_norm": 0.5212651491165161, |
| "learning_rate": 9.925491951664023e-05, |
| "loss": 0.0574, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.5599232981783318, |
| "grad_norm": 0.5474659204483032, |
| "learning_rate": 9.92439418650276e-05, |
| "loss": 0.0592, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.569511025886865, |
| "grad_norm": 0.36428266763687134, |
| "learning_rate": 9.923288455006045e-05, |
| "loss": 0.0534, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.5790987535953978, |
| "grad_norm": 0.3940581977367401, |
| "learning_rate": 9.922174758962645e-05, |
| "loss": 0.0493, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.588686481303931, |
| "grad_norm": 0.32265448570251465, |
| "learning_rate": 9.921053100174223e-05, |
| "loss": 0.0465, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.598274209012464, |
| "grad_norm": 0.35290199518203735, |
| "learning_rate": 9.919923480455317e-05, |
| "loss": 0.048, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.607861936720997, |
| "grad_norm": 0.4928702712059021, |
| "learning_rate": 9.918785901633345e-05, |
| "loss": 0.0463, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.61744966442953, |
| "grad_norm": 0.39868831634521484, |
| "learning_rate": 9.917640365548604e-05, |
| "loss": 0.0478, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.6270373921380634, |
| "grad_norm": 0.48915326595306396, |
| "learning_rate": 9.916486874054259e-05, |
| "loss": 0.0452, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.636625119846596, |
| "grad_norm": 0.3415433466434479, |
| "learning_rate": 9.915325429016345e-05, |
| "loss": 0.0399, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.6462128475551294, |
| "grad_norm": 0.4320572316646576, |
| "learning_rate": 9.914156032313768e-05, |
| "loss": 0.052, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.6558005752636626, |
| "grad_norm": 0.5043158531188965, |
| "learning_rate": 9.912978685838294e-05, |
| "loss": 0.05, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.665388302972196, |
| "grad_norm": 0.3065243363380432, |
| "learning_rate": 9.911793391494552e-05, |
| "loss": 0.0449, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.6749760306807286, |
| "grad_norm": 0.42839324474334717, |
| "learning_rate": 9.910600151200025e-05, |
| "loss": 0.0506, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.684563758389262, |
| "grad_norm": 0.32670149207115173, |
| "learning_rate": 9.909398966885053e-05, |
| "loss": 0.0482, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.6941514860977946, |
| "grad_norm": 0.49310222268104553, |
| "learning_rate": 9.908189840492827e-05, |
| "loss": 0.0457, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.703739213806328, |
| "grad_norm": 0.43462368845939636, |
| "learning_rate": 9.906972773979388e-05, |
| "loss": 0.0494, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.713326941514861, |
| "grad_norm": 0.3611735701560974, |
| "learning_rate": 9.905747769313616e-05, |
| "loss": 0.0472, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.7229146692233943, |
| "grad_norm": 0.3046175539493561, |
| "learning_rate": 9.90451482847724e-05, |
| "loss": 0.046, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.732502396931927, |
| "grad_norm": 0.5815914869308472, |
| "learning_rate": 9.903273953464821e-05, |
| "loss": 0.0505, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.7420901246404603, |
| "grad_norm": 0.4920728802680969, |
| "learning_rate": 9.902025146283761e-05, |
| "loss": 0.0475, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.751677852348993, |
| "grad_norm": 0.3602769374847412, |
| "learning_rate": 9.90076840895429e-05, |
| "loss": 0.0425, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.7612655800575263, |
| "grad_norm": 0.580506443977356, |
| "learning_rate": 9.899503743509471e-05, |
| "loss": 0.0493, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.7708533077660595, |
| "grad_norm": 0.4402373135089874, |
| "learning_rate": 9.898231151995187e-05, |
| "loss": 0.0468, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.7804410354745928, |
| "grad_norm": 0.5210007429122925, |
| "learning_rate": 9.896950636470147e-05, |
| "loss": 0.0461, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.7900287631831255, |
| "grad_norm": 0.4113840162754059, |
| "learning_rate": 9.89566219900588e-05, |
| "loss": 0.0561, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.7996164908916588, |
| "grad_norm": 0.4887576699256897, |
| "learning_rate": 9.894365841686726e-05, |
| "loss": 0.0484, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.8092042186001915, |
| "grad_norm": 0.3261569142341614, |
| "learning_rate": 9.893061566609843e-05, |
| "loss": 0.0457, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.8187919463087248, |
| "grad_norm": 0.3729310631752014, |
| "learning_rate": 9.891749375885191e-05, |
| "loss": 0.0459, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.828379674017258, |
| "grad_norm": 0.4186583459377289, |
| "learning_rate": 9.890429271635541e-05, |
| "loss": 0.0448, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.837967401725791, |
| "grad_norm": 0.4808233380317688, |
| "learning_rate": 9.889101255996466e-05, |
| "loss": 0.0513, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.847555129434324, |
| "grad_norm": 0.24302266538143158, |
| "learning_rate": 9.887765331116331e-05, |
| "loss": 0.0439, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.28988000750541687, |
| "learning_rate": 9.886421499156305e-05, |
| "loss": 0.0448, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.86673058485139, |
| "grad_norm": 0.408470094203949, |
| "learning_rate": 9.88506976229034e-05, |
| "loss": 0.0457, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.876318312559923, |
| "grad_norm": 0.279012531042099, |
| "learning_rate": 9.883710122705184e-05, |
| "loss": 0.0521, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.8859060402684564, |
| "grad_norm": 0.3104060888290405, |
| "learning_rate": 9.882342582600361e-05, |
| "loss": 0.0479, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.8954937679769897, |
| "grad_norm": 0.36359190940856934, |
| "learning_rate": 9.880967144188184e-05, |
| "loss": 0.0545, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.9050814956855224, |
| "grad_norm": 0.3486534059047699, |
| "learning_rate": 9.879583809693738e-05, |
| "loss": 0.0469, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.9146692233940557, |
| "grad_norm": 0.35138458013534546, |
| "learning_rate": 9.878192581354883e-05, |
| "loss": 0.0486, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.9242569511025884, |
| "grad_norm": 0.3004566431045532, |
| "learning_rate": 9.87679346142225e-05, |
| "loss": 0.048, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.9338446788111217, |
| "grad_norm": 0.4111393988132477, |
| "learning_rate": 9.875386452159237e-05, |
| "loss": 0.0526, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.943432406519655, |
| "grad_norm": 0.5051720142364502, |
| "learning_rate": 9.873971555842e-05, |
| "loss": 0.0521, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.953020134228188, |
| "grad_norm": 0.3800508677959442, |
| "learning_rate": 9.872548774759465e-05, |
| "loss": 0.0509, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.962607861936721, |
| "grad_norm": 0.3587114214897156, |
| "learning_rate": 9.871118111213299e-05, |
| "loss": 0.0463, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.972195589645254, |
| "grad_norm": 0.3234626352787018, |
| "learning_rate": 9.869679567517931e-05, |
| "loss": 0.0421, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.981783317353787, |
| "grad_norm": 0.37090590596199036, |
| "learning_rate": 9.868233146000535e-05, |
| "loss": 0.0497, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.99137104506232, |
| "grad_norm": 0.274735689163208, |
| "learning_rate": 9.86677884900103e-05, |
| "loss": 0.0492, |
| "step": 3120 |
| }, |
| { |
| "epoch": 3.0009587727708533, |
| "grad_norm": 0.35899800062179565, |
| "learning_rate": 9.865316678872073e-05, |
| "loss": 0.0436, |
| "step": 3130 |
| }, |
| { |
| "epoch": 3.0105465004793865, |
| "grad_norm": 0.3196784555912018, |
| "learning_rate": 9.863846637979057e-05, |
| "loss": 0.0472, |
| "step": 3140 |
| }, |
| { |
| "epoch": 3.0201342281879193, |
| "grad_norm": 0.3077564537525177, |
| "learning_rate": 9.862368728700115e-05, |
| "loss": 0.0527, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.0297219558964525, |
| "grad_norm": 0.40086090564727783, |
| "learning_rate": 9.860882953426099e-05, |
| "loss": 0.0507, |
| "step": 3160 |
| }, |
| { |
| "epoch": 3.0393096836049858, |
| "grad_norm": 0.6561570763587952, |
| "learning_rate": 9.859389314560595e-05, |
| "loss": 0.0545, |
| "step": 3170 |
| }, |
| { |
| "epoch": 3.0488974113135185, |
| "grad_norm": 0.34068262577056885, |
| "learning_rate": 9.857887814519902e-05, |
| "loss": 0.0458, |
| "step": 3180 |
| }, |
| { |
| "epoch": 3.0584851390220518, |
| "grad_norm": 0.31878864765167236, |
| "learning_rate": 9.856378455733042e-05, |
| "loss": 0.0399, |
| "step": 3190 |
| }, |
| { |
| "epoch": 3.068072866730585, |
| "grad_norm": 0.41648054122924805, |
| "learning_rate": 9.854861240641748e-05, |
| "loss": 0.0452, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.0776605944391178, |
| "grad_norm": 0.35710304975509644, |
| "learning_rate": 9.853336171700464e-05, |
| "loss": 0.0509, |
| "step": 3210 |
| }, |
| { |
| "epoch": 3.087248322147651, |
| "grad_norm": 0.3782924711704254, |
| "learning_rate": 9.851803251376336e-05, |
| "loss": 0.0445, |
| "step": 3220 |
| }, |
| { |
| "epoch": 3.096836049856184, |
| "grad_norm": 0.49359890818595886, |
| "learning_rate": 9.85026248214922e-05, |
| "loss": 0.0515, |
| "step": 3230 |
| }, |
| { |
| "epoch": 3.106423777564717, |
| "grad_norm": 0.4491162598133087, |
| "learning_rate": 9.848713866511655e-05, |
| "loss": 0.0444, |
| "step": 3240 |
| }, |
| { |
| "epoch": 3.11601150527325, |
| "grad_norm": 0.3755772113800049, |
| "learning_rate": 9.847157406968885e-05, |
| "loss": 0.0417, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.1255992329817834, |
| "grad_norm": 0.32591307163238525, |
| "learning_rate": 9.84559310603884e-05, |
| "loss": 0.0571, |
| "step": 3260 |
| }, |
| { |
| "epoch": 3.135186960690316, |
| "grad_norm": 0.4025377333164215, |
| "learning_rate": 9.844020966252137e-05, |
| "loss": 0.0479, |
| "step": 3270 |
| }, |
| { |
| "epoch": 3.1447746883988494, |
| "grad_norm": 0.3106444478034973, |
| "learning_rate": 9.842440990152068e-05, |
| "loss": 0.0472, |
| "step": 3280 |
| }, |
| { |
| "epoch": 3.1543624161073827, |
| "grad_norm": 0.3832003176212311, |
| "learning_rate": 9.840853180294608e-05, |
| "loss": 0.0566, |
| "step": 3290 |
| }, |
| { |
| "epoch": 3.1639501438159154, |
| "grad_norm": 0.2815271019935608, |
| "learning_rate": 9.839257539248403e-05, |
| "loss": 0.0396, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.1735378715244487, |
| "grad_norm": 0.38503342866897583, |
| "learning_rate": 9.83765406959477e-05, |
| "loss": 0.048, |
| "step": 3310 |
| }, |
| { |
| "epoch": 3.183125599232982, |
| "grad_norm": 0.31450656056404114, |
| "learning_rate": 9.836042773927685e-05, |
| "loss": 0.0383, |
| "step": 3320 |
| }, |
| { |
| "epoch": 3.1927133269415147, |
| "grad_norm": 0.39521682262420654, |
| "learning_rate": 9.834423654853791e-05, |
| "loss": 0.0449, |
| "step": 3330 |
| }, |
| { |
| "epoch": 3.202301054650048, |
| "grad_norm": 0.4725668728351593, |
| "learning_rate": 9.832796714992381e-05, |
| "loss": 0.0436, |
| "step": 3340 |
| }, |
| { |
| "epoch": 3.211888782358581, |
| "grad_norm": 0.43373286724090576, |
| "learning_rate": 9.831161956975405e-05, |
| "loss": 0.0502, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.221476510067114, |
| "grad_norm": 0.30628758668899536, |
| "learning_rate": 9.829519383447456e-05, |
| "loss": 0.0454, |
| "step": 3360 |
| }, |
| { |
| "epoch": 3.231064237775647, |
| "grad_norm": 0.6050196290016174, |
| "learning_rate": 9.827868997065777e-05, |
| "loss": 0.0528, |
| "step": 3370 |
| }, |
| { |
| "epoch": 3.2406519654841803, |
| "grad_norm": 0.36287015676498413, |
| "learning_rate": 9.826210800500242e-05, |
| "loss": 0.0529, |
| "step": 3380 |
| }, |
| { |
| "epoch": 3.2502396931927136, |
| "grad_norm": 0.41856274008750916, |
| "learning_rate": 9.824544796433366e-05, |
| "loss": 0.0489, |
| "step": 3390 |
| }, |
| { |
| "epoch": 3.2598274209012463, |
| "grad_norm": 0.35269007086753845, |
| "learning_rate": 9.82287098756029e-05, |
| "loss": 0.049, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.2694151486097796, |
| "grad_norm": 0.35962244868278503, |
| "learning_rate": 9.821189376588786e-05, |
| "loss": 0.0471, |
| "step": 3410 |
| }, |
| { |
| "epoch": 3.2790028763183123, |
| "grad_norm": 0.5149263739585876, |
| "learning_rate": 9.819499966239243e-05, |
| "loss": 0.0533, |
| "step": 3420 |
| }, |
| { |
| "epoch": 3.2885906040268456, |
| "grad_norm": 0.3651978075504303, |
| "learning_rate": 9.81780275924467e-05, |
| "loss": 0.0428, |
| "step": 3430 |
| }, |
| { |
| "epoch": 3.2981783317353788, |
| "grad_norm": 0.377916157245636, |
| "learning_rate": 9.816097758350688e-05, |
| "loss": 0.0527, |
| "step": 3440 |
| }, |
| { |
| "epoch": 3.307766059443912, |
| "grad_norm": 0.39240193367004395, |
| "learning_rate": 9.814384966315526e-05, |
| "loss": 0.0498, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.3173537871524448, |
| "grad_norm": 0.4727850556373596, |
| "learning_rate": 9.812664385910018e-05, |
| "loss": 0.0519, |
| "step": 3460 |
| }, |
| { |
| "epoch": 3.326941514860978, |
| "grad_norm": 0.3471921980381012, |
| "learning_rate": 9.810936019917595e-05, |
| "loss": 0.043, |
| "step": 3470 |
| }, |
| { |
| "epoch": 3.336529242569511, |
| "grad_norm": 0.3818338215351105, |
| "learning_rate": 9.809199871134287e-05, |
| "loss": 0.0427, |
| "step": 3480 |
| }, |
| { |
| "epoch": 3.346116970278044, |
| "grad_norm": 0.34183284640312195, |
| "learning_rate": 9.807455942368711e-05, |
| "loss": 0.0414, |
| "step": 3490 |
| }, |
| { |
| "epoch": 3.3557046979865772, |
| "grad_norm": 0.3725120425224304, |
| "learning_rate": 9.805704236442073e-05, |
| "loss": 0.0493, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.3652924256951104, |
| "grad_norm": 0.4457106590270996, |
| "learning_rate": 9.803944756188157e-05, |
| "loss": 0.0423, |
| "step": 3510 |
| }, |
| { |
| "epoch": 3.3748801534036432, |
| "grad_norm": 0.3035670220851898, |
| "learning_rate": 9.802177504453326e-05, |
| "loss": 0.0431, |
| "step": 3520 |
| }, |
| { |
| "epoch": 3.3844678811121764, |
| "grad_norm": 0.36193615198135376, |
| "learning_rate": 9.800402484096513e-05, |
| "loss": 0.0461, |
| "step": 3530 |
| }, |
| { |
| "epoch": 3.3940556088207097, |
| "grad_norm": 0.39786848425865173, |
| "learning_rate": 9.798619697989222e-05, |
| "loss": 0.0558, |
| "step": 3540 |
| }, |
| { |
| "epoch": 3.4036433365292424, |
| "grad_norm": 0.3743523061275482, |
| "learning_rate": 9.796829149015517e-05, |
| "loss": 0.0439, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.4132310642377757, |
| "grad_norm": 0.36101034283638, |
| "learning_rate": 9.79503084007202e-05, |
| "loss": 0.0483, |
| "step": 3560 |
| }, |
| { |
| "epoch": 3.422818791946309, |
| "grad_norm": 0.3148845434188843, |
| "learning_rate": 9.79322477406791e-05, |
| "loss": 0.043, |
| "step": 3570 |
| }, |
| { |
| "epoch": 3.4324065196548417, |
| "grad_norm": 0.45851582288742065, |
| "learning_rate": 9.79141095392491e-05, |
| "loss": 0.0492, |
| "step": 3580 |
| }, |
| { |
| "epoch": 3.441994247363375, |
| "grad_norm": 0.6849660277366638, |
| "learning_rate": 9.789589382577291e-05, |
| "loss": 0.0434, |
| "step": 3590 |
| }, |
| { |
| "epoch": 3.451581975071908, |
| "grad_norm": 0.5036081671714783, |
| "learning_rate": 9.787760062971861e-05, |
| "loss": 0.0525, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.461169702780441, |
| "grad_norm": 0.46620407700538635, |
| "learning_rate": 9.785922998067963e-05, |
| "loss": 0.0491, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.470757430488974, |
| "grad_norm": 0.5096569657325745, |
| "learning_rate": 9.784078190837472e-05, |
| "loss": 0.0514, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.4803451581975073, |
| "grad_norm": 0.2947571873664856, |
| "learning_rate": 9.782225644264784e-05, |
| "loss": 0.0457, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.48993288590604, |
| "grad_norm": 0.4548271894454956, |
| "learning_rate": 9.780365361346821e-05, |
| "loss": 0.0448, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.4995206136145733, |
| "grad_norm": 0.5976017713546753, |
| "learning_rate": 9.778497345093013e-05, |
| "loss": 0.0495, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.5091083413231066, |
| "grad_norm": 0.3194081783294678, |
| "learning_rate": 9.776621598525305e-05, |
| "loss": 0.0473, |
| "step": 3660 |
| }, |
| { |
| "epoch": 3.5186960690316393, |
| "grad_norm": 0.2841929793357849, |
| "learning_rate": 9.774738124678148e-05, |
| "loss": 0.0429, |
| "step": 3670 |
| }, |
| { |
| "epoch": 3.5282837967401726, |
| "grad_norm": 0.2357761263847351, |
| "learning_rate": 9.772846926598491e-05, |
| "loss": 0.0494, |
| "step": 3680 |
| }, |
| { |
| "epoch": 3.537871524448706, |
| "grad_norm": 0.893323540687561, |
| "learning_rate": 9.770948007345779e-05, |
| "loss": 0.0497, |
| "step": 3690 |
| }, |
| { |
| "epoch": 3.547459252157239, |
| "grad_norm": 0.23153287172317505, |
| "learning_rate": 9.769041369991953e-05, |
| "loss": 0.0457, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.557046979865772, |
| "grad_norm": 0.36270731687545776, |
| "learning_rate": 9.767127017621431e-05, |
| "loss": 0.0535, |
| "step": 3710 |
| }, |
| { |
| "epoch": 3.566634707574305, |
| "grad_norm": 0.39080706238746643, |
| "learning_rate": 9.76520495333112e-05, |
| "loss": 0.0462, |
| "step": 3720 |
| }, |
| { |
| "epoch": 3.576222435282838, |
| "grad_norm": 0.5226278901100159, |
| "learning_rate": 9.763275180230395e-05, |
| "loss": 0.0486, |
| "step": 3730 |
| }, |
| { |
| "epoch": 3.585810162991371, |
| "grad_norm": 0.2358178198337555, |
| "learning_rate": 9.761337701441111e-05, |
| "loss": 0.0452, |
| "step": 3740 |
| }, |
| { |
| "epoch": 3.5953978906999042, |
| "grad_norm": 0.47069254517555237, |
| "learning_rate": 9.759392520097581e-05, |
| "loss": 0.049, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.6049856184084375, |
| "grad_norm": 0.327800452709198, |
| "learning_rate": 9.75743963934658e-05, |
| "loss": 0.0411, |
| "step": 3760 |
| }, |
| { |
| "epoch": 3.6145733461169702, |
| "grad_norm": 0.4534970819950104, |
| "learning_rate": 9.755479062347344e-05, |
| "loss": 0.0472, |
| "step": 3770 |
| }, |
| { |
| "epoch": 3.6241610738255035, |
| "grad_norm": 0.2962513566017151, |
| "learning_rate": 9.753510792271549e-05, |
| "loss": 0.0523, |
| "step": 3780 |
| }, |
| { |
| "epoch": 3.6337488015340362, |
| "grad_norm": 0.46883541345596313, |
| "learning_rate": 9.75153483230333e-05, |
| "loss": 0.0468, |
| "step": 3790 |
| }, |
| { |
| "epoch": 3.6433365292425695, |
| "grad_norm": 0.2845245599746704, |
| "learning_rate": 9.749551185639249e-05, |
| "loss": 0.0438, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.6529242569511027, |
| "grad_norm": 0.2763413190841675, |
| "learning_rate": 9.747559855488313e-05, |
| "loss": 0.0472, |
| "step": 3810 |
| }, |
| { |
| "epoch": 3.662511984659636, |
| "grad_norm": 0.27591028809547424, |
| "learning_rate": 9.74556084507195e-05, |
| "loss": 0.0457, |
| "step": 3820 |
| }, |
| { |
| "epoch": 3.6720997123681687, |
| "grad_norm": 0.36455026268959045, |
| "learning_rate": 9.743554157624023e-05, |
| "loss": 0.0453, |
| "step": 3830 |
| }, |
| { |
| "epoch": 3.681687440076702, |
| "grad_norm": 0.4757814407348633, |
| "learning_rate": 9.741539796390804e-05, |
| "loss": 0.0496, |
| "step": 3840 |
| }, |
| { |
| "epoch": 3.6912751677852347, |
| "grad_norm": 0.3472752869129181, |
| "learning_rate": 9.739517764630984e-05, |
| "loss": 0.0438, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.700862895493768, |
| "grad_norm": 0.39700034260749817, |
| "learning_rate": 9.737488065615665e-05, |
| "loss": 0.045, |
| "step": 3860 |
| }, |
| { |
| "epoch": 3.710450623202301, |
| "grad_norm": 0.2766479551792145, |
| "learning_rate": 9.735450702628348e-05, |
| "loss": 0.0361, |
| "step": 3870 |
| }, |
| { |
| "epoch": 3.7200383509108343, |
| "grad_norm": 0.3525460660457611, |
| "learning_rate": 9.733405678964935e-05, |
| "loss": 0.044, |
| "step": 3880 |
| }, |
| { |
| "epoch": 3.729626078619367, |
| "grad_norm": 0.35298100113868713, |
| "learning_rate": 9.731352997933718e-05, |
| "loss": 0.0392, |
| "step": 3890 |
| }, |
| { |
| "epoch": 3.7392138063279003, |
| "grad_norm": 0.32511138916015625, |
| "learning_rate": 9.729292662855383e-05, |
| "loss": 0.0463, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.748801534036433, |
| "grad_norm": 0.33208218216896057, |
| "learning_rate": 9.727224677062992e-05, |
| "loss": 0.0479, |
| "step": 3910 |
| }, |
| { |
| "epoch": 3.7583892617449663, |
| "grad_norm": 0.43648335337638855, |
| "learning_rate": 9.725149043901985e-05, |
| "loss": 0.0459, |
| "step": 3920 |
| }, |
| { |
| "epoch": 3.7679769894534996, |
| "grad_norm": 0.3617904782295227, |
| "learning_rate": 9.723065766730172e-05, |
| "loss": 0.0545, |
| "step": 3930 |
| }, |
| { |
| "epoch": 3.777564717162033, |
| "grad_norm": 0.34762272238731384, |
| "learning_rate": 9.720974848917735e-05, |
| "loss": 0.0433, |
| "step": 3940 |
| }, |
| { |
| "epoch": 3.7871524448705656, |
| "grad_norm": 0.3334721028804779, |
| "learning_rate": 9.71887629384721e-05, |
| "loss": 0.0445, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.796740172579099, |
| "grad_norm": 0.4064335823059082, |
| "learning_rate": 9.716770104913492e-05, |
| "loss": 0.0436, |
| "step": 3960 |
| }, |
| { |
| "epoch": 3.8063279002876316, |
| "grad_norm": 0.4279939532279968, |
| "learning_rate": 9.714656285523821e-05, |
| "loss": 0.0534, |
| "step": 3970 |
| }, |
| { |
| "epoch": 3.815915627996165, |
| "grad_norm": 0.28922349214553833, |
| "learning_rate": 9.71253483909779e-05, |
| "loss": 0.0488, |
| "step": 3980 |
| }, |
| { |
| "epoch": 3.825503355704698, |
| "grad_norm": 0.701637327671051, |
| "learning_rate": 9.710405769067317e-05, |
| "loss": 0.0465, |
| "step": 3990 |
| }, |
| { |
| "epoch": 3.8350910834132312, |
| "grad_norm": 0.3132900595664978, |
| "learning_rate": 9.708269078876666e-05, |
| "loss": 0.046, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.844678811121764, |
| "grad_norm": 0.2793468236923218, |
| "learning_rate": 9.706124771982421e-05, |
| "loss": 0.0382, |
| "step": 4010 |
| }, |
| { |
| "epoch": 3.8542665388302972, |
| "grad_norm": 0.32509496808052063, |
| "learning_rate": 9.703972851853488e-05, |
| "loss": 0.0419, |
| "step": 4020 |
| }, |
| { |
| "epoch": 3.8638542665388305, |
| "grad_norm": 0.5768635869026184, |
| "learning_rate": 9.701813321971091e-05, |
| "loss": 0.0513, |
| "step": 4030 |
| }, |
| { |
| "epoch": 3.8734419942473632, |
| "grad_norm": 0.37095797061920166, |
| "learning_rate": 9.699646185828768e-05, |
| "loss": 0.0493, |
| "step": 4040 |
| }, |
| { |
| "epoch": 3.8830297219558965, |
| "grad_norm": 0.4116993844509125, |
| "learning_rate": 9.697471446932353e-05, |
| "loss": 0.0481, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.8926174496644297, |
| "grad_norm": 0.4631316363811493, |
| "learning_rate": 9.695289108799989e-05, |
| "loss": 0.057, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.9022051773729625, |
| "grad_norm": 0.5926663279533386, |
| "learning_rate": 9.693099174962103e-05, |
| "loss": 0.0541, |
| "step": 4070 |
| }, |
| { |
| "epoch": 3.9117929050814957, |
| "grad_norm": 0.4884685277938843, |
| "learning_rate": 9.690901648961418e-05, |
| "loss": 0.0444, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.921380632790029, |
| "grad_norm": 0.5205138921737671, |
| "learning_rate": 9.688696534352935e-05, |
| "loss": 0.0469, |
| "step": 4090 |
| }, |
| { |
| "epoch": 3.9309683604985617, |
| "grad_norm": 0.3476182222366333, |
| "learning_rate": 9.68648383470393e-05, |
| "loss": 0.0506, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.940556088207095, |
| "grad_norm": 0.310553640127182, |
| "learning_rate": 9.684263553593953e-05, |
| "loss": 0.0454, |
| "step": 4110 |
| }, |
| { |
| "epoch": 3.950143815915628, |
| "grad_norm": 0.2743299603462219, |
| "learning_rate": 9.682035694614817e-05, |
| "loss": 0.0517, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.959731543624161, |
| "grad_norm": 0.33413469791412354, |
| "learning_rate": 9.679800261370594e-05, |
| "loss": 0.0428, |
| "step": 4130 |
| }, |
| { |
| "epoch": 3.969319271332694, |
| "grad_norm": 0.4639144837856293, |
| "learning_rate": 9.677557257477609e-05, |
| "loss": 0.0444, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.9789069990412274, |
| "grad_norm": 0.33329275250434875, |
| "learning_rate": 9.675306686564437e-05, |
| "loss": 0.0472, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.98849472674976, |
| "grad_norm": 0.4461182653903961, |
| "learning_rate": 9.673048552271889e-05, |
| "loss": 0.0375, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.9980824544582934, |
| "grad_norm": 0.26508504152297974, |
| "learning_rate": 9.670782858253015e-05, |
| "loss": 0.0468, |
| "step": 4170 |
| }, |
| { |
| "epoch": 4.007670182166827, |
| "grad_norm": 0.4112192690372467, |
| "learning_rate": 9.668509608173094e-05, |
| "loss": 0.0419, |
| "step": 4180 |
| }, |
| { |
| "epoch": 4.01725790987536, |
| "grad_norm": 0.3724784255027771, |
| "learning_rate": 9.66622880570963e-05, |
| "loss": 0.0526, |
| "step": 4190 |
| }, |
| { |
| "epoch": 4.026845637583893, |
| "grad_norm": 0.43858179450035095, |
| "learning_rate": 9.663940454552342e-05, |
| "loss": 0.0481, |
| "step": 4200 |
| }, |
| { |
| "epoch": 4.036433365292425, |
| "grad_norm": 0.27318644523620605, |
| "learning_rate": 9.661644558403162e-05, |
| "loss": 0.0372, |
| "step": 4210 |
| }, |
| { |
| "epoch": 4.046021093000959, |
| "grad_norm": 0.36369022727012634, |
| "learning_rate": 9.659341120976229e-05, |
| "loss": 0.0421, |
| "step": 4220 |
| }, |
| { |
| "epoch": 4.055608820709492, |
| "grad_norm": 0.3167804479598999, |
| "learning_rate": 9.657030145997878e-05, |
| "loss": 0.0437, |
| "step": 4230 |
| }, |
| { |
| "epoch": 4.065196548418025, |
| "grad_norm": 0.37195485830307007, |
| "learning_rate": 9.654711637206644e-05, |
| "loss": 0.0391, |
| "step": 4240 |
| }, |
| { |
| "epoch": 4.074784276126558, |
| "grad_norm": 0.26798343658447266, |
| "learning_rate": 9.652385598353244e-05, |
| "loss": 0.0424, |
| "step": 4250 |
| }, |
| { |
| "epoch": 4.0843720038350915, |
| "grad_norm": 0.38160890340805054, |
| "learning_rate": 9.650052033200578e-05, |
| "loss": 0.0473, |
| "step": 4260 |
| }, |
| { |
| "epoch": 4.093959731543624, |
| "grad_norm": 0.3133178651332855, |
| "learning_rate": 9.647710945523725e-05, |
| "loss": 0.0446, |
| "step": 4270 |
| }, |
| { |
| "epoch": 4.103547459252157, |
| "grad_norm": 0.314330130815506, |
| "learning_rate": 9.645362339109927e-05, |
| "loss": 0.0402, |
| "step": 4280 |
| }, |
| { |
| "epoch": 4.11313518696069, |
| "grad_norm": 0.6541547775268555, |
| "learning_rate": 9.643006217758594e-05, |
| "loss": 0.0417, |
| "step": 4290 |
| }, |
| { |
| "epoch": 4.1227229146692235, |
| "grad_norm": 0.3850661814212799, |
| "learning_rate": 9.640642585281292e-05, |
| "loss": 0.0483, |
| "step": 4300 |
| }, |
| { |
| "epoch": 4.132310642377757, |
| "grad_norm": 0.4512180984020233, |
| "learning_rate": 9.638271445501739e-05, |
| "loss": 0.0382, |
| "step": 4310 |
| }, |
| { |
| "epoch": 4.14189837008629, |
| "grad_norm": 0.277205228805542, |
| "learning_rate": 9.635892802255794e-05, |
| "loss": 0.0456, |
| "step": 4320 |
| }, |
| { |
| "epoch": 4.151486097794822, |
| "grad_norm": 0.39535996317863464, |
| "learning_rate": 9.63350665939146e-05, |
| "loss": 0.0402, |
| "step": 4330 |
| }, |
| { |
| "epoch": 4.1610738255033555, |
| "grad_norm": 0.3694916069507599, |
| "learning_rate": 9.63111302076887e-05, |
| "loss": 0.0414, |
| "step": 4340 |
| }, |
| { |
| "epoch": 4.170661553211889, |
| "grad_norm": 0.4235345423221588, |
| "learning_rate": 9.628711890260279e-05, |
| "loss": 0.0475, |
| "step": 4350 |
| }, |
| { |
| "epoch": 4.180249280920422, |
| "grad_norm": 0.46871331334114075, |
| "learning_rate": 9.626303271750069e-05, |
| "loss": 0.044, |
| "step": 4360 |
| }, |
| { |
| "epoch": 4.189837008628955, |
| "grad_norm": 0.33372747898101807, |
| "learning_rate": 9.623887169134731e-05, |
| "loss": 0.0479, |
| "step": 4370 |
| }, |
| { |
| "epoch": 4.199424736337488, |
| "grad_norm": 0.29731622338294983, |
| "learning_rate": 9.621463586322863e-05, |
| "loss": 0.0477, |
| "step": 4380 |
| }, |
| { |
| "epoch": 4.209012464046021, |
| "grad_norm": 0.3897842466831207, |
| "learning_rate": 9.619032527235168e-05, |
| "loss": 0.0449, |
| "step": 4390 |
| }, |
| { |
| "epoch": 4.218600191754554, |
| "grad_norm": 0.375775009393692, |
| "learning_rate": 9.616593995804437e-05, |
| "loss": 0.0527, |
| "step": 4400 |
| }, |
| { |
| "epoch": 4.228187919463087, |
| "grad_norm": 0.44136837124824524, |
| "learning_rate": 9.614147995975557e-05, |
| "loss": 0.0465, |
| "step": 4410 |
| }, |
| { |
| "epoch": 4.23777564717162, |
| "grad_norm": 0.49286016821861267, |
| "learning_rate": 9.611694531705493e-05, |
| "loss": 0.0478, |
| "step": 4420 |
| }, |
| { |
| "epoch": 4.247363374880154, |
| "grad_norm": 0.36331725120544434, |
| "learning_rate": 9.609233606963282e-05, |
| "loss": 0.0453, |
| "step": 4430 |
| }, |
| { |
| "epoch": 4.256951102588687, |
| "grad_norm": 0.4064538776874542, |
| "learning_rate": 9.606765225730035e-05, |
| "loss": 0.0512, |
| "step": 4440 |
| }, |
| { |
| "epoch": 4.26653883029722, |
| "grad_norm": 0.3883167505264282, |
| "learning_rate": 9.604289391998925e-05, |
| "loss": 0.0416, |
| "step": 4450 |
| }, |
| { |
| "epoch": 4.276126558005752, |
| "grad_norm": 0.364762544631958, |
| "learning_rate": 9.601806109775179e-05, |
| "loss": 0.0483, |
| "step": 4460 |
| }, |
| { |
| "epoch": 4.285714285714286, |
| "grad_norm": 0.3354509472846985, |
| "learning_rate": 9.599315383076075e-05, |
| "loss": 0.0475, |
| "step": 4470 |
| }, |
| { |
| "epoch": 4.295302013422819, |
| "grad_norm": 0.3480011224746704, |
| "learning_rate": 9.596817215930934e-05, |
| "loss": 0.0441, |
| "step": 4480 |
| }, |
| { |
| "epoch": 4.304889741131352, |
| "grad_norm": 0.37383604049682617, |
| "learning_rate": 9.594311612381114e-05, |
| "loss": 0.0566, |
| "step": 4490 |
| }, |
| { |
| "epoch": 4.314477468839885, |
| "grad_norm": 0.5128716826438904, |
| "learning_rate": 9.591798576480001e-05, |
| "loss": 0.0452, |
| "step": 4500 |
| }, |
| { |
| "epoch": 4.324065196548418, |
| "grad_norm": 0.2675018310546875, |
| "learning_rate": 9.589278112293007e-05, |
| "loss": 0.0453, |
| "step": 4510 |
| }, |
| { |
| "epoch": 4.333652924256951, |
| "grad_norm": 0.39544346928596497, |
| "learning_rate": 9.586750223897562e-05, |
| "loss": 0.0479, |
| "step": 4520 |
| }, |
| { |
| "epoch": 4.343240651965484, |
| "grad_norm": 0.7438755631446838, |
| "learning_rate": 9.584214915383103e-05, |
| "loss": 0.0432, |
| "step": 4530 |
| }, |
| { |
| "epoch": 4.352828379674017, |
| "grad_norm": 0.29193535447120667, |
| "learning_rate": 9.58167219085107e-05, |
| "loss": 0.0467, |
| "step": 4540 |
| }, |
| { |
| "epoch": 4.3624161073825505, |
| "grad_norm": 0.34703853726387024, |
| "learning_rate": 9.579122054414907e-05, |
| "loss": 0.0435, |
| "step": 4550 |
| }, |
| { |
| "epoch": 4.372003835091084, |
| "grad_norm": 0.408741295337677, |
| "learning_rate": 9.576564510200038e-05, |
| "loss": 0.0433, |
| "step": 4560 |
| }, |
| { |
| "epoch": 4.381591562799617, |
| "grad_norm": 0.4278319478034973, |
| "learning_rate": 9.573999562343882e-05, |
| "loss": 0.047, |
| "step": 4570 |
| }, |
| { |
| "epoch": 4.391179290508149, |
| "grad_norm": 0.2754301428794861, |
| "learning_rate": 9.571427214995826e-05, |
| "loss": 0.0423, |
| "step": 4580 |
| }, |
| { |
| "epoch": 4.4007670182166825, |
| "grad_norm": 0.35973575711250305, |
| "learning_rate": 9.568847472317232e-05, |
| "loss": 0.0404, |
| "step": 4590 |
| }, |
| { |
| "epoch": 4.410354745925216, |
| "grad_norm": 0.31195884943008423, |
| "learning_rate": 9.566260338481425e-05, |
| "loss": 0.0476, |
| "step": 4600 |
| }, |
| { |
| "epoch": 4.419942473633749, |
| "grad_norm": 0.32485419511795044, |
| "learning_rate": 9.563665817673688e-05, |
| "loss": 0.0434, |
| "step": 4610 |
| }, |
| { |
| "epoch": 4.429530201342282, |
| "grad_norm": 0.6262250542640686, |
| "learning_rate": 9.56106391409125e-05, |
| "loss": 0.0523, |
| "step": 4620 |
| }, |
| { |
| "epoch": 4.439117929050815, |
| "grad_norm": 0.41280031204223633, |
| "learning_rate": 9.558454631943286e-05, |
| "loss": 0.0446, |
| "step": 4630 |
| }, |
| { |
| "epoch": 4.448705656759348, |
| "grad_norm": 0.32726627588272095, |
| "learning_rate": 9.55583797545091e-05, |
| "loss": 0.0424, |
| "step": 4640 |
| }, |
| { |
| "epoch": 4.458293384467881, |
| "grad_norm": 0.49836626648902893, |
| "learning_rate": 9.55321394884716e-05, |
| "loss": 0.0449, |
| "step": 4650 |
| }, |
| { |
| "epoch": 4.467881112176414, |
| "grad_norm": 0.24192816019058228, |
| "learning_rate": 9.550582556377003e-05, |
| "loss": 0.0533, |
| "step": 4660 |
| }, |
| { |
| "epoch": 4.477468839884947, |
| "grad_norm": 0.455990731716156, |
| "learning_rate": 9.547943802297317e-05, |
| "loss": 0.0473, |
| "step": 4670 |
| }, |
| { |
| "epoch": 4.487056567593481, |
| "grad_norm": 0.37101179361343384, |
| "learning_rate": 9.545297690876893e-05, |
| "loss": 0.0362, |
| "step": 4680 |
| }, |
| { |
| "epoch": 4.496644295302014, |
| "grad_norm": 0.5495269894599915, |
| "learning_rate": 9.54264422639642e-05, |
| "loss": 0.0498, |
| "step": 4690 |
| }, |
| { |
| "epoch": 4.506232023010546, |
| "grad_norm": 0.2883033752441406, |
| "learning_rate": 9.539983413148486e-05, |
| "loss": 0.0487, |
| "step": 4700 |
| }, |
| { |
| "epoch": 4.515819750719079, |
| "grad_norm": 0.36912739276885986, |
| "learning_rate": 9.537315255437565e-05, |
| "loss": 0.0388, |
| "step": 4710 |
| }, |
| { |
| "epoch": 4.525407478427613, |
| "grad_norm": 0.4408855438232422, |
| "learning_rate": 9.534639757580013e-05, |
| "loss": 0.0439, |
| "step": 4720 |
| }, |
| { |
| "epoch": 4.534995206136146, |
| "grad_norm": 0.4027664363384247, |
| "learning_rate": 9.531956923904062e-05, |
| "loss": 0.0443, |
| "step": 4730 |
| }, |
| { |
| "epoch": 4.544582933844679, |
| "grad_norm": 0.41703498363494873, |
| "learning_rate": 9.52926675874981e-05, |
| "loss": 0.0405, |
| "step": 4740 |
| }, |
| { |
| "epoch": 4.554170661553212, |
| "grad_norm": 0.5367491245269775, |
| "learning_rate": 9.526569266469213e-05, |
| "loss": 0.0518, |
| "step": 4750 |
| }, |
| { |
| "epoch": 4.563758389261745, |
| "grad_norm": 0.5591031312942505, |
| "learning_rate": 9.523864451426086e-05, |
| "loss": 0.0436, |
| "step": 4760 |
| }, |
| { |
| "epoch": 4.573346116970278, |
| "grad_norm": 0.6005666851997375, |
| "learning_rate": 9.521152317996083e-05, |
| "loss": 0.0408, |
| "step": 4770 |
| }, |
| { |
| "epoch": 4.582933844678811, |
| "grad_norm": 0.36557164788246155, |
| "learning_rate": 9.518432870566703e-05, |
| "loss": 0.0441, |
| "step": 4780 |
| }, |
| { |
| "epoch": 4.592521572387344, |
| "grad_norm": 0.3382973372936249, |
| "learning_rate": 9.515706113537275e-05, |
| "loss": 0.0448, |
| "step": 4790 |
| }, |
| { |
| "epoch": 4.6021093000958775, |
| "grad_norm": 0.36412662267684937, |
| "learning_rate": 9.512972051318952e-05, |
| "loss": 0.0447, |
| "step": 4800 |
| }, |
| { |
| "epoch": 4.611697027804411, |
| "grad_norm": 0.28740257024765015, |
| "learning_rate": 9.510230688334709e-05, |
| "loss": 0.0489, |
| "step": 4810 |
| }, |
| { |
| "epoch": 4.621284755512944, |
| "grad_norm": 0.37100985646247864, |
| "learning_rate": 9.507482029019324e-05, |
| "loss": 0.0417, |
| "step": 4820 |
| }, |
| { |
| "epoch": 4.630872483221476, |
| "grad_norm": 0.4594654142856598, |
| "learning_rate": 9.504726077819387e-05, |
| "loss": 0.0426, |
| "step": 4830 |
| }, |
| { |
| "epoch": 4.6404602109300095, |
| "grad_norm": 0.37358155846595764, |
| "learning_rate": 9.501962839193277e-05, |
| "loss": 0.0491, |
| "step": 4840 |
| }, |
| { |
| "epoch": 4.650047938638543, |
| "grad_norm": 0.31801337003707886, |
| "learning_rate": 9.499192317611167e-05, |
| "loss": 0.0444, |
| "step": 4850 |
| }, |
| { |
| "epoch": 4.659635666347076, |
| "grad_norm": 0.4786074161529541, |
| "learning_rate": 9.496414517555012e-05, |
| "loss": 0.0426, |
| "step": 4860 |
| }, |
| { |
| "epoch": 4.669223394055609, |
| "grad_norm": 0.23249605298042297, |
| "learning_rate": 9.493629443518537e-05, |
| "loss": 0.0495, |
| "step": 4870 |
| }, |
| { |
| "epoch": 4.6788111217641415, |
| "grad_norm": 0.4823112487792969, |
| "learning_rate": 9.490837100007237e-05, |
| "loss": 0.0505, |
| "step": 4880 |
| }, |
| { |
| "epoch": 4.688398849472675, |
| "grad_norm": 0.38305050134658813, |
| "learning_rate": 9.488037491538369e-05, |
| "loss": 0.0441, |
| "step": 4890 |
| }, |
| { |
| "epoch": 4.697986577181208, |
| "grad_norm": 0.4120224714279175, |
| "learning_rate": 9.485230622640939e-05, |
| "loss": 0.0464, |
| "step": 4900 |
| }, |
| { |
| "epoch": 4.707574304889741, |
| "grad_norm": 0.26718661189079285, |
| "learning_rate": 9.482416497855705e-05, |
| "loss": 0.0442, |
| "step": 4910 |
| }, |
| { |
| "epoch": 4.717162032598274, |
| "grad_norm": 0.35078132152557373, |
| "learning_rate": 9.47959512173515e-05, |
| "loss": 0.0402, |
| "step": 4920 |
| }, |
| { |
| "epoch": 4.726749760306808, |
| "grad_norm": 0.2796134948730469, |
| "learning_rate": 9.476766498843504e-05, |
| "loss": 0.0444, |
| "step": 4930 |
| }, |
| { |
| "epoch": 4.736337488015341, |
| "grad_norm": 0.37330299615859985, |
| "learning_rate": 9.473930633756706e-05, |
| "loss": 0.0433, |
| "step": 4940 |
| }, |
| { |
| "epoch": 4.745925215723873, |
| "grad_norm": 0.47067347168922424, |
| "learning_rate": 9.471087531062424e-05, |
| "loss": 0.0479, |
| "step": 4950 |
| }, |
| { |
| "epoch": 4.755512943432406, |
| "grad_norm": 0.3017641603946686, |
| "learning_rate": 9.468237195360023e-05, |
| "loss": 0.0427, |
| "step": 4960 |
| }, |
| { |
| "epoch": 4.76510067114094, |
| "grad_norm": 0.41320186853408813, |
| "learning_rate": 9.465379631260574e-05, |
| "loss": 0.052, |
| "step": 4970 |
| }, |
| { |
| "epoch": 4.774688398849473, |
| "grad_norm": 0.4640481173992157, |
| "learning_rate": 9.462514843386845e-05, |
| "loss": 0.0463, |
| "step": 4980 |
| }, |
| { |
| "epoch": 4.784276126558006, |
| "grad_norm": 0.2581227123737335, |
| "learning_rate": 9.459642836373282e-05, |
| "loss": 0.0371, |
| "step": 4990 |
| }, |
| { |
| "epoch": 4.793863854266538, |
| "grad_norm": 0.3752846121788025, |
| "learning_rate": 9.456763614866016e-05, |
| "loss": 0.0437, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.803451581975072, |
| "grad_norm": 0.27923133969306946, |
| "learning_rate": 9.453877183522848e-05, |
| "loss": 0.0442, |
| "step": 5010 |
| }, |
| { |
| "epoch": 4.813039309683605, |
| "grad_norm": 0.31683099269866943, |
| "learning_rate": 9.450983547013242e-05, |
| "loss": 0.0396, |
| "step": 5020 |
| }, |
| { |
| "epoch": 4.822627037392138, |
| "grad_norm": 0.5572241544723511, |
| "learning_rate": 9.448082710018317e-05, |
| "loss": 0.0464, |
| "step": 5030 |
| }, |
| { |
| "epoch": 4.832214765100671, |
| "grad_norm": 0.4878758490085602, |
| "learning_rate": 9.44517467723084e-05, |
| "loss": 0.0462, |
| "step": 5040 |
| }, |
| { |
| "epoch": 4.8418024928092045, |
| "grad_norm": 0.2646120488643646, |
| "learning_rate": 9.442259453355222e-05, |
| "loss": 0.0434, |
| "step": 5050 |
| }, |
| { |
| "epoch": 4.851390220517738, |
| "grad_norm": 0.23440934717655182, |
| "learning_rate": 9.439337043107506e-05, |
| "loss": 0.0454, |
| "step": 5060 |
| }, |
| { |
| "epoch": 4.86097794822627, |
| "grad_norm": 0.2339864820241928, |
| "learning_rate": 9.436407451215356e-05, |
| "loss": 0.0388, |
| "step": 5070 |
| }, |
| { |
| "epoch": 4.870565675934803, |
| "grad_norm": 0.3039968013763428, |
| "learning_rate": 9.433470682418061e-05, |
| "loss": 0.0466, |
| "step": 5080 |
| }, |
| { |
| "epoch": 4.8801534036433365, |
| "grad_norm": 0.29253584146499634, |
| "learning_rate": 9.430526741466519e-05, |
| "loss": 0.0421, |
| "step": 5090 |
| }, |
| { |
| "epoch": 4.88974113135187, |
| "grad_norm": 0.1914910078048706, |
| "learning_rate": 9.427575633123224e-05, |
| "loss": 0.0476, |
| "step": 5100 |
| }, |
| { |
| "epoch": 4.899328859060403, |
| "grad_norm": 0.2769542932510376, |
| "learning_rate": 9.424617362162271e-05, |
| "loss": 0.0498, |
| "step": 5110 |
| }, |
| { |
| "epoch": 4.908916586768935, |
| "grad_norm": 0.4235975444316864, |
| "learning_rate": 9.421651933369345e-05, |
| "loss": 0.0479, |
| "step": 5120 |
| }, |
| { |
| "epoch": 4.9185043144774685, |
| "grad_norm": 0.2977217733860016, |
| "learning_rate": 9.4186793515417e-05, |
| "loss": 0.0367, |
| "step": 5130 |
| }, |
| { |
| "epoch": 4.928092042186002, |
| "grad_norm": 0.4000433087348938, |
| "learning_rate": 9.415699621488172e-05, |
| "loss": 0.0452, |
| "step": 5140 |
| }, |
| { |
| "epoch": 4.937679769894535, |
| "grad_norm": 0.3901826739311218, |
| "learning_rate": 9.412712748029157e-05, |
| "loss": 0.0431, |
| "step": 5150 |
| }, |
| { |
| "epoch": 4.947267497603068, |
| "grad_norm": 0.45422032475471497, |
| "learning_rate": 9.409718735996605e-05, |
| "loss": 0.0419, |
| "step": 5160 |
| }, |
| { |
| "epoch": 4.956855225311601, |
| "grad_norm": 0.29559481143951416, |
| "learning_rate": 9.406717590234016e-05, |
| "loss": 0.0404, |
| "step": 5170 |
| }, |
| { |
| "epoch": 4.966442953020135, |
| "grad_norm": 0.39736929535865784, |
| "learning_rate": 9.403709315596431e-05, |
| "loss": 0.0409, |
| "step": 5180 |
| }, |
| { |
| "epoch": 4.976030680728667, |
| "grad_norm": 0.37043488025665283, |
| "learning_rate": 9.400693916950427e-05, |
| "loss": 0.0494, |
| "step": 5190 |
| }, |
| { |
| "epoch": 4.9856184084372, |
| "grad_norm": 0.35436293482780457, |
| "learning_rate": 9.397671399174096e-05, |
| "loss": 0.0505, |
| "step": 5200 |
| }, |
| { |
| "epoch": 4.995206136145733, |
| "grad_norm": 0.24993938207626343, |
| "learning_rate": 9.394641767157056e-05, |
| "loss": 0.0491, |
| "step": 5210 |
| }, |
| { |
| "epoch": 5.004793863854267, |
| "grad_norm": 0.3652108609676361, |
| "learning_rate": 9.391605025800431e-05, |
| "loss": 0.0474, |
| "step": 5220 |
| }, |
| { |
| "epoch": 5.0143815915628, |
| "grad_norm": 0.3362497389316559, |
| "learning_rate": 9.388561180016844e-05, |
| "loss": 0.0481, |
| "step": 5230 |
| }, |
| { |
| "epoch": 5.023969319271333, |
| "grad_norm": 0.25596174597740173, |
| "learning_rate": 9.385510234730415e-05, |
| "loss": 0.0475, |
| "step": 5240 |
| }, |
| { |
| "epoch": 5.033557046979865, |
| "grad_norm": 0.4541703760623932, |
| "learning_rate": 9.382452194876743e-05, |
| "loss": 0.0448, |
| "step": 5250 |
| }, |
| { |
| "epoch": 5.043144774688399, |
| "grad_norm": 0.5844725966453552, |
| "learning_rate": 9.379387065402911e-05, |
| "loss": 0.0531, |
| "step": 5260 |
| }, |
| { |
| "epoch": 5.052732502396932, |
| "grad_norm": 0.5136455297470093, |
| "learning_rate": 9.376314851267468e-05, |
| "loss": 0.0478, |
| "step": 5270 |
| }, |
| { |
| "epoch": 5.062320230105465, |
| "grad_norm": 0.36073240637779236, |
| "learning_rate": 9.373235557440423e-05, |
| "loss": 0.0413, |
| "step": 5280 |
| }, |
| { |
| "epoch": 5.071907957813998, |
| "grad_norm": 0.3564154803752899, |
| "learning_rate": 9.370149188903238e-05, |
| "loss": 0.0474, |
| "step": 5290 |
| }, |
| { |
| "epoch": 5.0814956855225315, |
| "grad_norm": 0.269563764333725, |
| "learning_rate": 9.367055750648823e-05, |
| "loss": 0.05, |
| "step": 5300 |
| }, |
| { |
| "epoch": 5.091083413231064, |
| "grad_norm": 0.32311663031578064, |
| "learning_rate": 9.363955247681522e-05, |
| "loss": 0.0443, |
| "step": 5310 |
| }, |
| { |
| "epoch": 5.100671140939597, |
| "grad_norm": 0.2627108097076416, |
| "learning_rate": 9.360847685017109e-05, |
| "loss": 0.0442, |
| "step": 5320 |
| }, |
| { |
| "epoch": 5.11025886864813, |
| "grad_norm": 0.34790635108947754, |
| "learning_rate": 9.357733067682777e-05, |
| "loss": 0.0441, |
| "step": 5330 |
| }, |
| { |
| "epoch": 5.1198465963566635, |
| "grad_norm": 0.22408638894557953, |
| "learning_rate": 9.354611400717135e-05, |
| "loss": 0.0415, |
| "step": 5340 |
| }, |
| { |
| "epoch": 5.129434324065197, |
| "grad_norm": 0.3347373306751251, |
| "learning_rate": 9.351482689170193e-05, |
| "loss": 0.0427, |
| "step": 5350 |
| }, |
| { |
| "epoch": 5.13902205177373, |
| "grad_norm": 0.30321311950683594, |
| "learning_rate": 9.348346938103359e-05, |
| "loss": 0.0434, |
| "step": 5360 |
| }, |
| { |
| "epoch": 5.148609779482262, |
| "grad_norm": 0.2402300387620926, |
| "learning_rate": 9.345204152589428e-05, |
| "loss": 0.0475, |
| "step": 5370 |
| }, |
| { |
| "epoch": 5.1581975071907955, |
| "grad_norm": 0.5249261856079102, |
| "learning_rate": 9.342054337712576e-05, |
| "loss": 0.0486, |
| "step": 5380 |
| }, |
| { |
| "epoch": 5.167785234899329, |
| "grad_norm": 0.3607705533504486, |
| "learning_rate": 9.338897498568349e-05, |
| "loss": 0.0417, |
| "step": 5390 |
| }, |
| { |
| "epoch": 5.177372962607862, |
| "grad_norm": 0.38747304677963257, |
| "learning_rate": 9.33573364026366e-05, |
| "loss": 0.0477, |
| "step": 5400 |
| }, |
| { |
| "epoch": 5.186960690316395, |
| "grad_norm": 0.36637309193611145, |
| "learning_rate": 9.332562767916771e-05, |
| "loss": 0.044, |
| "step": 5410 |
| }, |
| { |
| "epoch": 5.196548418024928, |
| "grad_norm": 0.31087052822113037, |
| "learning_rate": 9.329384886657296e-05, |
| "loss": 0.0373, |
| "step": 5420 |
| }, |
| { |
| "epoch": 5.206136145733462, |
| "grad_norm": 0.3998284935951233, |
| "learning_rate": 9.326200001626184e-05, |
| "loss": 0.036, |
| "step": 5430 |
| }, |
| { |
| "epoch": 5.215723873441994, |
| "grad_norm": 0.3035097122192383, |
| "learning_rate": 9.323008117975718e-05, |
| "loss": 0.0429, |
| "step": 5440 |
| }, |
| { |
| "epoch": 5.225311601150527, |
| "grad_norm": 0.3162848949432373, |
| "learning_rate": 9.319809240869502e-05, |
| "loss": 0.0524, |
| "step": 5450 |
| }, |
| { |
| "epoch": 5.23489932885906, |
| "grad_norm": 0.3142375946044922, |
| "learning_rate": 9.316603375482449e-05, |
| "loss": 0.0479, |
| "step": 5460 |
| }, |
| { |
| "epoch": 5.244487056567594, |
| "grad_norm": 0.3951794505119324, |
| "learning_rate": 9.313390527000783e-05, |
| "loss": 0.044, |
| "step": 5470 |
| }, |
| { |
| "epoch": 5.254074784276127, |
| "grad_norm": 0.26764142513275146, |
| "learning_rate": 9.310170700622021e-05, |
| "loss": 0.0409, |
| "step": 5480 |
| }, |
| { |
| "epoch": 5.263662511984659, |
| "grad_norm": 0.3293421268463135, |
| "learning_rate": 9.306943901554972e-05, |
| "loss": 0.0413, |
| "step": 5490 |
| }, |
| { |
| "epoch": 5.273250239693192, |
| "grad_norm": 0.39588311314582825, |
| "learning_rate": 9.30371013501972e-05, |
| "loss": 0.0475, |
| "step": 5500 |
| }, |
| { |
| "epoch": 5.282837967401726, |
| "grad_norm": 0.330180287361145, |
| "learning_rate": 9.300469406247621e-05, |
| "loss": 0.0409, |
| "step": 5510 |
| }, |
| { |
| "epoch": 5.292425695110259, |
| "grad_norm": 0.37915417551994324, |
| "learning_rate": 9.297221720481302e-05, |
| "loss": 0.0413, |
| "step": 5520 |
| }, |
| { |
| "epoch": 5.302013422818792, |
| "grad_norm": 0.3579411208629608, |
| "learning_rate": 9.293967082974632e-05, |
| "loss": 0.0476, |
| "step": 5530 |
| }, |
| { |
| "epoch": 5.311601150527325, |
| "grad_norm": 0.30744969844818115, |
| "learning_rate": 9.29070549899274e-05, |
| "loss": 0.0454, |
| "step": 5540 |
| }, |
| { |
| "epoch": 5.3211888782358585, |
| "grad_norm": 0.31515830755233765, |
| "learning_rate": 9.287436973811978e-05, |
| "loss": 0.0343, |
| "step": 5550 |
| }, |
| { |
| "epoch": 5.330776605944391, |
| "grad_norm": 0.26603803038597107, |
| "learning_rate": 9.284161512719938e-05, |
| "loss": 0.0402, |
| "step": 5560 |
| }, |
| { |
| "epoch": 5.340364333652924, |
| "grad_norm": 0.39798933267593384, |
| "learning_rate": 9.280879121015428e-05, |
| "loss": 0.0339, |
| "step": 5570 |
| }, |
| { |
| "epoch": 5.349952061361457, |
| "grad_norm": 0.35744068026542664, |
| "learning_rate": 9.277589804008467e-05, |
| "loss": 0.0442, |
| "step": 5580 |
| }, |
| { |
| "epoch": 5.3595397890699905, |
| "grad_norm": 0.426455557346344, |
| "learning_rate": 9.27429356702028e-05, |
| "loss": 0.0515, |
| "step": 5590 |
| }, |
| { |
| "epoch": 5.369127516778524, |
| "grad_norm": 0.5735211372375488, |
| "learning_rate": 9.270990415383285e-05, |
| "loss": 0.0447, |
| "step": 5600 |
| }, |
| { |
| "epoch": 5.378715244487057, |
| "grad_norm": 0.40888845920562744, |
| "learning_rate": 9.267680354441087e-05, |
| "loss": 0.0523, |
| "step": 5610 |
| }, |
| { |
| "epoch": 5.388302972195589, |
| "grad_norm": 0.5509734153747559, |
| "learning_rate": 9.264363389548465e-05, |
| "loss": 0.0475, |
| "step": 5620 |
| }, |
| { |
| "epoch": 5.3978906999041225, |
| "grad_norm": 0.4060477912425995, |
| "learning_rate": 9.261039526071374e-05, |
| "loss": 0.0456, |
| "step": 5630 |
| }, |
| { |
| "epoch": 5.407478427612656, |
| "grad_norm": 0.3927951157093048, |
| "learning_rate": 9.257708769386919e-05, |
| "loss": 0.0588, |
| "step": 5640 |
| }, |
| { |
| "epoch": 5.417066155321189, |
| "grad_norm": 0.2928200662136078, |
| "learning_rate": 9.254371124883366e-05, |
| "loss": 0.0412, |
| "step": 5650 |
| }, |
| { |
| "epoch": 5.426653883029722, |
| "grad_norm": 0.37971609830856323, |
| "learning_rate": 9.251026597960117e-05, |
| "loss": 0.0473, |
| "step": 5660 |
| }, |
| { |
| "epoch": 5.436241610738255, |
| "grad_norm": 0.3287939131259918, |
| "learning_rate": 9.247675194027712e-05, |
| "loss": 0.055, |
| "step": 5670 |
| }, |
| { |
| "epoch": 5.445829338446788, |
| "grad_norm": 0.2745339870452881, |
| "learning_rate": 9.244316918507813e-05, |
| "loss": 0.044, |
| "step": 5680 |
| }, |
| { |
| "epoch": 5.455417066155321, |
| "grad_norm": 0.2364960014820099, |
| "learning_rate": 9.240951776833202e-05, |
| "loss": 0.045, |
| "step": 5690 |
| }, |
| { |
| "epoch": 5.465004793863854, |
| "grad_norm": 0.5563991069793701, |
| "learning_rate": 9.237579774447765e-05, |
| "loss": 0.042, |
| "step": 5700 |
| }, |
| { |
| "epoch": 5.474592521572387, |
| "grad_norm": 0.3112446367740631, |
| "learning_rate": 9.234200916806486e-05, |
| "loss": 0.0488, |
| "step": 5710 |
| }, |
| { |
| "epoch": 5.484180249280921, |
| "grad_norm": 0.32364800572395325, |
| "learning_rate": 9.230815209375446e-05, |
| "loss": 0.039, |
| "step": 5720 |
| }, |
| { |
| "epoch": 5.493767976989454, |
| "grad_norm": 0.35172006487846375, |
| "learning_rate": 9.227422657631796e-05, |
| "loss": 0.0443, |
| "step": 5730 |
| }, |
| { |
| "epoch": 5.503355704697986, |
| "grad_norm": 0.3294823169708252, |
| "learning_rate": 9.22402326706377e-05, |
| "loss": 0.0466, |
| "step": 5740 |
| }, |
| { |
| "epoch": 5.512943432406519, |
| "grad_norm": 0.32464146614074707, |
| "learning_rate": 9.220617043170661e-05, |
| "loss": 0.0456, |
| "step": 5750 |
| }, |
| { |
| "epoch": 5.522531160115053, |
| "grad_norm": 0.36492130160331726, |
| "learning_rate": 9.217203991462815e-05, |
| "loss": 0.041, |
| "step": 5760 |
| }, |
| { |
| "epoch": 5.532118887823586, |
| "grad_norm": 0.35331547260284424, |
| "learning_rate": 9.213784117461624e-05, |
| "loss": 0.0377, |
| "step": 5770 |
| }, |
| { |
| "epoch": 5.541706615532119, |
| "grad_norm": 0.2622346580028534, |
| "learning_rate": 9.210357426699519e-05, |
| "loss": 0.0422, |
| "step": 5780 |
| }, |
| { |
| "epoch": 5.551294343240652, |
| "grad_norm": 0.4553088843822479, |
| "learning_rate": 9.206923924719955e-05, |
| "loss": 0.0467, |
| "step": 5790 |
| }, |
| { |
| "epoch": 5.5608820709491855, |
| "grad_norm": 0.38138529658317566, |
| "learning_rate": 9.203483617077411e-05, |
| "loss": 0.0397, |
| "step": 5800 |
| }, |
| { |
| "epoch": 5.570469798657718, |
| "grad_norm": 0.4665132761001587, |
| "learning_rate": 9.200036509337369e-05, |
| "loss": 0.0518, |
| "step": 5810 |
| }, |
| { |
| "epoch": 5.580057526366251, |
| "grad_norm": 0.27688702940940857, |
| "learning_rate": 9.196582607076319e-05, |
| "loss": 0.0469, |
| "step": 5820 |
| }, |
| { |
| "epoch": 5.589645254074784, |
| "grad_norm": 0.3505072295665741, |
| "learning_rate": 9.193121915881737e-05, |
| "loss": 0.0526, |
| "step": 5830 |
| }, |
| { |
| "epoch": 5.5992329817833175, |
| "grad_norm": 0.23712855577468872, |
| "learning_rate": 9.189654441352082e-05, |
| "loss": 0.0431, |
| "step": 5840 |
| }, |
| { |
| "epoch": 5.608820709491851, |
| "grad_norm": 0.41854333877563477, |
| "learning_rate": 9.186180189096791e-05, |
| "loss": 0.0505, |
| "step": 5850 |
| }, |
| { |
| "epoch": 5.618408437200383, |
| "grad_norm": 0.2426682859659195, |
| "learning_rate": 9.182699164736264e-05, |
| "loss": 0.0444, |
| "step": 5860 |
| }, |
| { |
| "epoch": 5.627996164908916, |
| "grad_norm": 0.6301522850990295, |
| "learning_rate": 9.17921137390185e-05, |
| "loss": 0.0495, |
| "step": 5870 |
| }, |
| { |
| "epoch": 5.6375838926174495, |
| "grad_norm": 0.3933928608894348, |
| "learning_rate": 9.175716822235854e-05, |
| "loss": 0.0524, |
| "step": 5880 |
| }, |
| { |
| "epoch": 5.647171620325983, |
| "grad_norm": 0.4735229015350342, |
| "learning_rate": 9.17221551539151e-05, |
| "loss": 0.0416, |
| "step": 5890 |
| }, |
| { |
| "epoch": 5.656759348034516, |
| "grad_norm": 0.23624800145626068, |
| "learning_rate": 9.168707459032988e-05, |
| "loss": 0.0436, |
| "step": 5900 |
| }, |
| { |
| "epoch": 5.666347075743049, |
| "grad_norm": 0.35046079754829407, |
| "learning_rate": 9.165192658835369e-05, |
| "loss": 0.043, |
| "step": 5910 |
| }, |
| { |
| "epoch": 5.675934803451582, |
| "grad_norm": 0.43765562772750854, |
| "learning_rate": 9.161671120484649e-05, |
| "loss": 0.0449, |
| "step": 5920 |
| }, |
| { |
| "epoch": 5.685522531160115, |
| "grad_norm": 0.2839658856391907, |
| "learning_rate": 9.158142849677723e-05, |
| "loss": 0.0429, |
| "step": 5930 |
| }, |
| { |
| "epoch": 5.695110258868648, |
| "grad_norm": 0.34485873579978943, |
| "learning_rate": 9.154607852122376e-05, |
| "loss": 0.0444, |
| "step": 5940 |
| }, |
| { |
| "epoch": 5.704697986577181, |
| "grad_norm": 1.9406903982162476, |
| "learning_rate": 9.15106613353728e-05, |
| "loss": 0.0491, |
| "step": 5950 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 0.25078949332237244, |
| "learning_rate": 9.14751769965197e-05, |
| "loss": 0.0455, |
| "step": 5960 |
| }, |
| { |
| "epoch": 5.723873441994248, |
| "grad_norm": 0.342736154794693, |
| "learning_rate": 9.143962556206853e-05, |
| "loss": 0.0418, |
| "step": 5970 |
| }, |
| { |
| "epoch": 5.73346116970278, |
| "grad_norm": 0.36492887139320374, |
| "learning_rate": 9.140400708953189e-05, |
| "loss": 0.0457, |
| "step": 5980 |
| }, |
| { |
| "epoch": 5.743048897411313, |
| "grad_norm": 0.3328196108341217, |
| "learning_rate": 9.136832163653083e-05, |
| "loss": 0.0434, |
| "step": 5990 |
| }, |
| { |
| "epoch": 5.752636625119846, |
| "grad_norm": 0.31458353996276855, |
| "learning_rate": 9.13325692607947e-05, |
| "loss": 0.0426, |
| "step": 6000 |
| }, |
| { |
| "epoch": 5.76222435282838, |
| "grad_norm": 0.2388927936553955, |
| "learning_rate": 9.129675002016119e-05, |
| "loss": 0.0412, |
| "step": 6010 |
| }, |
| { |
| "epoch": 5.771812080536913, |
| "grad_norm": 0.29163026809692383, |
| "learning_rate": 9.126086397257612e-05, |
| "loss": 0.0464, |
| "step": 6020 |
| }, |
| { |
| "epoch": 5.781399808245446, |
| "grad_norm": 0.3460707664489746, |
| "learning_rate": 9.122491117609336e-05, |
| "loss": 0.0417, |
| "step": 6030 |
| }, |
| { |
| "epoch": 5.790987535953979, |
| "grad_norm": 0.17329041659832, |
| "learning_rate": 9.118889168887483e-05, |
| "loss": 0.0394, |
| "step": 6040 |
| }, |
| { |
| "epoch": 5.800575263662512, |
| "grad_norm": 0.2987213730812073, |
| "learning_rate": 9.11528055691903e-05, |
| "loss": 0.0399, |
| "step": 6050 |
| }, |
| { |
| "epoch": 5.810162991371045, |
| "grad_norm": 0.4310978353023529, |
| "learning_rate": 9.111665287541733e-05, |
| "loss": 0.0387, |
| "step": 6060 |
| }, |
| { |
| "epoch": 5.819750719079578, |
| "grad_norm": 0.3461402952671051, |
| "learning_rate": 9.108043366604115e-05, |
| "loss": 0.0388, |
| "step": 6070 |
| }, |
| { |
| "epoch": 5.829338446788111, |
| "grad_norm": 0.3460417091846466, |
| "learning_rate": 9.104414799965468e-05, |
| "loss": 0.0458, |
| "step": 6080 |
| }, |
| { |
| "epoch": 5.8389261744966445, |
| "grad_norm": 0.26389792561531067, |
| "learning_rate": 9.100779593495825e-05, |
| "loss": 0.0416, |
| "step": 6090 |
| }, |
| { |
| "epoch": 5.848513902205178, |
| "grad_norm": 0.39147645235061646, |
| "learning_rate": 9.097137753075966e-05, |
| "loss": 0.0392, |
| "step": 6100 |
| }, |
| { |
| "epoch": 5.85810162991371, |
| "grad_norm": 0.4331185221672058, |
| "learning_rate": 9.093489284597404e-05, |
| "loss": 0.0388, |
| "step": 6110 |
| }, |
| { |
| "epoch": 5.867689357622243, |
| "grad_norm": 0.1933136284351349, |
| "learning_rate": 9.089834193962372e-05, |
| "loss": 0.0408, |
| "step": 6120 |
| }, |
| { |
| "epoch": 5.8772770853307765, |
| "grad_norm": 0.29839614033699036, |
| "learning_rate": 9.086172487083815e-05, |
| "loss": 0.0374, |
| "step": 6130 |
| }, |
| { |
| "epoch": 5.88686481303931, |
| "grad_norm": 0.23067611455917358, |
| "learning_rate": 9.082504169885381e-05, |
| "loss": 0.044, |
| "step": 6140 |
| }, |
| { |
| "epoch": 5.896452540747843, |
| "grad_norm": 0.2817287743091583, |
| "learning_rate": 9.078829248301417e-05, |
| "loss": 0.036, |
| "step": 6150 |
| }, |
| { |
| "epoch": 5.906040268456376, |
| "grad_norm": 0.2695087790489197, |
| "learning_rate": 9.07514772827695e-05, |
| "loss": 0.0371, |
| "step": 6160 |
| }, |
| { |
| "epoch": 5.9156279961649085, |
| "grad_norm": 0.5207583904266357, |
| "learning_rate": 9.071459615767679e-05, |
| "loss": 0.0406, |
| "step": 6170 |
| }, |
| { |
| "epoch": 5.925215723873442, |
| "grad_norm": 0.3283056914806366, |
| "learning_rate": 9.067764916739971e-05, |
| "loss": 0.0421, |
| "step": 6180 |
| }, |
| { |
| "epoch": 5.934803451581975, |
| "grad_norm": 0.4326401352882385, |
| "learning_rate": 9.06406363717085e-05, |
| "loss": 0.0397, |
| "step": 6190 |
| }, |
| { |
| "epoch": 5.944391179290508, |
| "grad_norm": 0.3044590651988983, |
| "learning_rate": 9.060355783047982e-05, |
| "loss": 0.045, |
| "step": 6200 |
| }, |
| { |
| "epoch": 5.953978906999041, |
| "grad_norm": 0.2913448214530945, |
| "learning_rate": 9.056641360369672e-05, |
| "loss": 0.0364, |
| "step": 6210 |
| }, |
| { |
| "epoch": 5.963566634707575, |
| "grad_norm": 0.4203062057495117, |
| "learning_rate": 9.052920375144847e-05, |
| "loss": 0.0544, |
| "step": 6220 |
| }, |
| { |
| "epoch": 5.973154362416107, |
| "grad_norm": 0.34060561656951904, |
| "learning_rate": 9.049192833393055e-05, |
| "loss": 0.0428, |
| "step": 6230 |
| }, |
| { |
| "epoch": 5.98274209012464, |
| "grad_norm": 0.28594672679901123, |
| "learning_rate": 9.045458741144446e-05, |
| "loss": 0.0497, |
| "step": 6240 |
| }, |
| { |
| "epoch": 5.992329817833173, |
| "grad_norm": 0.4794290065765381, |
| "learning_rate": 9.041718104439772e-05, |
| "loss": 0.0462, |
| "step": 6250 |
| }, |
| { |
| "epoch": 6.001917545541707, |
| "grad_norm": 0.47997909784317017, |
| "learning_rate": 9.037970929330368e-05, |
| "loss": 0.0489, |
| "step": 6260 |
| }, |
| { |
| "epoch": 6.01150527325024, |
| "grad_norm": 0.37695473432540894, |
| "learning_rate": 9.03421722187815e-05, |
| "loss": 0.0409, |
| "step": 6270 |
| }, |
| { |
| "epoch": 6.021093000958773, |
| "grad_norm": 0.4723213315010071, |
| "learning_rate": 9.030456988155596e-05, |
| "loss": 0.0458, |
| "step": 6280 |
| }, |
| { |
| "epoch": 6.030680728667305, |
| "grad_norm": 0.4923066794872284, |
| "learning_rate": 9.026690234245749e-05, |
| "loss": 0.048, |
| "step": 6290 |
| }, |
| { |
| "epoch": 6.040268456375839, |
| "grad_norm": 0.3513863980770111, |
| "learning_rate": 9.022916966242192e-05, |
| "loss": 0.0414, |
| "step": 6300 |
| }, |
| { |
| "epoch": 6.049856184084372, |
| "grad_norm": 0.34284889698028564, |
| "learning_rate": 9.019137190249055e-05, |
| "loss": 0.0435, |
| "step": 6310 |
| }, |
| { |
| "epoch": 6.059443911792905, |
| "grad_norm": 0.33619949221611023, |
| "learning_rate": 9.015350912380989e-05, |
| "loss": 0.0428, |
| "step": 6320 |
| }, |
| { |
| "epoch": 6.069031639501438, |
| "grad_norm": 0.5763192176818848, |
| "learning_rate": 9.011558138763165e-05, |
| "loss": 0.0386, |
| "step": 6330 |
| }, |
| { |
| "epoch": 6.0786193672099715, |
| "grad_norm": 0.5095228552818298, |
| "learning_rate": 9.007758875531264e-05, |
| "loss": 0.041, |
| "step": 6340 |
| }, |
| { |
| "epoch": 6.088207094918504, |
| "grad_norm": 0.3965105414390564, |
| "learning_rate": 9.003953128831464e-05, |
| "loss": 0.0409, |
| "step": 6350 |
| }, |
| { |
| "epoch": 6.097794822627037, |
| "grad_norm": 0.3434533178806305, |
| "learning_rate": 9.000140904820432e-05, |
| "loss": 0.0393, |
| "step": 6360 |
| }, |
| { |
| "epoch": 6.10738255033557, |
| "grad_norm": 0.2840021252632141, |
| "learning_rate": 8.996322209665313e-05, |
| "loss": 0.0476, |
| "step": 6370 |
| }, |
| { |
| "epoch": 6.1169702780441035, |
| "grad_norm": 0.3020944893360138, |
| "learning_rate": 8.992497049543722e-05, |
| "loss": 0.042, |
| "step": 6380 |
| }, |
| { |
| "epoch": 6.126558005752637, |
| "grad_norm": 0.36320140957832336, |
| "learning_rate": 8.988665430643732e-05, |
| "loss": 0.0376, |
| "step": 6390 |
| }, |
| { |
| "epoch": 6.13614573346117, |
| "grad_norm": 0.34080708026885986, |
| "learning_rate": 8.984827359163863e-05, |
| "loss": 0.0428, |
| "step": 6400 |
| }, |
| { |
| "epoch": 6.145733461169703, |
| "grad_norm": 0.28345417976379395, |
| "learning_rate": 8.980982841313074e-05, |
| "loss": 0.041, |
| "step": 6410 |
| }, |
| { |
| "epoch": 6.1553211888782355, |
| "grad_norm": 0.37377986311912537, |
| "learning_rate": 8.977131883310757e-05, |
| "loss": 0.0429, |
| "step": 6420 |
| }, |
| { |
| "epoch": 6.164908916586769, |
| "grad_norm": 0.30983594059944153, |
| "learning_rate": 8.973274491386712e-05, |
| "loss": 0.0406, |
| "step": 6430 |
| }, |
| { |
| "epoch": 6.174496644295302, |
| "grad_norm": 0.32864126563072205, |
| "learning_rate": 8.96941067178116e-05, |
| "loss": 0.0414, |
| "step": 6440 |
| }, |
| { |
| "epoch": 6.184084372003835, |
| "grad_norm": 0.28770530223846436, |
| "learning_rate": 8.965540430744712e-05, |
| "loss": 0.0371, |
| "step": 6450 |
| }, |
| { |
| "epoch": 6.193672099712368, |
| "grad_norm": 0.36449259519577026, |
| "learning_rate": 8.961663774538367e-05, |
| "loss": 0.0337, |
| "step": 6460 |
| }, |
| { |
| "epoch": 6.203259827420902, |
| "grad_norm": 0.3418562412261963, |
| "learning_rate": 8.957780709433509e-05, |
| "loss": 0.0417, |
| "step": 6470 |
| }, |
| { |
| "epoch": 6.212847555129434, |
| "grad_norm": 0.2991498112678528, |
| "learning_rate": 8.95389124171188e-05, |
| "loss": 0.0402, |
| "step": 6480 |
| }, |
| { |
| "epoch": 6.222435282837967, |
| "grad_norm": 1.1912015676498413, |
| "learning_rate": 8.94999537766559e-05, |
| "loss": 0.045, |
| "step": 6490 |
| }, |
| { |
| "epoch": 6.2320230105465, |
| "grad_norm": 0.6341769695281982, |
| "learning_rate": 8.946093123597088e-05, |
| "loss": 0.0531, |
| "step": 6500 |
| }, |
| { |
| "epoch": 6.241610738255034, |
| "grad_norm": 0.34102702140808105, |
| "learning_rate": 8.942184485819162e-05, |
| "loss": 0.0432, |
| "step": 6510 |
| }, |
| { |
| "epoch": 6.251198465963567, |
| "grad_norm": 0.4004610776901245, |
| "learning_rate": 8.938269470654936e-05, |
| "loss": 0.0476, |
| "step": 6520 |
| }, |
| { |
| "epoch": 6.2607861936721, |
| "grad_norm": 0.4373878240585327, |
| "learning_rate": 8.934348084437835e-05, |
| "loss": 0.0428, |
| "step": 6530 |
| }, |
| { |
| "epoch": 6.270373921380632, |
| "grad_norm": 0.36895817518234253, |
| "learning_rate": 8.930420333511606e-05, |
| "loss": 0.0503, |
| "step": 6540 |
| }, |
| { |
| "epoch": 6.279961649089166, |
| "grad_norm": 0.4267611503601074, |
| "learning_rate": 8.926486224230282e-05, |
| "loss": 0.0429, |
| "step": 6550 |
| }, |
| { |
| "epoch": 6.289549376797699, |
| "grad_norm": 0.4211304485797882, |
| "learning_rate": 8.922545762958188e-05, |
| "loss": 0.0428, |
| "step": 6560 |
| }, |
| { |
| "epoch": 6.299137104506232, |
| "grad_norm": 0.41338953375816345, |
| "learning_rate": 8.918598956069919e-05, |
| "loss": 0.047, |
| "step": 6570 |
| }, |
| { |
| "epoch": 6.308724832214765, |
| "grad_norm": 0.35418424010276794, |
| "learning_rate": 8.914645809950344e-05, |
| "loss": 0.0508, |
| "step": 6580 |
| }, |
| { |
| "epoch": 6.3183125599232985, |
| "grad_norm": 0.5311810374259949, |
| "learning_rate": 8.91068633099458e-05, |
| "loss": 0.0469, |
| "step": 6590 |
| }, |
| { |
| "epoch": 6.327900287631831, |
| "grad_norm": 0.2737090587615967, |
| "learning_rate": 8.90672052560799e-05, |
| "loss": 0.0438, |
| "step": 6600 |
| }, |
| { |
| "epoch": 6.337488015340364, |
| "grad_norm": 0.2861912250518799, |
| "learning_rate": 8.902748400206174e-05, |
| "loss": 0.0498, |
| "step": 6610 |
| }, |
| { |
| "epoch": 6.347075743048897, |
| "grad_norm": 0.37531477212905884, |
| "learning_rate": 8.898769961214952e-05, |
| "loss": 0.0456, |
| "step": 6620 |
| }, |
| { |
| "epoch": 6.3566634707574305, |
| "grad_norm": 0.34681612253189087, |
| "learning_rate": 8.894785215070365e-05, |
| "loss": 0.0418, |
| "step": 6630 |
| }, |
| { |
| "epoch": 6.366251198465964, |
| "grad_norm": 0.28546613454818726, |
| "learning_rate": 8.890794168218649e-05, |
| "loss": 0.0428, |
| "step": 6640 |
| }, |
| { |
| "epoch": 6.375838926174497, |
| "grad_norm": 0.35588616132736206, |
| "learning_rate": 8.886796827116237e-05, |
| "loss": 0.0433, |
| "step": 6650 |
| }, |
| { |
| "epoch": 6.385426653883029, |
| "grad_norm": 0.362427294254303, |
| "learning_rate": 8.882793198229744e-05, |
| "loss": 0.0421, |
| "step": 6660 |
| }, |
| { |
| "epoch": 6.3950143815915625, |
| "grad_norm": 0.4580886960029602, |
| "learning_rate": 8.878783288035957e-05, |
| "loss": 0.034, |
| "step": 6670 |
| }, |
| { |
| "epoch": 6.404602109300096, |
| "grad_norm": 0.37446141242980957, |
| "learning_rate": 8.874767103021824e-05, |
| "loss": 0.0485, |
| "step": 6680 |
| }, |
| { |
| "epoch": 6.414189837008629, |
| "grad_norm": 0.2968175411224365, |
| "learning_rate": 8.870744649684444e-05, |
| "loss": 0.0354, |
| "step": 6690 |
| }, |
| { |
| "epoch": 6.423777564717162, |
| "grad_norm": 0.3441408574581146, |
| "learning_rate": 8.866715934531057e-05, |
| "loss": 0.0427, |
| "step": 6700 |
| }, |
| { |
| "epoch": 6.433365292425695, |
| "grad_norm": 0.3193801939487457, |
| "learning_rate": 8.862680964079031e-05, |
| "loss": 0.0377, |
| "step": 6710 |
| }, |
| { |
| "epoch": 6.442953020134228, |
| "grad_norm": 0.3228664696216583, |
| "learning_rate": 8.858639744855857e-05, |
| "loss": 0.0451, |
| "step": 6720 |
| }, |
| { |
| "epoch": 6.452540747842761, |
| "grad_norm": 0.4861704111099243, |
| "learning_rate": 8.85459228339913e-05, |
| "loss": 0.0426, |
| "step": 6730 |
| }, |
| { |
| "epoch": 6.462128475551294, |
| "grad_norm": 0.281361848115921, |
| "learning_rate": 8.85053858625655e-05, |
| "loss": 0.0411, |
| "step": 6740 |
| }, |
| { |
| "epoch": 6.471716203259827, |
| "grad_norm": 0.39643704891204834, |
| "learning_rate": 8.846478659985895e-05, |
| "loss": 0.0376, |
| "step": 6750 |
| }, |
| { |
| "epoch": 6.481303930968361, |
| "grad_norm": 0.269710510969162, |
| "learning_rate": 8.84241251115503e-05, |
| "loss": 0.0393, |
| "step": 6760 |
| }, |
| { |
| "epoch": 6.490891658676894, |
| "grad_norm": 0.31520572304725647, |
| "learning_rate": 8.838340146341881e-05, |
| "loss": 0.0486, |
| "step": 6770 |
| }, |
| { |
| "epoch": 6.500479386385427, |
| "grad_norm": 0.3355605900287628, |
| "learning_rate": 8.83426157213443e-05, |
| "loss": 0.045, |
| "step": 6780 |
| }, |
| { |
| "epoch": 6.510067114093959, |
| "grad_norm": 0.2806301712989807, |
| "learning_rate": 8.830176795130707e-05, |
| "loss": 0.0447, |
| "step": 6790 |
| }, |
| { |
| "epoch": 6.519654841802493, |
| "grad_norm": 0.27659860253334045, |
| "learning_rate": 8.82608582193877e-05, |
| "loss": 0.0426, |
| "step": 6800 |
| }, |
| { |
| "epoch": 6.529242569511026, |
| "grad_norm": 0.2935637831687927, |
| "learning_rate": 8.82198865917671e-05, |
| "loss": 0.0454, |
| "step": 6810 |
| }, |
| { |
| "epoch": 6.538830297219559, |
| "grad_norm": 0.3571741580963135, |
| "learning_rate": 8.817885313472623e-05, |
| "loss": 0.0454, |
| "step": 6820 |
| }, |
| { |
| "epoch": 6.548418024928092, |
| "grad_norm": 0.3467845022678375, |
| "learning_rate": 8.813775791464611e-05, |
| "loss": 0.043, |
| "step": 6830 |
| }, |
| { |
| "epoch": 6.558005752636625, |
| "grad_norm": 0.4052905738353729, |
| "learning_rate": 8.80966009980077e-05, |
| "loss": 0.0449, |
| "step": 6840 |
| }, |
| { |
| "epoch": 6.567593480345158, |
| "grad_norm": 0.3361055254936218, |
| "learning_rate": 8.805538245139169e-05, |
| "loss": 0.0464, |
| "step": 6850 |
| }, |
| { |
| "epoch": 6.577181208053691, |
| "grad_norm": 0.29235902428627014, |
| "learning_rate": 8.801410234147855e-05, |
| "loss": 0.0432, |
| "step": 6860 |
| }, |
| { |
| "epoch": 6.586768935762224, |
| "grad_norm": 0.4435720443725586, |
| "learning_rate": 8.797276073504832e-05, |
| "loss": 0.0483, |
| "step": 6870 |
| }, |
| { |
| "epoch": 6.5963566634707576, |
| "grad_norm": 0.36006295680999756, |
| "learning_rate": 8.793135769898048e-05, |
| "loss": 0.0389, |
| "step": 6880 |
| }, |
| { |
| "epoch": 6.605944391179291, |
| "grad_norm": 0.30433642864227295, |
| "learning_rate": 8.788989330025397e-05, |
| "loss": 0.0455, |
| "step": 6890 |
| }, |
| { |
| "epoch": 6.615532118887824, |
| "grad_norm": 0.2952471673488617, |
| "learning_rate": 8.784836760594692e-05, |
| "loss": 0.0373, |
| "step": 6900 |
| }, |
| { |
| "epoch": 6.625119846596356, |
| "grad_norm": 0.42555341124534607, |
| "learning_rate": 8.780678068323666e-05, |
| "loss": 0.041, |
| "step": 6910 |
| }, |
| { |
| "epoch": 6.6347075743048896, |
| "grad_norm": 0.3166603744029999, |
| "learning_rate": 8.776513259939957e-05, |
| "loss": 0.0441, |
| "step": 6920 |
| }, |
| { |
| "epoch": 6.644295302013423, |
| "grad_norm": 0.5082001686096191, |
| "learning_rate": 8.772342342181095e-05, |
| "loss": 0.0501, |
| "step": 6930 |
| }, |
| { |
| "epoch": 6.653883029721956, |
| "grad_norm": 0.32811877131462097, |
| "learning_rate": 8.768165321794496e-05, |
| "loss": 0.0449, |
| "step": 6940 |
| }, |
| { |
| "epoch": 6.663470757430489, |
| "grad_norm": 0.39213889837265015, |
| "learning_rate": 8.763982205537446e-05, |
| "loss": 0.0497, |
| "step": 6950 |
| }, |
| { |
| "epoch": 6.673058485139022, |
| "grad_norm": 0.33301976323127747, |
| "learning_rate": 8.759793000177094e-05, |
| "loss": 0.0466, |
| "step": 6960 |
| }, |
| { |
| "epoch": 6.682646212847555, |
| "grad_norm": 0.33493635058403015, |
| "learning_rate": 8.755597712490442e-05, |
| "loss": 0.0485, |
| "step": 6970 |
| }, |
| { |
| "epoch": 6.692233940556088, |
| "grad_norm": 0.43134915828704834, |
| "learning_rate": 8.751396349264324e-05, |
| "loss": 0.051, |
| "step": 6980 |
| }, |
| { |
| "epoch": 6.701821668264621, |
| "grad_norm": 0.3931342363357544, |
| "learning_rate": 8.747188917295409e-05, |
| "loss": 0.0436, |
| "step": 6990 |
| }, |
| { |
| "epoch": 6.7114093959731544, |
| "grad_norm": 0.3660528063774109, |
| "learning_rate": 8.742975423390183e-05, |
| "loss": 0.0393, |
| "step": 7000 |
| }, |
| { |
| "epoch": 6.720997123681688, |
| "grad_norm": 0.33165839314460754, |
| "learning_rate": 8.738755874364937e-05, |
| "loss": 0.0366, |
| "step": 7010 |
| }, |
| { |
| "epoch": 6.730584851390221, |
| "grad_norm": 0.3469119966030121, |
| "learning_rate": 8.734530277045759e-05, |
| "loss": 0.0378, |
| "step": 7020 |
| }, |
| { |
| "epoch": 6.740172579098753, |
| "grad_norm": 0.27698802947998047, |
| "learning_rate": 8.730298638268516e-05, |
| "loss": 0.0362, |
| "step": 7030 |
| }, |
| { |
| "epoch": 6.7497603068072864, |
| "grad_norm": 0.4078359603881836, |
| "learning_rate": 8.726060964878858e-05, |
| "loss": 0.046, |
| "step": 7040 |
| }, |
| { |
| "epoch": 6.75934803451582, |
| "grad_norm": 0.34536081552505493, |
| "learning_rate": 8.721817263732191e-05, |
| "loss": 0.0537, |
| "step": 7050 |
| }, |
| { |
| "epoch": 6.768935762224353, |
| "grad_norm": 0.7122533917427063, |
| "learning_rate": 8.717567541693673e-05, |
| "loss": 0.0466, |
| "step": 7060 |
| }, |
| { |
| "epoch": 6.778523489932886, |
| "grad_norm": 0.24024972319602966, |
| "learning_rate": 8.7133118056382e-05, |
| "loss": 0.0492, |
| "step": 7070 |
| }, |
| { |
| "epoch": 6.788111217641419, |
| "grad_norm": 0.41367456316947937, |
| "learning_rate": 8.709050062450403e-05, |
| "loss": 0.0424, |
| "step": 7080 |
| }, |
| { |
| "epoch": 6.797698945349952, |
| "grad_norm": 0.35695597529411316, |
| "learning_rate": 8.70478231902463e-05, |
| "loss": 0.0425, |
| "step": 7090 |
| }, |
| { |
| "epoch": 6.807286673058485, |
| "grad_norm": 0.38064390420913696, |
| "learning_rate": 8.700508582264928e-05, |
| "loss": 0.0488, |
| "step": 7100 |
| }, |
| { |
| "epoch": 6.816874400767018, |
| "grad_norm": 0.3264651894569397, |
| "learning_rate": 8.696228859085049e-05, |
| "loss": 0.0429, |
| "step": 7110 |
| }, |
| { |
| "epoch": 6.826462128475551, |
| "grad_norm": 0.36960527300834656, |
| "learning_rate": 8.691943156408425e-05, |
| "loss": 0.0465, |
| "step": 7120 |
| }, |
| { |
| "epoch": 6.836049856184085, |
| "grad_norm": 0.34985673427581787, |
| "learning_rate": 8.687651481168158e-05, |
| "loss": 0.0389, |
| "step": 7130 |
| }, |
| { |
| "epoch": 6.845637583892618, |
| "grad_norm": 0.308672696352005, |
| "learning_rate": 8.68335384030702e-05, |
| "loss": 0.0426, |
| "step": 7140 |
| }, |
| { |
| "epoch": 6.855225311601151, |
| "grad_norm": 0.3914170563220978, |
| "learning_rate": 8.679050240777427e-05, |
| "loss": 0.0421, |
| "step": 7150 |
| }, |
| { |
| "epoch": 6.864813039309683, |
| "grad_norm": 0.2807207703590393, |
| "learning_rate": 8.674740689541439e-05, |
| "loss": 0.0484, |
| "step": 7160 |
| }, |
| { |
| "epoch": 6.874400767018217, |
| "grad_norm": 0.31063312292099, |
| "learning_rate": 8.670425193570739e-05, |
| "loss": 0.0413, |
| "step": 7170 |
| }, |
| { |
| "epoch": 6.88398849472675, |
| "grad_norm": 0.3080969452857971, |
| "learning_rate": 8.666103759846634e-05, |
| "loss": 0.0438, |
| "step": 7180 |
| }, |
| { |
| "epoch": 6.893576222435283, |
| "grad_norm": 0.27219802141189575, |
| "learning_rate": 8.661776395360029e-05, |
| "loss": 0.045, |
| "step": 7190 |
| }, |
| { |
| "epoch": 6.903163950143816, |
| "grad_norm": 0.44108715653419495, |
| "learning_rate": 8.65744310711143e-05, |
| "loss": 0.0431, |
| "step": 7200 |
| }, |
| { |
| "epoch": 6.912751677852349, |
| "grad_norm": 0.34575361013412476, |
| "learning_rate": 8.653103902110922e-05, |
| "loss": 0.0419, |
| "step": 7210 |
| }, |
| { |
| "epoch": 6.922339405560882, |
| "grad_norm": 0.29534199833869934, |
| "learning_rate": 8.648758787378164e-05, |
| "loss": 0.0392, |
| "step": 7220 |
| }, |
| { |
| "epoch": 6.931927133269415, |
| "grad_norm": 0.3387232720851898, |
| "learning_rate": 8.644407769942373e-05, |
| "loss": 0.0354, |
| "step": 7230 |
| }, |
| { |
| "epoch": 6.941514860977948, |
| "grad_norm": 0.27211427688598633, |
| "learning_rate": 8.640050856842317e-05, |
| "loss": 0.0401, |
| "step": 7240 |
| }, |
| { |
| "epoch": 6.9511025886864815, |
| "grad_norm": 0.27033731341362, |
| "learning_rate": 8.635688055126299e-05, |
| "loss": 0.0389, |
| "step": 7250 |
| }, |
| { |
| "epoch": 6.960690316395015, |
| "grad_norm": 0.3898187279701233, |
| "learning_rate": 8.631319371852151e-05, |
| "loss": 0.0393, |
| "step": 7260 |
| }, |
| { |
| "epoch": 6.970278044103548, |
| "grad_norm": 0.2771322727203369, |
| "learning_rate": 8.626944814087221e-05, |
| "loss": 0.0463, |
| "step": 7270 |
| }, |
| { |
| "epoch": 6.97986577181208, |
| "grad_norm": 0.28191322088241577, |
| "learning_rate": 8.622564388908357e-05, |
| "loss": 0.0443, |
| "step": 7280 |
| }, |
| { |
| "epoch": 6.9894534995206135, |
| "grad_norm": 0.3647807240486145, |
| "learning_rate": 8.618178103401897e-05, |
| "loss": 0.044, |
| "step": 7290 |
| }, |
| { |
| "epoch": 6.999041227229147, |
| "grad_norm": 0.2619480490684509, |
| "learning_rate": 8.613785964663665e-05, |
| "loss": 0.0422, |
| "step": 7300 |
| }, |
| { |
| "epoch": 7.00862895493768, |
| "grad_norm": 0.2431744933128357, |
| "learning_rate": 8.609387979798952e-05, |
| "loss": 0.0458, |
| "step": 7310 |
| }, |
| { |
| "epoch": 7.018216682646213, |
| "grad_norm": 0.31808608770370483, |
| "learning_rate": 8.604984155922506e-05, |
| "loss": 0.0391, |
| "step": 7320 |
| }, |
| { |
| "epoch": 7.027804410354746, |
| "grad_norm": 0.41725489497184753, |
| "learning_rate": 8.600574500158518e-05, |
| "loss": 0.0395, |
| "step": 7330 |
| }, |
| { |
| "epoch": 7.037392138063279, |
| "grad_norm": 0.23228147625923157, |
| "learning_rate": 8.596159019640619e-05, |
| "loss": 0.0415, |
| "step": 7340 |
| }, |
| { |
| "epoch": 7.046979865771812, |
| "grad_norm": 0.25770825147628784, |
| "learning_rate": 8.59173772151186e-05, |
| "loss": 0.0428, |
| "step": 7350 |
| }, |
| { |
| "epoch": 7.056567593480345, |
| "grad_norm": 0.2742254436016083, |
| "learning_rate": 8.587310612924699e-05, |
| "loss": 0.0456, |
| "step": 7360 |
| }, |
| { |
| "epoch": 7.066155321188878, |
| "grad_norm": 0.34984004497528076, |
| "learning_rate": 8.582877701041004e-05, |
| "loss": 0.0304, |
| "step": 7370 |
| }, |
| { |
| "epoch": 7.075743048897412, |
| "grad_norm": 0.34064123034477234, |
| "learning_rate": 8.578438993032021e-05, |
| "loss": 0.038, |
| "step": 7380 |
| }, |
| { |
| "epoch": 7.085330776605945, |
| "grad_norm": 0.3359072506427765, |
| "learning_rate": 8.57399449607838e-05, |
| "loss": 0.0463, |
| "step": 7390 |
| }, |
| { |
| "epoch": 7.094918504314477, |
| "grad_norm": 0.330243855714798, |
| "learning_rate": 8.569544217370072e-05, |
| "loss": 0.0469, |
| "step": 7400 |
| }, |
| { |
| "epoch": 7.10450623202301, |
| "grad_norm": 0.23439550399780273, |
| "learning_rate": 8.565088164106439e-05, |
| "loss": 0.0388, |
| "step": 7410 |
| }, |
| { |
| "epoch": 7.114093959731544, |
| "grad_norm": 0.45976459980010986, |
| "learning_rate": 8.56062634349617e-05, |
| "loss": 0.0454, |
| "step": 7420 |
| }, |
| { |
| "epoch": 7.123681687440077, |
| "grad_norm": 0.310160368680954, |
| "learning_rate": 8.556158762757282e-05, |
| "loss": 0.0401, |
| "step": 7430 |
| }, |
| { |
| "epoch": 7.13326941514861, |
| "grad_norm": 0.4018678665161133, |
| "learning_rate": 8.551685429117111e-05, |
| "loss": 0.0512, |
| "step": 7440 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.3131730556488037, |
| "learning_rate": 8.547206349812298e-05, |
| "loss": 0.0421, |
| "step": 7450 |
| }, |
| { |
| "epoch": 7.152444870565676, |
| "grad_norm": 0.30326828360557556, |
| "learning_rate": 8.542721532088778e-05, |
| "loss": 0.0461, |
| "step": 7460 |
| }, |
| { |
| "epoch": 7.162032598274209, |
| "grad_norm": 0.3814712166786194, |
| "learning_rate": 8.538230983201771e-05, |
| "loss": 0.0446, |
| "step": 7470 |
| }, |
| { |
| "epoch": 7.171620325982742, |
| "grad_norm": 0.33048462867736816, |
| "learning_rate": 8.533734710415771e-05, |
| "loss": 0.048, |
| "step": 7480 |
| }, |
| { |
| "epoch": 7.181208053691275, |
| "grad_norm": 0.2931906580924988, |
| "learning_rate": 8.529232721004527e-05, |
| "loss": 0.0405, |
| "step": 7490 |
| }, |
| { |
| "epoch": 7.1907957813998085, |
| "grad_norm": 0.3595677614212036, |
| "learning_rate": 8.524725022251039e-05, |
| "loss": 0.0404, |
| "step": 7500 |
| }, |
| { |
| "epoch": 7.200383509108342, |
| "grad_norm": 0.37149250507354736, |
| "learning_rate": 8.520211621447541e-05, |
| "loss": 0.0382, |
| "step": 7510 |
| }, |
| { |
| "epoch": 7.209971236816874, |
| "grad_norm": 0.2645772099494934, |
| "learning_rate": 8.515692525895494e-05, |
| "loss": 0.0438, |
| "step": 7520 |
| }, |
| { |
| "epoch": 7.219558964525407, |
| "grad_norm": 0.3602275848388672, |
| "learning_rate": 8.511167742905569e-05, |
| "loss": 0.0421, |
| "step": 7530 |
| }, |
| { |
| "epoch": 7.2291466922339405, |
| "grad_norm": 0.27108579874038696, |
| "learning_rate": 8.506637279797638e-05, |
| "loss": 0.0406, |
| "step": 7540 |
| }, |
| { |
| "epoch": 7.238734419942474, |
| "grad_norm": 0.329333633184433, |
| "learning_rate": 8.502101143900764e-05, |
| "loss": 0.0357, |
| "step": 7550 |
| }, |
| { |
| "epoch": 7.248322147651007, |
| "grad_norm": 0.2549634873867035, |
| "learning_rate": 8.497559342553185e-05, |
| "loss": 0.0354, |
| "step": 7560 |
| }, |
| { |
| "epoch": 7.25790987535954, |
| "grad_norm": 0.3205493092536926, |
| "learning_rate": 8.493011883102307e-05, |
| "loss": 0.0373, |
| "step": 7570 |
| }, |
| { |
| "epoch": 7.2674976030680725, |
| "grad_norm": 0.2169693112373352, |
| "learning_rate": 8.488458772904684e-05, |
| "loss": 0.0394, |
| "step": 7580 |
| }, |
| { |
| "epoch": 7.277085330776606, |
| "grad_norm": 0.37165510654449463, |
| "learning_rate": 8.483900019326017e-05, |
| "loss": 0.0381, |
| "step": 7590 |
| }, |
| { |
| "epoch": 7.286673058485139, |
| "grad_norm": 0.26651856303215027, |
| "learning_rate": 8.479335629741133e-05, |
| "loss": 0.0422, |
| "step": 7600 |
| }, |
| { |
| "epoch": 7.296260786193672, |
| "grad_norm": 0.32148563861846924, |
| "learning_rate": 8.474765611533977e-05, |
| "loss": 0.0357, |
| "step": 7610 |
| }, |
| { |
| "epoch": 7.305848513902205, |
| "grad_norm": 0.26410454511642456, |
| "learning_rate": 8.470189972097601e-05, |
| "loss": 0.0362, |
| "step": 7620 |
| }, |
| { |
| "epoch": 7.315436241610739, |
| "grad_norm": 0.43451759219169617, |
| "learning_rate": 8.465608718834152e-05, |
| "loss": 0.0394, |
| "step": 7630 |
| }, |
| { |
| "epoch": 7.325023969319272, |
| "grad_norm": 0.39956948161125183, |
| "learning_rate": 8.461021859154851e-05, |
| "loss": 0.0467, |
| "step": 7640 |
| }, |
| { |
| "epoch": 7.334611697027804, |
| "grad_norm": 0.36985108256340027, |
| "learning_rate": 8.45642940048e-05, |
| "loss": 0.0426, |
| "step": 7650 |
| }, |
| { |
| "epoch": 7.344199424736337, |
| "grad_norm": 0.27028191089630127, |
| "learning_rate": 8.451831350238947e-05, |
| "loss": 0.0404, |
| "step": 7660 |
| }, |
| { |
| "epoch": 7.353787152444871, |
| "grad_norm": 0.3216499388217926, |
| "learning_rate": 8.447227715870097e-05, |
| "loss": 0.0389, |
| "step": 7670 |
| }, |
| { |
| "epoch": 7.363374880153404, |
| "grad_norm": 0.2922750413417816, |
| "learning_rate": 8.442618504820878e-05, |
| "loss": 0.0416, |
| "step": 7680 |
| }, |
| { |
| "epoch": 7.372962607861937, |
| "grad_norm": 0.32347607612609863, |
| "learning_rate": 8.438003724547747e-05, |
| "loss": 0.0371, |
| "step": 7690 |
| }, |
| { |
| "epoch": 7.382550335570469, |
| "grad_norm": 0.37498921155929565, |
| "learning_rate": 8.433383382516169e-05, |
| "loss": 0.0388, |
| "step": 7700 |
| }, |
| { |
| "epoch": 7.392138063279003, |
| "grad_norm": 0.41235196590423584, |
| "learning_rate": 8.428757486200603e-05, |
| "loss": 0.0382, |
| "step": 7710 |
| }, |
| { |
| "epoch": 7.401725790987536, |
| "grad_norm": 0.32482102513313293, |
| "learning_rate": 8.424126043084499e-05, |
| "loss": 0.0397, |
| "step": 7720 |
| }, |
| { |
| "epoch": 7.411313518696069, |
| "grad_norm": 0.3329836130142212, |
| "learning_rate": 8.419489060660272e-05, |
| "loss": 0.0381, |
| "step": 7730 |
| }, |
| { |
| "epoch": 7.420901246404602, |
| "grad_norm": 0.28950804471969604, |
| "learning_rate": 8.41484654642931e-05, |
| "loss": 0.037, |
| "step": 7740 |
| }, |
| { |
| "epoch": 7.4304889741131355, |
| "grad_norm": 0.43603238463401794, |
| "learning_rate": 8.410198507901936e-05, |
| "loss": 0.0465, |
| "step": 7750 |
| }, |
| { |
| "epoch": 7.440076701821669, |
| "grad_norm": 0.3902181386947632, |
| "learning_rate": 8.405544952597422e-05, |
| "loss": 0.0423, |
| "step": 7760 |
| }, |
| { |
| "epoch": 7.449664429530201, |
| "grad_norm": 0.4409140348434448, |
| "learning_rate": 8.400885888043956e-05, |
| "loss": 0.0384, |
| "step": 7770 |
| }, |
| { |
| "epoch": 7.459252157238734, |
| "grad_norm": 0.33337706327438354, |
| "learning_rate": 8.396221321778645e-05, |
| "loss": 0.0407, |
| "step": 7780 |
| }, |
| { |
| "epoch": 7.4688398849472675, |
| "grad_norm": 0.29487982392311096, |
| "learning_rate": 8.391551261347493e-05, |
| "loss": 0.0407, |
| "step": 7790 |
| }, |
| { |
| "epoch": 7.478427612655801, |
| "grad_norm": 0.2853257954120636, |
| "learning_rate": 8.38687571430539e-05, |
| "loss": 0.0412, |
| "step": 7800 |
| }, |
| { |
| "epoch": 7.488015340364334, |
| "grad_norm": 0.24586626887321472, |
| "learning_rate": 8.382194688216105e-05, |
| "loss": 0.0453, |
| "step": 7810 |
| }, |
| { |
| "epoch": 7.497603068072867, |
| "grad_norm": 0.24528749287128448, |
| "learning_rate": 8.377508190652272e-05, |
| "loss": 0.0435, |
| "step": 7820 |
| }, |
| { |
| "epoch": 7.5071907957813995, |
| "grad_norm": 0.21899107098579407, |
| "learning_rate": 8.37281622919537e-05, |
| "loss": 0.0516, |
| "step": 7830 |
| }, |
| { |
| "epoch": 7.516778523489933, |
| "grad_norm": 0.5243720412254333, |
| "learning_rate": 8.368118811435726e-05, |
| "loss": 0.0373, |
| "step": 7840 |
| }, |
| { |
| "epoch": 7.526366251198466, |
| "grad_norm": 0.24362969398498535, |
| "learning_rate": 8.363415944972487e-05, |
| "loss": 0.0452, |
| "step": 7850 |
| }, |
| { |
| "epoch": 7.535953978906999, |
| "grad_norm": 0.3614483177661896, |
| "learning_rate": 8.358707637413615e-05, |
| "loss": 0.0343, |
| "step": 7860 |
| }, |
| { |
| "epoch": 7.545541706615532, |
| "grad_norm": 0.3958549201488495, |
| "learning_rate": 8.353993896375878e-05, |
| "loss": 0.0454, |
| "step": 7870 |
| }, |
| { |
| "epoch": 7.555129434324066, |
| "grad_norm": 0.3544330596923828, |
| "learning_rate": 8.349274729484832e-05, |
| "loss": 0.0434, |
| "step": 7880 |
| }, |
| { |
| "epoch": 7.564717162032598, |
| "grad_norm": 0.3171081244945526, |
| "learning_rate": 8.344550144374808e-05, |
| "loss": 0.0423, |
| "step": 7890 |
| }, |
| { |
| "epoch": 7.574304889741131, |
| "grad_norm": 0.3729722797870636, |
| "learning_rate": 8.339820148688907e-05, |
| "loss": 0.0407, |
| "step": 7900 |
| }, |
| { |
| "epoch": 7.583892617449664, |
| "grad_norm": 0.3339761197566986, |
| "learning_rate": 8.335084750078978e-05, |
| "loss": 0.0452, |
| "step": 7910 |
| }, |
| { |
| "epoch": 7.593480345158198, |
| "grad_norm": 0.20363827049732208, |
| "learning_rate": 8.330343956205615e-05, |
| "loss": 0.0387, |
| "step": 7920 |
| }, |
| { |
| "epoch": 7.603068072866731, |
| "grad_norm": 0.3942667245864868, |
| "learning_rate": 8.325597774738137e-05, |
| "loss": 0.0407, |
| "step": 7930 |
| }, |
| { |
| "epoch": 7.612655800575264, |
| "grad_norm": 0.234974667429924, |
| "learning_rate": 8.32084621335458e-05, |
| "loss": 0.0417, |
| "step": 7940 |
| }, |
| { |
| "epoch": 7.622243528283796, |
| "grad_norm": 0.4611276388168335, |
| "learning_rate": 8.316089279741682e-05, |
| "loss": 0.0455, |
| "step": 7950 |
| }, |
| { |
| "epoch": 7.63183125599233, |
| "grad_norm": 0.31897857785224915, |
| "learning_rate": 8.311326981594872e-05, |
| "loss": 0.0489, |
| "step": 7960 |
| }, |
| { |
| "epoch": 7.641418983700863, |
| "grad_norm": 0.34105560183525085, |
| "learning_rate": 8.306559326618259e-05, |
| "loss": 0.0441, |
| "step": 7970 |
| }, |
| { |
| "epoch": 7.651006711409396, |
| "grad_norm": 0.35638663172721863, |
| "learning_rate": 8.301786322524619e-05, |
| "loss": 0.0443, |
| "step": 7980 |
| }, |
| { |
| "epoch": 7.660594439117929, |
| "grad_norm": 0.4538173973560333, |
| "learning_rate": 8.297007977035376e-05, |
| "loss": 0.0414, |
| "step": 7990 |
| }, |
| { |
| "epoch": 7.6701821668264625, |
| "grad_norm": 0.37664180994033813, |
| "learning_rate": 8.292224297880598e-05, |
| "loss": 0.0453, |
| "step": 8000 |
| }, |
| { |
| "epoch": 7.679769894534996, |
| "grad_norm": 0.2357359379529953, |
| "learning_rate": 8.287435292798984e-05, |
| "loss": 0.0424, |
| "step": 8010 |
| }, |
| { |
| "epoch": 7.689357622243528, |
| "grad_norm": 0.32804933190345764, |
| "learning_rate": 8.282640969537848e-05, |
| "loss": 0.0381, |
| "step": 8020 |
| }, |
| { |
| "epoch": 7.698945349952061, |
| "grad_norm": 0.45805230736732483, |
| "learning_rate": 8.277841335853101e-05, |
| "loss": 0.0346, |
| "step": 8030 |
| }, |
| { |
| "epoch": 7.7085330776605945, |
| "grad_norm": 0.2550659775733948, |
| "learning_rate": 8.273036399509253e-05, |
| "loss": 0.044, |
| "step": 8040 |
| }, |
| { |
| "epoch": 7.718120805369128, |
| "grad_norm": 0.3587624728679657, |
| "learning_rate": 8.268226168279389e-05, |
| "loss": 0.0396, |
| "step": 8050 |
| }, |
| { |
| "epoch": 7.727708533077661, |
| "grad_norm": 0.41126248240470886, |
| "learning_rate": 8.263410649945159e-05, |
| "loss": 0.0438, |
| "step": 8060 |
| }, |
| { |
| "epoch": 7.737296260786193, |
| "grad_norm": 0.542373538017273, |
| "learning_rate": 8.258589852296765e-05, |
| "loss": 0.0473, |
| "step": 8070 |
| }, |
| { |
| "epoch": 7.7468839884947265, |
| "grad_norm": 0.44072815775871277, |
| "learning_rate": 8.253763783132955e-05, |
| "loss": 0.0413, |
| "step": 8080 |
| }, |
| { |
| "epoch": 7.75647171620326, |
| "grad_norm": 0.3905545771121979, |
| "learning_rate": 8.248932450261e-05, |
| "loss": 0.0394, |
| "step": 8090 |
| }, |
| { |
| "epoch": 7.766059443911793, |
| "grad_norm": 0.3717019855976105, |
| "learning_rate": 8.244095861496686e-05, |
| "loss": 0.0391, |
| "step": 8100 |
| }, |
| { |
| "epoch": 7.775647171620326, |
| "grad_norm": 0.28803032636642456, |
| "learning_rate": 8.239254024664304e-05, |
| "loss": 0.0398, |
| "step": 8110 |
| }, |
| { |
| "epoch": 7.785234899328859, |
| "grad_norm": 0.26609280705451965, |
| "learning_rate": 8.234406947596633e-05, |
| "loss": 0.0399, |
| "step": 8120 |
| }, |
| { |
| "epoch": 7.794822627037393, |
| "grad_norm": 0.28858163952827454, |
| "learning_rate": 8.229554638134933e-05, |
| "loss": 0.0327, |
| "step": 8130 |
| }, |
| { |
| "epoch": 7.804410354745925, |
| "grad_norm": 0.3346012830734253, |
| "learning_rate": 8.224697104128925e-05, |
| "loss": 0.0372, |
| "step": 8140 |
| }, |
| { |
| "epoch": 7.813998082454458, |
| "grad_norm": 0.3210478723049164, |
| "learning_rate": 8.219834353436781e-05, |
| "loss": 0.0424, |
| "step": 8150 |
| }, |
| { |
| "epoch": 7.823585810162991, |
| "grad_norm": 0.2401236593723297, |
| "learning_rate": 8.214966393925115e-05, |
| "loss": 0.0366, |
| "step": 8160 |
| }, |
| { |
| "epoch": 7.833173537871525, |
| "grad_norm": 0.29601314663887024, |
| "learning_rate": 8.210093233468968e-05, |
| "loss": 0.0416, |
| "step": 8170 |
| }, |
| { |
| "epoch": 7.842761265580058, |
| "grad_norm": 0.29966652393341064, |
| "learning_rate": 8.20521487995179e-05, |
| "loss": 0.0349, |
| "step": 8180 |
| }, |
| { |
| "epoch": 7.85234899328859, |
| "grad_norm": 0.3385706841945648, |
| "learning_rate": 8.200331341265436e-05, |
| "loss": 0.0421, |
| "step": 8190 |
| }, |
| { |
| "epoch": 7.861936720997123, |
| "grad_norm": 0.4073570966720581, |
| "learning_rate": 8.19544262531015e-05, |
| "loss": 0.0416, |
| "step": 8200 |
| }, |
| { |
| "epoch": 7.871524448705657, |
| "grad_norm": 0.30653032660484314, |
| "learning_rate": 8.19054873999455e-05, |
| "loss": 0.04, |
| "step": 8210 |
| }, |
| { |
| "epoch": 7.88111217641419, |
| "grad_norm": 0.24951298534870148, |
| "learning_rate": 8.185649693235614e-05, |
| "loss": 0.0397, |
| "step": 8220 |
| }, |
| { |
| "epoch": 7.890699904122723, |
| "grad_norm": 0.24890607595443726, |
| "learning_rate": 8.180745492958674e-05, |
| "loss": 0.0396, |
| "step": 8230 |
| }, |
| { |
| "epoch": 7.900287631831256, |
| "grad_norm": 0.2634108066558838, |
| "learning_rate": 8.175836147097396e-05, |
| "loss": 0.0364, |
| "step": 8240 |
| }, |
| { |
| "epoch": 7.9098753595397895, |
| "grad_norm": 0.29432108998298645, |
| "learning_rate": 8.170921663593773e-05, |
| "loss": 0.0353, |
| "step": 8250 |
| }, |
| { |
| "epoch": 7.919463087248322, |
| "grad_norm": 0.3281777799129486, |
| "learning_rate": 8.166002050398106e-05, |
| "loss": 0.0429, |
| "step": 8260 |
| }, |
| { |
| "epoch": 7.929050814956855, |
| "grad_norm": 0.24084685742855072, |
| "learning_rate": 8.161077315468997e-05, |
| "loss": 0.0454, |
| "step": 8270 |
| }, |
| { |
| "epoch": 7.938638542665388, |
| "grad_norm": 0.290452241897583, |
| "learning_rate": 8.156147466773332e-05, |
| "loss": 0.0427, |
| "step": 8280 |
| }, |
| { |
| "epoch": 7.9482262703739215, |
| "grad_norm": 0.3068200945854187, |
| "learning_rate": 8.15121251228627e-05, |
| "loss": 0.0416, |
| "step": 8290 |
| }, |
| { |
| "epoch": 7.957813998082455, |
| "grad_norm": 0.5520877242088318, |
| "learning_rate": 8.146272459991233e-05, |
| "loss": 0.0369, |
| "step": 8300 |
| }, |
| { |
| "epoch": 7.967401725790987, |
| "grad_norm": 0.268451064825058, |
| "learning_rate": 8.141327317879884e-05, |
| "loss": 0.0419, |
| "step": 8310 |
| }, |
| { |
| "epoch": 7.97698945349952, |
| "grad_norm": 0.45414549112319946, |
| "learning_rate": 8.136377093952123e-05, |
| "loss": 0.0414, |
| "step": 8320 |
| }, |
| { |
| "epoch": 7.9865771812080535, |
| "grad_norm": 0.2249930500984192, |
| "learning_rate": 8.131421796216072e-05, |
| "loss": 0.0389, |
| "step": 8330 |
| }, |
| { |
| "epoch": 7.996164908916587, |
| "grad_norm": 0.28440603613853455, |
| "learning_rate": 8.126461432688061e-05, |
| "loss": 0.038, |
| "step": 8340 |
| }, |
| { |
| "epoch": 8.00575263662512, |
| "grad_norm": 0.26801931858062744, |
| "learning_rate": 8.121496011392613e-05, |
| "loss": 0.0382, |
| "step": 8350 |
| }, |
| { |
| "epoch": 8.015340364333653, |
| "grad_norm": 0.3116857409477234, |
| "learning_rate": 8.116525540362434e-05, |
| "loss": 0.0395, |
| "step": 8360 |
| }, |
| { |
| "epoch": 8.024928092042186, |
| "grad_norm": 0.37847548723220825, |
| "learning_rate": 8.1115500276384e-05, |
| "loss": 0.0395, |
| "step": 8370 |
| }, |
| { |
| "epoch": 8.03451581975072, |
| "grad_norm": 0.3358413279056549, |
| "learning_rate": 8.10656948126954e-05, |
| "loss": 0.0443, |
| "step": 8380 |
| }, |
| { |
| "epoch": 8.044103547459253, |
| "grad_norm": 0.3593525290489197, |
| "learning_rate": 8.101583909313033e-05, |
| "loss": 0.0393, |
| "step": 8390 |
| }, |
| { |
| "epoch": 8.053691275167786, |
| "grad_norm": 0.2807999551296234, |
| "learning_rate": 8.09659331983418e-05, |
| "loss": 0.0337, |
| "step": 8400 |
| }, |
| { |
| "epoch": 8.063279002876317, |
| "grad_norm": 0.24256014823913574, |
| "learning_rate": 8.091597720906403e-05, |
| "loss": 0.0383, |
| "step": 8410 |
| }, |
| { |
| "epoch": 8.07286673058485, |
| "grad_norm": 0.4359792172908783, |
| "learning_rate": 8.086597120611228e-05, |
| "loss": 0.0389, |
| "step": 8420 |
| }, |
| { |
| "epoch": 8.082454458293384, |
| "grad_norm": 0.3423149883747101, |
| "learning_rate": 8.081591527038271e-05, |
| "loss": 0.0401, |
| "step": 8430 |
| }, |
| { |
| "epoch": 8.092042186001917, |
| "grad_norm": 0.2202298790216446, |
| "learning_rate": 8.076580948285227e-05, |
| "loss": 0.0364, |
| "step": 8440 |
| }, |
| { |
| "epoch": 8.10162991371045, |
| "grad_norm": 0.36670511960983276, |
| "learning_rate": 8.071565392457852e-05, |
| "loss": 0.0379, |
| "step": 8450 |
| }, |
| { |
| "epoch": 8.111217641418984, |
| "grad_norm": 0.22374413907527924, |
| "learning_rate": 8.066544867669961e-05, |
| "loss": 0.0363, |
| "step": 8460 |
| }, |
| { |
| "epoch": 8.120805369127517, |
| "grad_norm": 0.43999022245407104, |
| "learning_rate": 8.061519382043399e-05, |
| "loss": 0.0385, |
| "step": 8470 |
| }, |
| { |
| "epoch": 8.13039309683605, |
| "grad_norm": 0.2890577018260956, |
| "learning_rate": 8.056488943708041e-05, |
| "loss": 0.0379, |
| "step": 8480 |
| }, |
| { |
| "epoch": 8.139980824544583, |
| "grad_norm": 0.3366747200489044, |
| "learning_rate": 8.051453560801772e-05, |
| "loss": 0.0417, |
| "step": 8490 |
| }, |
| { |
| "epoch": 8.149568552253116, |
| "grad_norm": 0.2634000778198242, |
| "learning_rate": 8.046413241470478e-05, |
| "loss": 0.0351, |
| "step": 8500 |
| }, |
| { |
| "epoch": 8.15915627996165, |
| "grad_norm": 0.21788382530212402, |
| "learning_rate": 8.041367993868031e-05, |
| "loss": 0.0391, |
| "step": 8510 |
| }, |
| { |
| "epoch": 8.168744007670183, |
| "grad_norm": 0.31453433632850647, |
| "learning_rate": 8.036317826156275e-05, |
| "loss": 0.0392, |
| "step": 8520 |
| }, |
| { |
| "epoch": 8.178331735378714, |
| "grad_norm": 0.2942139506340027, |
| "learning_rate": 8.031262746505012e-05, |
| "loss": 0.0443, |
| "step": 8530 |
| }, |
| { |
| "epoch": 8.187919463087248, |
| "grad_norm": 0.24110645055770874, |
| "learning_rate": 8.02620276309199e-05, |
| "loss": 0.038, |
| "step": 8540 |
| }, |
| { |
| "epoch": 8.19750719079578, |
| "grad_norm": 0.26143452525138855, |
| "learning_rate": 8.021137884102891e-05, |
| "loss": 0.0349, |
| "step": 8550 |
| }, |
| { |
| "epoch": 8.207094918504314, |
| "grad_norm": 0.23739804327487946, |
| "learning_rate": 8.016068117731318e-05, |
| "loss": 0.0367, |
| "step": 8560 |
| }, |
| { |
| "epoch": 8.216682646212847, |
| "grad_norm": 0.31131234765052795, |
| "learning_rate": 8.010993472178778e-05, |
| "loss": 0.0383, |
| "step": 8570 |
| }, |
| { |
| "epoch": 8.22627037392138, |
| "grad_norm": 0.301734060049057, |
| "learning_rate": 8.005913955654675e-05, |
| "loss": 0.0402, |
| "step": 8580 |
| }, |
| { |
| "epoch": 8.235858101629914, |
| "grad_norm": 0.2536526620388031, |
| "learning_rate": 8.000829576376288e-05, |
| "loss": 0.0324, |
| "step": 8590 |
| }, |
| { |
| "epoch": 8.245445829338447, |
| "grad_norm": 0.398578941822052, |
| "learning_rate": 7.995740342568767e-05, |
| "loss": 0.0382, |
| "step": 8600 |
| }, |
| { |
| "epoch": 8.25503355704698, |
| "grad_norm": 0.2876124083995819, |
| "learning_rate": 7.990646262465112e-05, |
| "loss": 0.038, |
| "step": 8610 |
| }, |
| { |
| "epoch": 8.264621284755513, |
| "grad_norm": 0.30959025025367737, |
| "learning_rate": 7.985547344306161e-05, |
| "loss": 0.0464, |
| "step": 8620 |
| }, |
| { |
| "epoch": 8.274209012464047, |
| "grad_norm": 0.327210396528244, |
| "learning_rate": 7.980443596340589e-05, |
| "loss": 0.0426, |
| "step": 8630 |
| }, |
| { |
| "epoch": 8.28379674017258, |
| "grad_norm": 0.23988771438598633, |
| "learning_rate": 7.975335026824873e-05, |
| "loss": 0.043, |
| "step": 8640 |
| }, |
| { |
| "epoch": 8.293384467881111, |
| "grad_norm": 0.2276514321565628, |
| "learning_rate": 7.970221644023293e-05, |
| "loss": 0.0407, |
| "step": 8650 |
| }, |
| { |
| "epoch": 8.302972195589644, |
| "grad_norm": 0.27630215883255005, |
| "learning_rate": 7.965103456207919e-05, |
| "loss": 0.0439, |
| "step": 8660 |
| }, |
| { |
| "epoch": 8.312559923298178, |
| "grad_norm": 0.1922815442085266, |
| "learning_rate": 7.959980471658592e-05, |
| "loss": 0.0396, |
| "step": 8670 |
| }, |
| { |
| "epoch": 8.322147651006711, |
| "grad_norm": 0.303406298160553, |
| "learning_rate": 7.954852698662913e-05, |
| "loss": 0.0363, |
| "step": 8680 |
| }, |
| { |
| "epoch": 8.331735378715244, |
| "grad_norm": 0.3184201717376709, |
| "learning_rate": 7.94972014551623e-05, |
| "loss": 0.0414, |
| "step": 8690 |
| }, |
| { |
| "epoch": 8.341323106423777, |
| "grad_norm": 0.31593239307403564, |
| "learning_rate": 7.94458282052162e-05, |
| "loss": 0.0431, |
| "step": 8700 |
| }, |
| { |
| "epoch": 8.35091083413231, |
| "grad_norm": 0.2461700290441513, |
| "learning_rate": 7.939440731989887e-05, |
| "loss": 0.0447, |
| "step": 8710 |
| }, |
| { |
| "epoch": 8.360498561840844, |
| "grad_norm": 0.5149932503700256, |
| "learning_rate": 7.934293888239532e-05, |
| "loss": 0.0377, |
| "step": 8720 |
| }, |
| { |
| "epoch": 8.370086289549377, |
| "grad_norm": 0.273589164018631, |
| "learning_rate": 7.929142297596756e-05, |
| "loss": 0.0436, |
| "step": 8730 |
| }, |
| { |
| "epoch": 8.37967401725791, |
| "grad_norm": 0.37680765986442566, |
| "learning_rate": 7.92398596839544e-05, |
| "loss": 0.0351, |
| "step": 8740 |
| }, |
| { |
| "epoch": 8.389261744966444, |
| "grad_norm": 0.3258054256439209, |
| "learning_rate": 7.918824908977123e-05, |
| "loss": 0.0387, |
| "step": 8750 |
| }, |
| { |
| "epoch": 8.398849472674977, |
| "grad_norm": 0.36646002531051636, |
| "learning_rate": 7.913659127691002e-05, |
| "loss": 0.0388, |
| "step": 8760 |
| }, |
| { |
| "epoch": 8.40843720038351, |
| "grad_norm": 0.31907573342323303, |
| "learning_rate": 7.908488632893913e-05, |
| "loss": 0.043, |
| "step": 8770 |
| }, |
| { |
| "epoch": 8.418024928092041, |
| "grad_norm": 0.3218369781970978, |
| "learning_rate": 7.903313432950313e-05, |
| "loss": 0.041, |
| "step": 8780 |
| }, |
| { |
| "epoch": 8.427612655800575, |
| "grad_norm": 0.2750600576400757, |
| "learning_rate": 7.898133536232275e-05, |
| "loss": 0.0372, |
| "step": 8790 |
| }, |
| { |
| "epoch": 8.437200383509108, |
| "grad_norm": 0.3370470106601715, |
| "learning_rate": 7.892948951119467e-05, |
| "loss": 0.0381, |
| "step": 8800 |
| }, |
| { |
| "epoch": 8.446788111217641, |
| "grad_norm": 0.30544212460517883, |
| "learning_rate": 7.887759685999143e-05, |
| "loss": 0.0511, |
| "step": 8810 |
| }, |
| { |
| "epoch": 8.456375838926174, |
| "grad_norm": 0.3022957742214203, |
| "learning_rate": 7.88256574926613e-05, |
| "loss": 0.0382, |
| "step": 8820 |
| }, |
| { |
| "epoch": 8.465963566634708, |
| "grad_norm": 0.4892277121543884, |
| "learning_rate": 7.877367149322807e-05, |
| "loss": 0.0471, |
| "step": 8830 |
| }, |
| { |
| "epoch": 8.47555129434324, |
| "grad_norm": 0.2292528748512268, |
| "learning_rate": 7.872163894579103e-05, |
| "loss": 0.0374, |
| "step": 8840 |
| }, |
| { |
| "epoch": 8.485139022051774, |
| "grad_norm": 0.4441846013069153, |
| "learning_rate": 7.866955993452473e-05, |
| "loss": 0.0396, |
| "step": 8850 |
| }, |
| { |
| "epoch": 8.494726749760307, |
| "grad_norm": 0.3326236605644226, |
| "learning_rate": 7.86174345436789e-05, |
| "loss": 0.0407, |
| "step": 8860 |
| }, |
| { |
| "epoch": 8.50431447746884, |
| "grad_norm": 0.3634801506996155, |
| "learning_rate": 7.856526285757829e-05, |
| "loss": 0.0343, |
| "step": 8870 |
| }, |
| { |
| "epoch": 8.513902205177374, |
| "grad_norm": 0.3255830705165863, |
| "learning_rate": 7.851304496062254e-05, |
| "loss": 0.0391, |
| "step": 8880 |
| }, |
| { |
| "epoch": 8.523489932885907, |
| "grad_norm": 0.2465457022190094, |
| "learning_rate": 7.846078093728611e-05, |
| "loss": 0.0418, |
| "step": 8890 |
| }, |
| { |
| "epoch": 8.53307766059444, |
| "grad_norm": 0.28741371631622314, |
| "learning_rate": 7.840847087211799e-05, |
| "loss": 0.0408, |
| "step": 8900 |
| }, |
| { |
| "epoch": 8.542665388302972, |
| "grad_norm": 0.5026047825813293, |
| "learning_rate": 7.835611484974169e-05, |
| "loss": 0.0425, |
| "step": 8910 |
| }, |
| { |
| "epoch": 8.552253116011505, |
| "grad_norm": 0.29450881481170654, |
| "learning_rate": 7.830371295485506e-05, |
| "loss": 0.0386, |
| "step": 8920 |
| }, |
| { |
| "epoch": 8.561840843720038, |
| "grad_norm": 0.37559008598327637, |
| "learning_rate": 7.82512652722302e-05, |
| "loss": 0.0346, |
| "step": 8930 |
| }, |
| { |
| "epoch": 8.571428571428571, |
| "grad_norm": 0.3274129033088684, |
| "learning_rate": 7.819877188671322e-05, |
| "loss": 0.0377, |
| "step": 8940 |
| }, |
| { |
| "epoch": 8.581016299137104, |
| "grad_norm": 1.9449902772903442, |
| "learning_rate": 7.81462328832242e-05, |
| "loss": 0.0422, |
| "step": 8950 |
| }, |
| { |
| "epoch": 8.590604026845638, |
| "grad_norm": 0.32859793305397034, |
| "learning_rate": 7.809364834675703e-05, |
| "loss": 0.0381, |
| "step": 8960 |
| }, |
| { |
| "epoch": 8.60019175455417, |
| "grad_norm": 0.41501474380493164, |
| "learning_rate": 7.804101836237921e-05, |
| "loss": 0.0413, |
| "step": 8970 |
| }, |
| { |
| "epoch": 8.609779482262704, |
| "grad_norm": 0.3548615574836731, |
| "learning_rate": 7.798834301523182e-05, |
| "loss": 0.0436, |
| "step": 8980 |
| }, |
| { |
| "epoch": 8.619367209971237, |
| "grad_norm": 0.3612217903137207, |
| "learning_rate": 7.793562239052928e-05, |
| "loss": 0.0364, |
| "step": 8990 |
| }, |
| { |
| "epoch": 8.62895493767977, |
| "grad_norm": 0.3534400761127472, |
| "learning_rate": 7.78828565735593e-05, |
| "loss": 0.0381, |
| "step": 9000 |
| }, |
| { |
| "epoch": 8.638542665388304, |
| "grad_norm": 0.34939974546432495, |
| "learning_rate": 7.783004564968263e-05, |
| "loss": 0.0405, |
| "step": 9010 |
| }, |
| { |
| "epoch": 8.648130393096835, |
| "grad_norm": 0.37234190106391907, |
| "learning_rate": 7.777718970433309e-05, |
| "loss": 0.0439, |
| "step": 9020 |
| }, |
| { |
| "epoch": 8.657718120805368, |
| "grad_norm": 0.40179571509361267, |
| "learning_rate": 7.772428882301724e-05, |
| "loss": 0.0428, |
| "step": 9030 |
| }, |
| { |
| "epoch": 8.667305848513902, |
| "grad_norm": 0.37865087389945984, |
| "learning_rate": 7.767134309131437e-05, |
| "loss": 0.0364, |
| "step": 9040 |
| }, |
| { |
| "epoch": 8.676893576222435, |
| "grad_norm": 0.32325470447540283, |
| "learning_rate": 7.761835259487635e-05, |
| "loss": 0.0387, |
| "step": 9050 |
| }, |
| { |
| "epoch": 8.686481303930968, |
| "grad_norm": 0.26749640703201294, |
| "learning_rate": 7.756531741942743e-05, |
| "loss": 0.048, |
| "step": 9060 |
| }, |
| { |
| "epoch": 8.696069031639501, |
| "grad_norm": 0.381815105676651, |
| "learning_rate": 7.751223765076418e-05, |
| "loss": 0.0337, |
| "step": 9070 |
| }, |
| { |
| "epoch": 8.705656759348035, |
| "grad_norm": 0.4329027533531189, |
| "learning_rate": 7.745911337475524e-05, |
| "loss": 0.0408, |
| "step": 9080 |
| }, |
| { |
| "epoch": 8.715244487056568, |
| "grad_norm": 0.4740753173828125, |
| "learning_rate": 7.740594467734131e-05, |
| "loss": 0.0368, |
| "step": 9090 |
| }, |
| { |
| "epoch": 8.724832214765101, |
| "grad_norm": 0.23423776030540466, |
| "learning_rate": 7.735273164453494e-05, |
| "loss": 0.0445, |
| "step": 9100 |
| }, |
| { |
| "epoch": 8.734419942473634, |
| "grad_norm": 0.35593661665916443, |
| "learning_rate": 7.72994743624204e-05, |
| "loss": 0.0415, |
| "step": 9110 |
| }, |
| { |
| "epoch": 8.744007670182167, |
| "grad_norm": 0.2637054920196533, |
| "learning_rate": 7.724617291715355e-05, |
| "loss": 0.0424, |
| "step": 9120 |
| }, |
| { |
| "epoch": 8.7535953978907, |
| "grad_norm": 0.25044816732406616, |
| "learning_rate": 7.719282739496167e-05, |
| "loss": 0.0384, |
| "step": 9130 |
| }, |
| { |
| "epoch": 8.763183125599234, |
| "grad_norm": 0.22907428443431854, |
| "learning_rate": 7.713943788214337e-05, |
| "loss": 0.0365, |
| "step": 9140 |
| }, |
| { |
| "epoch": 8.772770853307765, |
| "grad_norm": 0.4074908494949341, |
| "learning_rate": 7.70860044650684e-05, |
| "loss": 0.0481, |
| "step": 9150 |
| }, |
| { |
| "epoch": 8.782358581016299, |
| "grad_norm": 0.29292604327201843, |
| "learning_rate": 7.703252723017757e-05, |
| "loss": 0.0433, |
| "step": 9160 |
| }, |
| { |
| "epoch": 8.791946308724832, |
| "grad_norm": 0.2879285514354706, |
| "learning_rate": 7.697900626398255e-05, |
| "loss": 0.0388, |
| "step": 9170 |
| }, |
| { |
| "epoch": 8.801534036433365, |
| "grad_norm": 0.31987619400024414, |
| "learning_rate": 7.692544165306574e-05, |
| "loss": 0.0423, |
| "step": 9180 |
| }, |
| { |
| "epoch": 8.811121764141898, |
| "grad_norm": 0.3260093331336975, |
| "learning_rate": 7.687183348408018e-05, |
| "loss": 0.0342, |
| "step": 9190 |
| }, |
| { |
| "epoch": 8.820709491850431, |
| "grad_norm": 0.3373820185661316, |
| "learning_rate": 7.681818184374938e-05, |
| "loss": 0.0382, |
| "step": 9200 |
| }, |
| { |
| "epoch": 8.830297219558965, |
| "grad_norm": 0.17047972977161407, |
| "learning_rate": 7.676448681886715e-05, |
| "loss": 0.0375, |
| "step": 9210 |
| }, |
| { |
| "epoch": 8.839884947267498, |
| "grad_norm": 0.26559868454933167, |
| "learning_rate": 7.671074849629746e-05, |
| "loss": 0.0398, |
| "step": 9220 |
| }, |
| { |
| "epoch": 8.849472674976031, |
| "grad_norm": 0.30938103795051575, |
| "learning_rate": 7.665696696297439e-05, |
| "loss": 0.0437, |
| "step": 9230 |
| }, |
| { |
| "epoch": 8.859060402684564, |
| "grad_norm": 0.47756102681159973, |
| "learning_rate": 7.660314230590187e-05, |
| "loss": 0.0393, |
| "step": 9240 |
| }, |
| { |
| "epoch": 8.868648130393098, |
| "grad_norm": 0.3115938901901245, |
| "learning_rate": 7.654927461215362e-05, |
| "loss": 0.0389, |
| "step": 9250 |
| }, |
| { |
| "epoch": 8.87823585810163, |
| "grad_norm": 0.2378511130809784, |
| "learning_rate": 7.649536396887296e-05, |
| "loss": 0.0456, |
| "step": 9260 |
| }, |
| { |
| "epoch": 8.887823585810162, |
| "grad_norm": 0.27728554606437683, |
| "learning_rate": 7.644141046327271e-05, |
| "loss": 0.0445, |
| "step": 9270 |
| }, |
| { |
| "epoch": 8.897411313518695, |
| "grad_norm": 0.5434097051620483, |
| "learning_rate": 7.638741418263505e-05, |
| "loss": 0.0402, |
| "step": 9280 |
| }, |
| { |
| "epoch": 8.906999041227229, |
| "grad_norm": 0.23838652670383453, |
| "learning_rate": 7.633337521431127e-05, |
| "loss": 0.038, |
| "step": 9290 |
| }, |
| { |
| "epoch": 8.916586768935762, |
| "grad_norm": 0.2675243020057678, |
| "learning_rate": 7.627929364572184e-05, |
| "loss": 0.0409, |
| "step": 9300 |
| }, |
| { |
| "epoch": 8.926174496644295, |
| "grad_norm": 0.36112427711486816, |
| "learning_rate": 7.622516956435604e-05, |
| "loss": 0.038, |
| "step": 9310 |
| }, |
| { |
| "epoch": 8.935762224352828, |
| "grad_norm": 0.40189293026924133, |
| "learning_rate": 7.617100305777199e-05, |
| "loss": 0.0349, |
| "step": 9320 |
| }, |
| { |
| "epoch": 8.945349952061362, |
| "grad_norm": 0.32217565178871155, |
| "learning_rate": 7.611679421359639e-05, |
| "loss": 0.0414, |
| "step": 9330 |
| }, |
| { |
| "epoch": 8.954937679769895, |
| "grad_norm": 0.37468934059143066, |
| "learning_rate": 7.60625431195245e-05, |
| "loss": 0.0419, |
| "step": 9340 |
| }, |
| { |
| "epoch": 8.964525407478428, |
| "grad_norm": 0.25082099437713623, |
| "learning_rate": 7.600824986331989e-05, |
| "loss": 0.0361, |
| "step": 9350 |
| }, |
| { |
| "epoch": 8.974113135186961, |
| "grad_norm": 0.3598342835903168, |
| "learning_rate": 7.595391453281431e-05, |
| "loss": 0.034, |
| "step": 9360 |
| }, |
| { |
| "epoch": 8.983700862895494, |
| "grad_norm": 0.3254631459712982, |
| "learning_rate": 7.589953721590764e-05, |
| "loss": 0.0482, |
| "step": 9370 |
| }, |
| { |
| "epoch": 8.993288590604028, |
| "grad_norm": 0.3480936586856842, |
| "learning_rate": 7.584511800056759e-05, |
| "loss": 0.0359, |
| "step": 9380 |
| }, |
| { |
| "epoch": 9.002876318312559, |
| "grad_norm": 0.321119099855423, |
| "learning_rate": 7.579065697482974e-05, |
| "loss": 0.0397, |
| "step": 9390 |
| }, |
| { |
| "epoch": 9.012464046021092, |
| "grad_norm": 0.2790512144565582, |
| "learning_rate": 7.573615422679726e-05, |
| "loss": 0.0341, |
| "step": 9400 |
| }, |
| { |
| "epoch": 9.022051773729626, |
| "grad_norm": 0.6163461208343506, |
| "learning_rate": 7.568160984464083e-05, |
| "loss": 0.0361, |
| "step": 9410 |
| }, |
| { |
| "epoch": 9.031639501438159, |
| "grad_norm": 0.35653308033943176, |
| "learning_rate": 7.56270239165985e-05, |
| "loss": 0.0392, |
| "step": 9420 |
| }, |
| { |
| "epoch": 9.041227229146692, |
| "grad_norm": 0.2938978970050812, |
| "learning_rate": 7.55723965309755e-05, |
| "loss": 0.0326, |
| "step": 9430 |
| }, |
| { |
| "epoch": 9.050814956855225, |
| "grad_norm": 0.26529833674430847, |
| "learning_rate": 7.551772777614412e-05, |
| "loss": 0.0454, |
| "step": 9440 |
| }, |
| { |
| "epoch": 9.060402684563758, |
| "grad_norm": 0.351085364818573, |
| "learning_rate": 7.54630177405436e-05, |
| "loss": 0.0467, |
| "step": 9450 |
| }, |
| { |
| "epoch": 9.069990412272292, |
| "grad_norm": 0.23490998148918152, |
| "learning_rate": 7.540826651267999e-05, |
| "loss": 0.0405, |
| "step": 9460 |
| }, |
| { |
| "epoch": 9.079578139980825, |
| "grad_norm": 0.3685658276081085, |
| "learning_rate": 7.535347418112588e-05, |
| "loss": 0.0372, |
| "step": 9470 |
| }, |
| { |
| "epoch": 9.089165867689358, |
| "grad_norm": 0.36048129200935364, |
| "learning_rate": 7.529864083452046e-05, |
| "loss": 0.0378, |
| "step": 9480 |
| }, |
| { |
| "epoch": 9.098753595397891, |
| "grad_norm": 0.3054652810096741, |
| "learning_rate": 7.52437665615692e-05, |
| "loss": 0.0447, |
| "step": 9490 |
| }, |
| { |
| "epoch": 9.108341323106425, |
| "grad_norm": 0.2997536063194275, |
| "learning_rate": 7.518885145104381e-05, |
| "loss": 0.038, |
| "step": 9500 |
| }, |
| { |
| "epoch": 9.117929050814958, |
| "grad_norm": 0.5517327189445496, |
| "learning_rate": 7.513389559178209e-05, |
| "loss": 0.0472, |
| "step": 9510 |
| }, |
| { |
| "epoch": 9.12751677852349, |
| "grad_norm": 0.30378520488739014, |
| "learning_rate": 7.507889907268769e-05, |
| "loss": 0.0355, |
| "step": 9520 |
| }, |
| { |
| "epoch": 9.137104506232022, |
| "grad_norm": 0.46029695868492126, |
| "learning_rate": 7.50238619827301e-05, |
| "loss": 0.0358, |
| "step": 9530 |
| }, |
| { |
| "epoch": 9.146692233940556, |
| "grad_norm": 0.30406633019447327, |
| "learning_rate": 7.496878441094439e-05, |
| "loss": 0.0397, |
| "step": 9540 |
| }, |
| { |
| "epoch": 9.156279961649089, |
| "grad_norm": 0.4107452929019928, |
| "learning_rate": 7.491366644643118e-05, |
| "loss": 0.043, |
| "step": 9550 |
| }, |
| { |
| "epoch": 9.165867689357622, |
| "grad_norm": 0.6011910438537598, |
| "learning_rate": 7.485850817835639e-05, |
| "loss": 0.0459, |
| "step": 9560 |
| }, |
| { |
| "epoch": 9.175455417066155, |
| "grad_norm": 0.42862173914909363, |
| "learning_rate": 7.480330969595114e-05, |
| "loss": 0.0392, |
| "step": 9570 |
| }, |
| { |
| "epoch": 9.185043144774689, |
| "grad_norm": 0.3231380879878998, |
| "learning_rate": 7.474807108851163e-05, |
| "loss": 0.0379, |
| "step": 9580 |
| }, |
| { |
| "epoch": 9.194630872483222, |
| "grad_norm": 0.31742027401924133, |
| "learning_rate": 7.469279244539897e-05, |
| "loss": 0.0398, |
| "step": 9590 |
| }, |
| { |
| "epoch": 9.204218600191755, |
| "grad_norm": 0.34327855706214905, |
| "learning_rate": 7.463747385603899e-05, |
| "loss": 0.0365, |
| "step": 9600 |
| }, |
| { |
| "epoch": 9.213806327900288, |
| "grad_norm": 0.40726932883262634, |
| "learning_rate": 7.458211540992222e-05, |
| "loss": 0.0421, |
| "step": 9610 |
| }, |
| { |
| "epoch": 9.223394055608821, |
| "grad_norm": 0.28824758529663086, |
| "learning_rate": 7.452671719660359e-05, |
| "loss": 0.0392, |
| "step": 9620 |
| }, |
| { |
| "epoch": 9.232981783317355, |
| "grad_norm": 0.4298984408378601, |
| "learning_rate": 7.447127930570241e-05, |
| "loss": 0.0396, |
| "step": 9630 |
| }, |
| { |
| "epoch": 9.242569511025886, |
| "grad_norm": 0.3513946831226349, |
| "learning_rate": 7.441580182690218e-05, |
| "loss": 0.0344, |
| "step": 9640 |
| }, |
| { |
| "epoch": 9.25215723873442, |
| "grad_norm": 0.31864580512046814, |
| "learning_rate": 7.436028484995043e-05, |
| "loss": 0.0352, |
| "step": 9650 |
| }, |
| { |
| "epoch": 9.261744966442953, |
| "grad_norm": 0.42778101563453674, |
| "learning_rate": 7.430472846465856e-05, |
| "loss": 0.0345, |
| "step": 9660 |
| }, |
| { |
| "epoch": 9.271332694151486, |
| "grad_norm": 0.25153082609176636, |
| "learning_rate": 7.424913276090176e-05, |
| "loss": 0.0376, |
| "step": 9670 |
| }, |
| { |
| "epoch": 9.280920421860019, |
| "grad_norm": 0.30971595644950867, |
| "learning_rate": 7.419349782861882e-05, |
| "loss": 0.0402, |
| "step": 9680 |
| }, |
| { |
| "epoch": 9.290508149568552, |
| "grad_norm": 0.5045586228370667, |
| "learning_rate": 7.413782375781198e-05, |
| "loss": 0.0321, |
| "step": 9690 |
| }, |
| { |
| "epoch": 9.300095877277085, |
| "grad_norm": 0.26688501238822937, |
| "learning_rate": 7.40821106385468e-05, |
| "loss": 0.0405, |
| "step": 9700 |
| }, |
| { |
| "epoch": 9.309683604985619, |
| "grad_norm": 0.3186158537864685, |
| "learning_rate": 7.402635856095202e-05, |
| "loss": 0.039, |
| "step": 9710 |
| }, |
| { |
| "epoch": 9.319271332694152, |
| "grad_norm": 0.23956236243247986, |
| "learning_rate": 7.397056761521936e-05, |
| "loss": 0.0385, |
| "step": 9720 |
| }, |
| { |
| "epoch": 9.328859060402685, |
| "grad_norm": 0.35403645038604736, |
| "learning_rate": 7.391473789160352e-05, |
| "loss": 0.037, |
| "step": 9730 |
| }, |
| { |
| "epoch": 9.338446788111218, |
| "grad_norm": 0.30190348625183105, |
| "learning_rate": 7.38588694804218e-05, |
| "loss": 0.0402, |
| "step": 9740 |
| }, |
| { |
| "epoch": 9.348034515819752, |
| "grad_norm": 0.45342007279396057, |
| "learning_rate": 7.380296247205417e-05, |
| "loss": 0.0385, |
| "step": 9750 |
| }, |
| { |
| "epoch": 9.357622243528283, |
| "grad_norm": 0.355342835187912, |
| "learning_rate": 7.374701695694304e-05, |
| "loss": 0.0375, |
| "step": 9760 |
| }, |
| { |
| "epoch": 9.367209971236816, |
| "grad_norm": 0.3231160640716553, |
| "learning_rate": 7.369103302559308e-05, |
| "loss": 0.0353, |
| "step": 9770 |
| }, |
| { |
| "epoch": 9.37679769894535, |
| "grad_norm": 0.4163530766963959, |
| "learning_rate": 7.363501076857112e-05, |
| "loss": 0.0381, |
| "step": 9780 |
| }, |
| { |
| "epoch": 9.386385426653883, |
| "grad_norm": 0.24439620971679688, |
| "learning_rate": 7.357895027650598e-05, |
| "loss": 0.0347, |
| "step": 9790 |
| }, |
| { |
| "epoch": 9.395973154362416, |
| "grad_norm": 0.3847917318344116, |
| "learning_rate": 7.352285164008838e-05, |
| "loss": 0.0331, |
| "step": 9800 |
| }, |
| { |
| "epoch": 9.405560882070949, |
| "grad_norm": 0.3097192049026489, |
| "learning_rate": 7.346671495007068e-05, |
| "loss": 0.0405, |
| "step": 9810 |
| }, |
| { |
| "epoch": 9.415148609779482, |
| "grad_norm": 0.21436016261577606, |
| "learning_rate": 7.341054029726685e-05, |
| "loss": 0.0375, |
| "step": 9820 |
| }, |
| { |
| "epoch": 9.424736337488016, |
| "grad_norm": 0.41024893522262573, |
| "learning_rate": 7.335432777255225e-05, |
| "loss": 0.0463, |
| "step": 9830 |
| }, |
| { |
| "epoch": 9.434324065196549, |
| "grad_norm": 0.299177348613739, |
| "learning_rate": 7.329807746686352e-05, |
| "loss": 0.0418, |
| "step": 9840 |
| }, |
| { |
| "epoch": 9.443911792905082, |
| "grad_norm": 0.3526586890220642, |
| "learning_rate": 7.324178947119842e-05, |
| "loss": 0.0383, |
| "step": 9850 |
| }, |
| { |
| "epoch": 9.453499520613615, |
| "grad_norm": 0.277421772480011, |
| "learning_rate": 7.318546387661564e-05, |
| "loss": 0.0512, |
| "step": 9860 |
| }, |
| { |
| "epoch": 9.463087248322148, |
| "grad_norm": 0.24628502130508423, |
| "learning_rate": 7.312910077423477e-05, |
| "loss": 0.0367, |
| "step": 9870 |
| }, |
| { |
| "epoch": 9.47267497603068, |
| "grad_norm": 0.5568169951438904, |
| "learning_rate": 7.307270025523601e-05, |
| "loss": 0.0396, |
| "step": 9880 |
| }, |
| { |
| "epoch": 9.482262703739213, |
| "grad_norm": 0.30765804648399353, |
| "learning_rate": 7.301626241086012e-05, |
| "loss": 0.043, |
| "step": 9890 |
| }, |
| { |
| "epoch": 9.491850431447746, |
| "grad_norm": 0.32168257236480713, |
| "learning_rate": 7.295978733240827e-05, |
| "loss": 0.0385, |
| "step": 9900 |
| }, |
| { |
| "epoch": 9.50143815915628, |
| "grad_norm": 0.46826574206352234, |
| "learning_rate": 7.29032751112418e-05, |
| "loss": 0.0375, |
| "step": 9910 |
| }, |
| { |
| "epoch": 9.511025886864813, |
| "grad_norm": 0.19892945885658264, |
| "learning_rate": 7.284672583878219e-05, |
| "loss": 0.0432, |
| "step": 9920 |
| }, |
| { |
| "epoch": 9.520613614573346, |
| "grad_norm": 0.21767093241214752, |
| "learning_rate": 7.279013960651083e-05, |
| "loss": 0.0331, |
| "step": 9930 |
| }, |
| { |
| "epoch": 9.53020134228188, |
| "grad_norm": 0.32079631090164185, |
| "learning_rate": 7.273351650596889e-05, |
| "loss": 0.0355, |
| "step": 9940 |
| }, |
| { |
| "epoch": 9.539789069990412, |
| "grad_norm": 0.40111902356147766, |
| "learning_rate": 7.267685662875725e-05, |
| "loss": 0.0412, |
| "step": 9950 |
| }, |
| { |
| "epoch": 9.549376797698946, |
| "grad_norm": 0.58073490858078, |
| "learning_rate": 7.26201600665362e-05, |
| "loss": 0.0384, |
| "step": 9960 |
| }, |
| { |
| "epoch": 9.558964525407479, |
| "grad_norm": 0.20928962528705597, |
| "learning_rate": 7.256342691102545e-05, |
| "loss": 0.0334, |
| "step": 9970 |
| }, |
| { |
| "epoch": 9.568552253116012, |
| "grad_norm": 0.2809102535247803, |
| "learning_rate": 7.250665725400385e-05, |
| "loss": 0.0421, |
| "step": 9980 |
| }, |
| { |
| "epoch": 9.578139980824545, |
| "grad_norm": 0.2836989164352417, |
| "learning_rate": 7.244985118730933e-05, |
| "loss": 0.0394, |
| "step": 9990 |
| }, |
| { |
| "epoch": 9.587727708533077, |
| "grad_norm": 0.21493583917617798, |
| "learning_rate": 7.239300880283869e-05, |
| "loss": 0.0438, |
| "step": 10000 |
| }, |
| { |
| "epoch": 9.59731543624161, |
| "grad_norm": 0.3654724955558777, |
| "learning_rate": 7.233613019254755e-05, |
| "loss": 0.0398, |
| "step": 10010 |
| }, |
| { |
| "epoch": 9.606903163950143, |
| "grad_norm": 0.24901500344276428, |
| "learning_rate": 7.227921544845003e-05, |
| "loss": 0.0393, |
| "step": 10020 |
| }, |
| { |
| "epoch": 9.616490891658676, |
| "grad_norm": 0.21980980038642883, |
| "learning_rate": 7.222226466261883e-05, |
| "loss": 0.0386, |
| "step": 10030 |
| }, |
| { |
| "epoch": 9.62607861936721, |
| "grad_norm": 0.18104171752929688, |
| "learning_rate": 7.216527792718484e-05, |
| "loss": 0.0378, |
| "step": 10040 |
| }, |
| { |
| "epoch": 9.635666347075743, |
| "grad_norm": 0.33641284704208374, |
| "learning_rate": 7.210825533433719e-05, |
| "loss": 0.0418, |
| "step": 10050 |
| }, |
| { |
| "epoch": 9.645254074784276, |
| "grad_norm": 0.2590009570121765, |
| "learning_rate": 7.205119697632297e-05, |
| "loss": 0.0327, |
| "step": 10060 |
| }, |
| { |
| "epoch": 9.65484180249281, |
| "grad_norm": 0.40689241886138916, |
| "learning_rate": 7.199410294544713e-05, |
| "loss": 0.0542, |
| "step": 10070 |
| }, |
| { |
| "epoch": 9.664429530201343, |
| "grad_norm": 0.3199746310710907, |
| "learning_rate": 7.193697333407234e-05, |
| "loss": 0.0363, |
| "step": 10080 |
| }, |
| { |
| "epoch": 9.674017257909876, |
| "grad_norm": 0.49059638381004333, |
| "learning_rate": 7.187980823461887e-05, |
| "loss": 0.0377, |
| "step": 10090 |
| }, |
| { |
| "epoch": 9.683604985618409, |
| "grad_norm": 0.28129157423973083, |
| "learning_rate": 7.182260773956433e-05, |
| "loss": 0.0382, |
| "step": 10100 |
| }, |
| { |
| "epoch": 9.693192713326942, |
| "grad_norm": 0.3830220401287079, |
| "learning_rate": 7.176537194144362e-05, |
| "loss": 0.0349, |
| "step": 10110 |
| }, |
| { |
| "epoch": 9.702780441035475, |
| "grad_norm": 0.3658897578716278, |
| "learning_rate": 7.170810093284876e-05, |
| "loss": 0.0359, |
| "step": 10120 |
| }, |
| { |
| "epoch": 9.712368168744007, |
| "grad_norm": 0.31416580080986023, |
| "learning_rate": 7.165079480642873e-05, |
| "loss": 0.0343, |
| "step": 10130 |
| }, |
| { |
| "epoch": 9.72195589645254, |
| "grad_norm": 0.24944183230400085, |
| "learning_rate": 7.159345365488929e-05, |
| "loss": 0.0332, |
| "step": 10140 |
| }, |
| { |
| "epoch": 9.731543624161073, |
| "grad_norm": 0.2953116297721863, |
| "learning_rate": 7.153607757099292e-05, |
| "loss": 0.0354, |
| "step": 10150 |
| }, |
| { |
| "epoch": 9.741131351869607, |
| "grad_norm": 0.4103414714336395, |
| "learning_rate": 7.147866664755856e-05, |
| "loss": 0.036, |
| "step": 10160 |
| }, |
| { |
| "epoch": 9.75071907957814, |
| "grad_norm": 0.28444069623947144, |
| "learning_rate": 7.142122097746153e-05, |
| "loss": 0.0389, |
| "step": 10170 |
| }, |
| { |
| "epoch": 9.760306807286673, |
| "grad_norm": 0.2912525534629822, |
| "learning_rate": 7.136374065363334e-05, |
| "loss": 0.0345, |
| "step": 10180 |
| }, |
| { |
| "epoch": 9.769894534995206, |
| "grad_norm": 0.25480780005455017, |
| "learning_rate": 7.13062257690616e-05, |
| "loss": 0.0355, |
| "step": 10190 |
| }, |
| { |
| "epoch": 9.77948226270374, |
| "grad_norm": 0.305532306432724, |
| "learning_rate": 7.124867641678981e-05, |
| "loss": 0.0376, |
| "step": 10200 |
| }, |
| { |
| "epoch": 9.789069990412273, |
| "grad_norm": 0.32806769013404846, |
| "learning_rate": 7.119109268991723e-05, |
| "loss": 0.0357, |
| "step": 10210 |
| }, |
| { |
| "epoch": 9.798657718120806, |
| "grad_norm": 0.23281969130039215, |
| "learning_rate": 7.113347468159871e-05, |
| "loss": 0.0332, |
| "step": 10220 |
| }, |
| { |
| "epoch": 9.808245445829339, |
| "grad_norm": 0.3487169146537781, |
| "learning_rate": 7.107582248504458e-05, |
| "loss": 0.0397, |
| "step": 10230 |
| }, |
| { |
| "epoch": 9.817833173537872, |
| "grad_norm": 0.3124096989631653, |
| "learning_rate": 7.101813619352048e-05, |
| "loss": 0.0391, |
| "step": 10240 |
| }, |
| { |
| "epoch": 9.827420901246404, |
| "grad_norm": 0.39542460441589355, |
| "learning_rate": 7.09604159003472e-05, |
| "loss": 0.0361, |
| "step": 10250 |
| }, |
| { |
| "epoch": 9.837008628954937, |
| "grad_norm": 0.3044220209121704, |
| "learning_rate": 7.090266169890051e-05, |
| "loss": 0.0382, |
| "step": 10260 |
| }, |
| { |
| "epoch": 9.84659635666347, |
| "grad_norm": 0.3320329189300537, |
| "learning_rate": 7.08448736826111e-05, |
| "loss": 0.043, |
| "step": 10270 |
| }, |
| { |
| "epoch": 9.856184084372003, |
| "grad_norm": 0.25773710012435913, |
| "learning_rate": 7.078705194496429e-05, |
| "loss": 0.0363, |
| "step": 10280 |
| }, |
| { |
| "epoch": 9.865771812080537, |
| "grad_norm": 0.4256868064403534, |
| "learning_rate": 7.07291965795e-05, |
| "loss": 0.0388, |
| "step": 10290 |
| }, |
| { |
| "epoch": 9.87535953978907, |
| "grad_norm": 0.48361513018608093, |
| "learning_rate": 7.067130767981252e-05, |
| "loss": 0.0387, |
| "step": 10300 |
| }, |
| { |
| "epoch": 9.884947267497603, |
| "grad_norm": 0.3017280697822571, |
| "learning_rate": 7.061338533955043e-05, |
| "loss": 0.0334, |
| "step": 10310 |
| }, |
| { |
| "epoch": 9.894534995206136, |
| "grad_norm": 0.3394894599914551, |
| "learning_rate": 7.055542965241634e-05, |
| "loss": 0.0402, |
| "step": 10320 |
| }, |
| { |
| "epoch": 9.90412272291467, |
| "grad_norm": 0.3364240527153015, |
| "learning_rate": 7.049744071216687e-05, |
| "loss": 0.0332, |
| "step": 10330 |
| }, |
| { |
| "epoch": 9.913710450623203, |
| "grad_norm": 0.2847566604614258, |
| "learning_rate": 7.043941861261242e-05, |
| "loss": 0.0372, |
| "step": 10340 |
| }, |
| { |
| "epoch": 9.923298178331736, |
| "grad_norm": 0.6304646730422974, |
| "learning_rate": 7.038136344761703e-05, |
| "loss": 0.0338, |
| "step": 10350 |
| }, |
| { |
| "epoch": 9.93288590604027, |
| "grad_norm": 0.37469327449798584, |
| "learning_rate": 7.03232753110982e-05, |
| "loss": 0.0377, |
| "step": 10360 |
| }, |
| { |
| "epoch": 9.9424736337488, |
| "grad_norm": 0.3126644790172577, |
| "learning_rate": 7.026515429702682e-05, |
| "loss": 0.0313, |
| "step": 10370 |
| }, |
| { |
| "epoch": 9.952061361457334, |
| "grad_norm": 0.22097988426685333, |
| "learning_rate": 7.020700049942694e-05, |
| "loss": 0.037, |
| "step": 10380 |
| }, |
| { |
| "epoch": 9.961649089165867, |
| "grad_norm": 0.2554224729537964, |
| "learning_rate": 7.014881401237563e-05, |
| "loss": 0.0338, |
| "step": 10390 |
| }, |
| { |
| "epoch": 9.9712368168744, |
| "grad_norm": 0.41450753808021545, |
| "learning_rate": 7.009059493000285e-05, |
| "loss": 0.0373, |
| "step": 10400 |
| }, |
| { |
| "epoch": 9.980824544582934, |
| "grad_norm": 0.2980963885784149, |
| "learning_rate": 7.003234334649133e-05, |
| "loss": 0.0357, |
| "step": 10410 |
| }, |
| { |
| "epoch": 9.990412272291467, |
| "grad_norm": 0.34623420238494873, |
| "learning_rate": 6.997405935607635e-05, |
| "loss": 0.0393, |
| "step": 10420 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.31464067101478577, |
| "learning_rate": 6.991574305304558e-05, |
| "loss": 0.0373, |
| "step": 10430 |
| }, |
| { |
| "epoch": 10.009587727708533, |
| "grad_norm": 0.3440396785736084, |
| "learning_rate": 6.985739453173903e-05, |
| "loss": 0.0352, |
| "step": 10440 |
| }, |
| { |
| "epoch": 10.019175455417066, |
| "grad_norm": 0.3453032374382019, |
| "learning_rate": 6.979901388654879e-05, |
| "loss": 0.0384, |
| "step": 10450 |
| }, |
| { |
| "epoch": 10.0287631831256, |
| "grad_norm": 0.2174844592809677, |
| "learning_rate": 6.97406012119189e-05, |
| "loss": 0.033, |
| "step": 10460 |
| }, |
| { |
| "epoch": 10.038350910834133, |
| "grad_norm": 0.34027159214019775, |
| "learning_rate": 6.968215660234527e-05, |
| "loss": 0.0439, |
| "step": 10470 |
| }, |
| { |
| "epoch": 10.047938638542666, |
| "grad_norm": 0.29484447836875916, |
| "learning_rate": 6.962368015237543e-05, |
| "loss": 0.0406, |
| "step": 10480 |
| }, |
| { |
| "epoch": 10.0575263662512, |
| "grad_norm": 0.2926745116710663, |
| "learning_rate": 6.956517195660842e-05, |
| "loss": 0.0366, |
| "step": 10490 |
| }, |
| { |
| "epoch": 10.06711409395973, |
| "grad_norm": 0.25546324253082275, |
| "learning_rate": 6.950663210969466e-05, |
| "loss": 0.0387, |
| "step": 10500 |
| }, |
| { |
| "epoch": 10.076701821668264, |
| "grad_norm": 0.19871650636196136, |
| "learning_rate": 6.944806070633578e-05, |
| "loss": 0.0408, |
| "step": 10510 |
| }, |
| { |
| "epoch": 10.086289549376797, |
| "grad_norm": 0.432463139295578, |
| "learning_rate": 6.93894578412844e-05, |
| "loss": 0.0415, |
| "step": 10520 |
| }, |
| { |
| "epoch": 10.09587727708533, |
| "grad_norm": 0.3453048765659332, |
| "learning_rate": 6.933082360934408e-05, |
| "loss": 0.0359, |
| "step": 10530 |
| }, |
| { |
| "epoch": 10.105465004793864, |
| "grad_norm": 0.28228339552879333, |
| "learning_rate": 6.927215810536915e-05, |
| "loss": 0.0363, |
| "step": 10540 |
| }, |
| { |
| "epoch": 10.115052732502397, |
| "grad_norm": 0.2979227304458618, |
| "learning_rate": 6.921346142426448e-05, |
| "loss": 0.0349, |
| "step": 10550 |
| }, |
| { |
| "epoch": 10.12464046021093, |
| "grad_norm": 0.23034702241420746, |
| "learning_rate": 6.915473366098541e-05, |
| "loss": 0.0337, |
| "step": 10560 |
| }, |
| { |
| "epoch": 10.134228187919463, |
| "grad_norm": 0.30385303497314453, |
| "learning_rate": 6.909597491053751e-05, |
| "loss": 0.0358, |
| "step": 10570 |
| }, |
| { |
| "epoch": 10.143815915627997, |
| "grad_norm": 0.34254565834999084, |
| "learning_rate": 6.903718526797658e-05, |
| "loss": 0.0383, |
| "step": 10580 |
| }, |
| { |
| "epoch": 10.15340364333653, |
| "grad_norm": 0.3243492841720581, |
| "learning_rate": 6.897836482840828e-05, |
| "loss": 0.0388, |
| "step": 10590 |
| }, |
| { |
| "epoch": 10.162991371045063, |
| "grad_norm": 0.24607200920581818, |
| "learning_rate": 6.891951368698815e-05, |
| "loss": 0.0359, |
| "step": 10600 |
| }, |
| { |
| "epoch": 10.172579098753596, |
| "grad_norm": 0.2082456648349762, |
| "learning_rate": 6.88606319389214e-05, |
| "loss": 0.0347, |
| "step": 10610 |
| }, |
| { |
| "epoch": 10.182166826462128, |
| "grad_norm": 0.23741546273231506, |
| "learning_rate": 6.880171967946273e-05, |
| "loss": 0.0335, |
| "step": 10620 |
| }, |
| { |
| "epoch": 10.191754554170661, |
| "grad_norm": 0.7699126601219177, |
| "learning_rate": 6.874277700391623e-05, |
| "loss": 0.0402, |
| "step": 10630 |
| }, |
| { |
| "epoch": 10.201342281879194, |
| "grad_norm": 0.23752135038375854, |
| "learning_rate": 6.868380400763516e-05, |
| "loss": 0.0378, |
| "step": 10640 |
| }, |
| { |
| "epoch": 10.210930009587727, |
| "grad_norm": 0.2777273952960968, |
| "learning_rate": 6.86248007860219e-05, |
| "loss": 0.0341, |
| "step": 10650 |
| }, |
| { |
| "epoch": 10.22051773729626, |
| "grad_norm": 0.33273088932037354, |
| "learning_rate": 6.856576743452761e-05, |
| "loss": 0.0379, |
| "step": 10660 |
| }, |
| { |
| "epoch": 10.230105465004794, |
| "grad_norm": 0.22550059854984283, |
| "learning_rate": 6.850670404865227e-05, |
| "loss": 0.0323, |
| "step": 10670 |
| }, |
| { |
| "epoch": 10.239693192713327, |
| "grad_norm": 0.22732175886631012, |
| "learning_rate": 6.844761072394446e-05, |
| "loss": 0.0335, |
| "step": 10680 |
| }, |
| { |
| "epoch": 10.24928092042186, |
| "grad_norm": 0.1689731478691101, |
| "learning_rate": 6.838848755600114e-05, |
| "loss": 0.0368, |
| "step": 10690 |
| }, |
| { |
| "epoch": 10.258868648130393, |
| "grad_norm": 0.20502756536006927, |
| "learning_rate": 6.83293346404676e-05, |
| "loss": 0.041, |
| "step": 10700 |
| }, |
| { |
| "epoch": 10.268456375838927, |
| "grad_norm": 0.2094731330871582, |
| "learning_rate": 6.827015207303722e-05, |
| "loss": 0.0383, |
| "step": 10710 |
| }, |
| { |
| "epoch": 10.27804410354746, |
| "grad_norm": 0.3424762487411499, |
| "learning_rate": 6.821093994945135e-05, |
| "loss": 0.0435, |
| "step": 10720 |
| }, |
| { |
| "epoch": 10.287631831255993, |
| "grad_norm": 0.3471381366252899, |
| "learning_rate": 6.815169836549916e-05, |
| "loss": 0.04, |
| "step": 10730 |
| }, |
| { |
| "epoch": 10.297219558964525, |
| "grad_norm": 0.2713249623775482, |
| "learning_rate": 6.80924274170175e-05, |
| "loss": 0.0313, |
| "step": 10740 |
| }, |
| { |
| "epoch": 10.306807286673058, |
| "grad_norm": 0.24895431101322174, |
| "learning_rate": 6.803312719989068e-05, |
| "loss": 0.0371, |
| "step": 10750 |
| }, |
| { |
| "epoch": 10.316395014381591, |
| "grad_norm": 0.3460264205932617, |
| "learning_rate": 6.797379781005039e-05, |
| "loss": 0.0312, |
| "step": 10760 |
| }, |
| { |
| "epoch": 10.325982742090124, |
| "grad_norm": 0.36002618074417114, |
| "learning_rate": 6.791443934347553e-05, |
| "loss": 0.0443, |
| "step": 10770 |
| }, |
| { |
| "epoch": 10.335570469798657, |
| "grad_norm": 0.46812546253204346, |
| "learning_rate": 6.785505189619197e-05, |
| "loss": 0.0417, |
| "step": 10780 |
| }, |
| { |
| "epoch": 10.34515819750719, |
| "grad_norm": 0.3170137107372284, |
| "learning_rate": 6.779563556427255e-05, |
| "loss": 0.0413, |
| "step": 10790 |
| }, |
| { |
| "epoch": 10.354745925215724, |
| "grad_norm": 0.27735644578933716, |
| "learning_rate": 6.773619044383677e-05, |
| "loss": 0.0411, |
| "step": 10800 |
| }, |
| { |
| "epoch": 10.364333652924257, |
| "grad_norm": 0.2342735081911087, |
| "learning_rate": 6.767671663105075e-05, |
| "loss": 0.0327, |
| "step": 10810 |
| }, |
| { |
| "epoch": 10.37392138063279, |
| "grad_norm": 0.31249138712882996, |
| "learning_rate": 6.761721422212696e-05, |
| "loss": 0.042, |
| "step": 10820 |
| }, |
| { |
| "epoch": 10.383509108341324, |
| "grad_norm": 0.26663604378700256, |
| "learning_rate": 6.755768331332424e-05, |
| "loss": 0.0359, |
| "step": 10830 |
| }, |
| { |
| "epoch": 10.393096836049857, |
| "grad_norm": 0.30388474464416504, |
| "learning_rate": 6.749812400094742e-05, |
| "loss": 0.0443, |
| "step": 10840 |
| }, |
| { |
| "epoch": 10.40268456375839, |
| "grad_norm": 0.3067167401313782, |
| "learning_rate": 6.743853638134734e-05, |
| "loss": 0.0424, |
| "step": 10850 |
| }, |
| { |
| "epoch": 10.412272291466923, |
| "grad_norm": 0.3138778805732727, |
| "learning_rate": 6.737892055092064e-05, |
| "loss": 0.0313, |
| "step": 10860 |
| }, |
| { |
| "epoch": 10.421860019175455, |
| "grad_norm": 0.28191816806793213, |
| "learning_rate": 6.731927660610954e-05, |
| "loss": 0.0358, |
| "step": 10870 |
| }, |
| { |
| "epoch": 10.431447746883988, |
| "grad_norm": 0.37692686915397644, |
| "learning_rate": 6.725960464340182e-05, |
| "loss": 0.0317, |
| "step": 10880 |
| }, |
| { |
| "epoch": 10.441035474592521, |
| "grad_norm": 0.26821082830429077, |
| "learning_rate": 6.719990475933053e-05, |
| "loss": 0.0319, |
| "step": 10890 |
| }, |
| { |
| "epoch": 10.450623202301054, |
| "grad_norm": 0.46883681416511536, |
| "learning_rate": 6.71401770504739e-05, |
| "loss": 0.0376, |
| "step": 10900 |
| }, |
| { |
| "epoch": 10.460210930009588, |
| "grad_norm": 0.8076095581054688, |
| "learning_rate": 6.708042161345521e-05, |
| "loss": 0.0355, |
| "step": 10910 |
| }, |
| { |
| "epoch": 10.46979865771812, |
| "grad_norm": 0.29810166358947754, |
| "learning_rate": 6.702063854494254e-05, |
| "loss": 0.0269, |
| "step": 10920 |
| }, |
| { |
| "epoch": 10.479386385426654, |
| "grad_norm": 0.3273125886917114, |
| "learning_rate": 6.696082794164868e-05, |
| "loss": 0.0386, |
| "step": 10930 |
| }, |
| { |
| "epoch": 10.488974113135187, |
| "grad_norm": 0.4401116371154785, |
| "learning_rate": 6.690098990033102e-05, |
| "loss": 0.0298, |
| "step": 10940 |
| }, |
| { |
| "epoch": 10.49856184084372, |
| "grad_norm": 0.2832469642162323, |
| "learning_rate": 6.684112451779127e-05, |
| "loss": 0.0397, |
| "step": 10950 |
| }, |
| { |
| "epoch": 10.508149568552254, |
| "grad_norm": 0.3664191961288452, |
| "learning_rate": 6.67812318908754e-05, |
| "loss": 0.0382, |
| "step": 10960 |
| }, |
| { |
| "epoch": 10.517737296260787, |
| "grad_norm": 0.32039886713027954, |
| "learning_rate": 6.672131211647344e-05, |
| "loss": 0.0332, |
| "step": 10970 |
| }, |
| { |
| "epoch": 10.527325023969318, |
| "grad_norm": 0.31571629643440247, |
| "learning_rate": 6.666136529151938e-05, |
| "loss": 0.0358, |
| "step": 10980 |
| }, |
| { |
| "epoch": 10.536912751677852, |
| "grad_norm": 0.30983471870422363, |
| "learning_rate": 6.660139151299093e-05, |
| "loss": 0.0402, |
| "step": 10990 |
| }, |
| { |
| "epoch": 10.546500479386385, |
| "grad_norm": 0.35966020822525024, |
| "learning_rate": 6.65413908779094e-05, |
| "loss": 0.0418, |
| "step": 11000 |
| }, |
| { |
| "epoch": 10.556088207094918, |
| "grad_norm": 0.3868638277053833, |
| "learning_rate": 6.648136348333954e-05, |
| "loss": 0.0428, |
| "step": 11010 |
| }, |
| { |
| "epoch": 10.565675934803451, |
| "grad_norm": 0.20595276355743408, |
| "learning_rate": 6.642130942638945e-05, |
| "loss": 0.0359, |
| "step": 11020 |
| }, |
| { |
| "epoch": 10.575263662511984, |
| "grad_norm": 0.6492677927017212, |
| "learning_rate": 6.636122880421032e-05, |
| "loss": 0.0345, |
| "step": 11030 |
| }, |
| { |
| "epoch": 10.584851390220518, |
| "grad_norm": 0.22226084768772125, |
| "learning_rate": 6.630112171399628e-05, |
| "loss": 0.0322, |
| "step": 11040 |
| }, |
| { |
| "epoch": 10.594439117929051, |
| "grad_norm": 0.27300918102264404, |
| "learning_rate": 6.624098825298436e-05, |
| "loss": 0.0345, |
| "step": 11050 |
| }, |
| { |
| "epoch": 10.604026845637584, |
| "grad_norm": 0.2507658898830414, |
| "learning_rate": 6.618082851845417e-05, |
| "loss": 0.0397, |
| "step": 11060 |
| }, |
| { |
| "epoch": 10.613614573346117, |
| "grad_norm": 0.22898472845554352, |
| "learning_rate": 6.612064260772788e-05, |
| "loss": 0.0312, |
| "step": 11070 |
| }, |
| { |
| "epoch": 10.62320230105465, |
| "grad_norm": 0.2579527199268341, |
| "learning_rate": 6.606043061816998e-05, |
| "loss": 0.0319, |
| "step": 11080 |
| }, |
| { |
| "epoch": 10.632790028763184, |
| "grad_norm": 0.3027057945728302, |
| "learning_rate": 6.600019264718713e-05, |
| "loss": 0.0425, |
| "step": 11090 |
| }, |
| { |
| "epoch": 10.642377756471717, |
| "grad_norm": 0.4396612048149109, |
| "learning_rate": 6.593992879222808e-05, |
| "loss": 0.0347, |
| "step": 11100 |
| }, |
| { |
| "epoch": 10.651965484180248, |
| "grad_norm": 0.3383849561214447, |
| "learning_rate": 6.587963915078342e-05, |
| "loss": 0.0427, |
| "step": 11110 |
| }, |
| { |
| "epoch": 10.661553211888782, |
| "grad_norm": 0.39786002039909363, |
| "learning_rate": 6.581932382038542e-05, |
| "loss": 0.0325, |
| "step": 11120 |
| }, |
| { |
| "epoch": 10.671140939597315, |
| "grad_norm": 0.29470136761665344, |
| "learning_rate": 6.575898289860798e-05, |
| "loss": 0.0327, |
| "step": 11130 |
| }, |
| { |
| "epoch": 10.680728667305848, |
| "grad_norm": 0.33293044567108154, |
| "learning_rate": 6.569861648306632e-05, |
| "loss": 0.0372, |
| "step": 11140 |
| }, |
| { |
| "epoch": 10.690316395014381, |
| "grad_norm": 0.2922416627407074, |
| "learning_rate": 6.563822467141697e-05, |
| "loss": 0.0371, |
| "step": 11150 |
| }, |
| { |
| "epoch": 10.699904122722915, |
| "grad_norm": 0.37106814980506897, |
| "learning_rate": 6.557780756135749e-05, |
| "loss": 0.0358, |
| "step": 11160 |
| }, |
| { |
| "epoch": 10.709491850431448, |
| "grad_norm": 0.2364514172077179, |
| "learning_rate": 6.551736525062645e-05, |
| "loss": 0.038, |
| "step": 11170 |
| }, |
| { |
| "epoch": 10.719079578139981, |
| "grad_norm": 0.327987939119339, |
| "learning_rate": 6.545689783700307e-05, |
| "loss": 0.0399, |
| "step": 11180 |
| }, |
| { |
| "epoch": 10.728667305848514, |
| "grad_norm": 0.25306403636932373, |
| "learning_rate": 6.539640541830728e-05, |
| "loss": 0.0319, |
| "step": 11190 |
| }, |
| { |
| "epoch": 10.738255033557047, |
| "grad_norm": 0.301178902387619, |
| "learning_rate": 6.533588809239941e-05, |
| "loss": 0.0408, |
| "step": 11200 |
| }, |
| { |
| "epoch": 10.74784276126558, |
| "grad_norm": 0.2662244439125061, |
| "learning_rate": 6.527534595718007e-05, |
| "loss": 0.0381, |
| "step": 11210 |
| }, |
| { |
| "epoch": 10.757430488974114, |
| "grad_norm": 0.3115426301956177, |
| "learning_rate": 6.521477911059008e-05, |
| "loss": 0.0368, |
| "step": 11220 |
| }, |
| { |
| "epoch": 10.767018216682647, |
| "grad_norm": 0.4020492136478424, |
| "learning_rate": 6.515418765061015e-05, |
| "loss": 0.0346, |
| "step": 11230 |
| }, |
| { |
| "epoch": 10.776605944391179, |
| "grad_norm": 0.49596187472343445, |
| "learning_rate": 6.509357167526084e-05, |
| "loss": 0.0376, |
| "step": 11240 |
| }, |
| { |
| "epoch": 10.786193672099712, |
| "grad_norm": 0.33604878187179565, |
| "learning_rate": 6.50329312826024e-05, |
| "loss": 0.0395, |
| "step": 11250 |
| }, |
| { |
| "epoch": 10.795781399808245, |
| "grad_norm": 0.2914005219936371, |
| "learning_rate": 6.497226657073454e-05, |
| "loss": 0.0371, |
| "step": 11260 |
| }, |
| { |
| "epoch": 10.805369127516778, |
| "grad_norm": 0.34624671936035156, |
| "learning_rate": 6.491157763779632e-05, |
| "loss": 0.0281, |
| "step": 11270 |
| }, |
| { |
| "epoch": 10.814956855225311, |
| "grad_norm": 0.30700233578681946, |
| "learning_rate": 6.485086458196602e-05, |
| "loss": 0.0331, |
| "step": 11280 |
| }, |
| { |
| "epoch": 10.824544582933845, |
| "grad_norm": 0.3025294244289398, |
| "learning_rate": 6.479012750146087e-05, |
| "loss": 0.0341, |
| "step": 11290 |
| }, |
| { |
| "epoch": 10.834132310642378, |
| "grad_norm": 0.23997899889945984, |
| "learning_rate": 6.472936649453701e-05, |
| "loss": 0.0383, |
| "step": 11300 |
| }, |
| { |
| "epoch": 10.843720038350911, |
| "grad_norm": 0.24672740697860718, |
| "learning_rate": 6.466858165948933e-05, |
| "loss": 0.0313, |
| "step": 11310 |
| }, |
| { |
| "epoch": 10.853307766059444, |
| "grad_norm": 0.2887534201145172, |
| "learning_rate": 6.460777309465118e-05, |
| "loss": 0.039, |
| "step": 11320 |
| }, |
| { |
| "epoch": 10.862895493767978, |
| "grad_norm": 0.24179044365882874, |
| "learning_rate": 6.454694089839436e-05, |
| "loss": 0.032, |
| "step": 11330 |
| }, |
| { |
| "epoch": 10.87248322147651, |
| "grad_norm": 0.47962746024131775, |
| "learning_rate": 6.448608516912888e-05, |
| "loss": 0.0368, |
| "step": 11340 |
| }, |
| { |
| "epoch": 10.882070949185042, |
| "grad_norm": 0.26336967945098877, |
| "learning_rate": 6.44252060053028e-05, |
| "loss": 0.045, |
| "step": 11350 |
| }, |
| { |
| "epoch": 10.891658676893575, |
| "grad_norm": 0.2424604296684265, |
| "learning_rate": 6.436430350540215e-05, |
| "loss": 0.0321, |
| "step": 11360 |
| }, |
| { |
| "epoch": 10.901246404602109, |
| "grad_norm": 0.25244084000587463, |
| "learning_rate": 6.430337776795064e-05, |
| "loss": 0.0346, |
| "step": 11370 |
| }, |
| { |
| "epoch": 10.910834132310642, |
| "grad_norm": 0.30204179883003235, |
| "learning_rate": 6.42424288915096e-05, |
| "loss": 0.0362, |
| "step": 11380 |
| }, |
| { |
| "epoch": 10.920421860019175, |
| "grad_norm": 0.3095405697822571, |
| "learning_rate": 6.418145697467784e-05, |
| "loss": 0.036, |
| "step": 11390 |
| }, |
| { |
| "epoch": 10.930009587727708, |
| "grad_norm": 0.22773784399032593, |
| "learning_rate": 6.412046211609134e-05, |
| "loss": 0.0399, |
| "step": 11400 |
| }, |
| { |
| "epoch": 10.939597315436242, |
| "grad_norm": 0.3239744007587433, |
| "learning_rate": 6.40594444144233e-05, |
| "loss": 0.0374, |
| "step": 11410 |
| }, |
| { |
| "epoch": 10.949185043144775, |
| "grad_norm": 0.28157058358192444, |
| "learning_rate": 6.399840396838382e-05, |
| "loss": 0.0352, |
| "step": 11420 |
| }, |
| { |
| "epoch": 10.958772770853308, |
| "grad_norm": 0.31856581568717957, |
| "learning_rate": 6.393734087671979e-05, |
| "loss": 0.0379, |
| "step": 11430 |
| }, |
| { |
| "epoch": 10.968360498561841, |
| "grad_norm": 0.2937244772911072, |
| "learning_rate": 6.387625523821474e-05, |
| "loss": 0.0322, |
| "step": 11440 |
| }, |
| { |
| "epoch": 10.977948226270374, |
| "grad_norm": 0.2260034680366516, |
| "learning_rate": 6.38151471516887e-05, |
| "loss": 0.0319, |
| "step": 11450 |
| }, |
| { |
| "epoch": 10.987535953978908, |
| "grad_norm": 0.42635470628738403, |
| "learning_rate": 6.375401671599798e-05, |
| "loss": 0.0383, |
| "step": 11460 |
| }, |
| { |
| "epoch": 10.997123681687441, |
| "grad_norm": 0.288327693939209, |
| "learning_rate": 6.369286403003509e-05, |
| "loss": 0.0406, |
| "step": 11470 |
| }, |
| { |
| "epoch": 11.006711409395972, |
| "grad_norm": 0.2826128900051117, |
| "learning_rate": 6.363168919272846e-05, |
| "loss": 0.0356, |
| "step": 11480 |
| }, |
| { |
| "epoch": 11.016299137104506, |
| "grad_norm": 0.2275691032409668, |
| "learning_rate": 6.357049230304244e-05, |
| "loss": 0.0336, |
| "step": 11490 |
| }, |
| { |
| "epoch": 11.025886864813039, |
| "grad_norm": 0.24633708596229553, |
| "learning_rate": 6.3509273459977e-05, |
| "loss": 0.0353, |
| "step": 11500 |
| }, |
| { |
| "epoch": 11.035474592521572, |
| "grad_norm": 0.3283119201660156, |
| "learning_rate": 6.344803276256764e-05, |
| "loss": 0.0324, |
| "step": 11510 |
| }, |
| { |
| "epoch": 11.045062320230105, |
| "grad_norm": 0.5711014270782471, |
| "learning_rate": 6.338677030988521e-05, |
| "loss": 0.033, |
| "step": 11520 |
| }, |
| { |
| "epoch": 11.054650047938638, |
| "grad_norm": 0.3481939435005188, |
| "learning_rate": 6.332548620103575e-05, |
| "loss": 0.0398, |
| "step": 11530 |
| }, |
| { |
| "epoch": 11.064237775647172, |
| "grad_norm": 0.24051983654499054, |
| "learning_rate": 6.326418053516037e-05, |
| "loss": 0.04, |
| "step": 11540 |
| }, |
| { |
| "epoch": 11.073825503355705, |
| "grad_norm": 0.4249405264854431, |
| "learning_rate": 6.320285341143501e-05, |
| "loss": 0.0389, |
| "step": 11550 |
| }, |
| { |
| "epoch": 11.083413231064238, |
| "grad_norm": 0.24299634993076324, |
| "learning_rate": 6.314150492907034e-05, |
| "loss": 0.0323, |
| "step": 11560 |
| }, |
| { |
| "epoch": 11.093000958772771, |
| "grad_norm": 0.2705395817756653, |
| "learning_rate": 6.308013518731157e-05, |
| "loss": 0.0358, |
| "step": 11570 |
| }, |
| { |
| "epoch": 11.102588686481305, |
| "grad_norm": 0.3055950105190277, |
| "learning_rate": 6.301874428543833e-05, |
| "loss": 0.0299, |
| "step": 11580 |
| }, |
| { |
| "epoch": 11.112176414189838, |
| "grad_norm": 0.35363319516181946, |
| "learning_rate": 6.295733232276447e-05, |
| "loss": 0.0361, |
| "step": 11590 |
| }, |
| { |
| "epoch": 11.12176414189837, |
| "grad_norm": 0.4558916985988617, |
| "learning_rate": 6.28958993986379e-05, |
| "loss": 0.0391, |
| "step": 11600 |
| }, |
| { |
| "epoch": 11.131351869606902, |
| "grad_norm": 0.26662135124206543, |
| "learning_rate": 6.283444561244042e-05, |
| "loss": 0.0372, |
| "step": 11610 |
| }, |
| { |
| "epoch": 11.140939597315436, |
| "grad_norm": 0.24726532399654388, |
| "learning_rate": 6.27729710635876e-05, |
| "loss": 0.0346, |
| "step": 11620 |
| }, |
| { |
| "epoch": 11.150527325023969, |
| "grad_norm": 0.2278524488210678, |
| "learning_rate": 6.271147585152866e-05, |
| "loss": 0.0338, |
| "step": 11630 |
| }, |
| { |
| "epoch": 11.160115052732502, |
| "grad_norm": 0.3538067042827606, |
| "learning_rate": 6.264996007574615e-05, |
| "loss": 0.0388, |
| "step": 11640 |
| }, |
| { |
| "epoch": 11.169702780441035, |
| "grad_norm": 0.3667300045490265, |
| "learning_rate": 6.258842383575591e-05, |
| "loss": 0.0367, |
| "step": 11650 |
| }, |
| { |
| "epoch": 11.179290508149569, |
| "grad_norm": 0.29877883195877075, |
| "learning_rate": 6.252686723110696e-05, |
| "loss": 0.0348, |
| "step": 11660 |
| }, |
| { |
| "epoch": 11.188878235858102, |
| "grad_norm": 0.2846558392047882, |
| "learning_rate": 6.246529036138116e-05, |
| "loss": 0.0341, |
| "step": 11670 |
| }, |
| { |
| "epoch": 11.198465963566635, |
| "grad_norm": 0.2631428837776184, |
| "learning_rate": 6.24036933261932e-05, |
| "loss": 0.0356, |
| "step": 11680 |
| }, |
| { |
| "epoch": 11.208053691275168, |
| "grad_norm": 0.34309467673301697, |
| "learning_rate": 6.23420762251904e-05, |
| "loss": 0.0365, |
| "step": 11690 |
| }, |
| { |
| "epoch": 11.217641418983701, |
| "grad_norm": 0.2427697777748108, |
| "learning_rate": 6.228043915805254e-05, |
| "loss": 0.0378, |
| "step": 11700 |
| }, |
| { |
| "epoch": 11.227229146692235, |
| "grad_norm": 0.31478065252304077, |
| "learning_rate": 6.221878222449169e-05, |
| "loss": 0.0404, |
| "step": 11710 |
| }, |
| { |
| "epoch": 11.236816874400766, |
| "grad_norm": 0.27574971318244934, |
| "learning_rate": 6.215710552425206e-05, |
| "loss": 0.0311, |
| "step": 11720 |
| }, |
| { |
| "epoch": 11.2464046021093, |
| "grad_norm": 0.7589734792709351, |
| "learning_rate": 6.209540915710985e-05, |
| "loss": 0.0331, |
| "step": 11730 |
| }, |
| { |
| "epoch": 11.255992329817833, |
| "grad_norm": 0.2826196551322937, |
| "learning_rate": 6.203369322287306e-05, |
| "loss": 0.04, |
| "step": 11740 |
| }, |
| { |
| "epoch": 11.265580057526366, |
| "grad_norm": 0.6920874714851379, |
| "learning_rate": 6.197195782138132e-05, |
| "loss": 0.0367, |
| "step": 11750 |
| }, |
| { |
| "epoch": 11.275167785234899, |
| "grad_norm": 0.29903581738471985, |
| "learning_rate": 6.191020305250582e-05, |
| "loss": 0.0385, |
| "step": 11760 |
| }, |
| { |
| "epoch": 11.284755512943432, |
| "grad_norm": 0.2374860942363739, |
| "learning_rate": 6.184842901614902e-05, |
| "loss": 0.0349, |
| "step": 11770 |
| }, |
| { |
| "epoch": 11.294343240651965, |
| "grad_norm": 0.44580623507499695, |
| "learning_rate": 6.178663581224458e-05, |
| "loss": 0.0333, |
| "step": 11780 |
| }, |
| { |
| "epoch": 11.303930968360499, |
| "grad_norm": 0.2667308747768402, |
| "learning_rate": 6.172482354075716e-05, |
| "loss": 0.0359, |
| "step": 11790 |
| }, |
| { |
| "epoch": 11.313518696069032, |
| "grad_norm": 0.21850627660751343, |
| "learning_rate": 6.166299230168228e-05, |
| "loss": 0.0381, |
| "step": 11800 |
| }, |
| { |
| "epoch": 11.323106423777565, |
| "grad_norm": 0.27936065196990967, |
| "learning_rate": 6.16011421950461e-05, |
| "loss": 0.0371, |
| "step": 11810 |
| }, |
| { |
| "epoch": 11.332694151486098, |
| "grad_norm": 0.3284420371055603, |
| "learning_rate": 6.153927332090537e-05, |
| "loss": 0.0373, |
| "step": 11820 |
| }, |
| { |
| "epoch": 11.342281879194632, |
| "grad_norm": 0.2999724745750427, |
| "learning_rate": 6.147738577934711e-05, |
| "loss": 0.0376, |
| "step": 11830 |
| }, |
| { |
| "epoch": 11.351869606903165, |
| "grad_norm": 0.27732089161872864, |
| "learning_rate": 6.141547967048867e-05, |
| "loss": 0.0281, |
| "step": 11840 |
| }, |
| { |
| "epoch": 11.361457334611696, |
| "grad_norm": 0.22769756615161896, |
| "learning_rate": 6.135355509447727e-05, |
| "loss": 0.0407, |
| "step": 11850 |
| }, |
| { |
| "epoch": 11.37104506232023, |
| "grad_norm": 0.2970350682735443, |
| "learning_rate": 6.129161215149016e-05, |
| "loss": 0.0355, |
| "step": 11860 |
| }, |
| { |
| "epoch": 11.380632790028763, |
| "grad_norm": 0.319409042596817, |
| "learning_rate": 6.122965094173424e-05, |
| "loss": 0.0387, |
| "step": 11870 |
| }, |
| { |
| "epoch": 11.390220517737296, |
| "grad_norm": 0.31056809425354004, |
| "learning_rate": 6.116767156544592e-05, |
| "loss": 0.0353, |
| "step": 11880 |
| }, |
| { |
| "epoch": 11.39980824544583, |
| "grad_norm": 0.2925516366958618, |
| "learning_rate": 6.110567412289106e-05, |
| "loss": 0.0313, |
| "step": 11890 |
| }, |
| { |
| "epoch": 11.409395973154362, |
| "grad_norm": 0.2066742330789566, |
| "learning_rate": 6.10436587143647e-05, |
| "loss": 0.031, |
| "step": 11900 |
| }, |
| { |
| "epoch": 11.418983700862896, |
| "grad_norm": 0.2351049929857254, |
| "learning_rate": 6.0981625440191e-05, |
| "loss": 0.0384, |
| "step": 11910 |
| }, |
| { |
| "epoch": 11.428571428571429, |
| "grad_norm": 0.2299109846353531, |
| "learning_rate": 6.091957440072297e-05, |
| "loss": 0.029, |
| "step": 11920 |
| }, |
| { |
| "epoch": 11.438159156279962, |
| "grad_norm": 0.27398043870925903, |
| "learning_rate": 6.0857505696342376e-05, |
| "loss": 0.0334, |
| "step": 11930 |
| }, |
| { |
| "epoch": 11.447746883988495, |
| "grad_norm": 0.2886539697647095, |
| "learning_rate": 6.0795419427459564e-05, |
| "loss": 0.0403, |
| "step": 11940 |
| }, |
| { |
| "epoch": 11.457334611697028, |
| "grad_norm": 0.1952909678220749, |
| "learning_rate": 6.0733315694513306e-05, |
| "loss": 0.0342, |
| "step": 11950 |
| }, |
| { |
| "epoch": 11.466922339405562, |
| "grad_norm": 0.3800734281539917, |
| "learning_rate": 6.067119459797061e-05, |
| "loss": 0.0345, |
| "step": 11960 |
| }, |
| { |
| "epoch": 11.476510067114093, |
| "grad_norm": 0.2989748418331146, |
| "learning_rate": 6.060905623832656e-05, |
| "loss": 0.0397, |
| "step": 11970 |
| }, |
| { |
| "epoch": 11.486097794822626, |
| "grad_norm": 0.410169392824173, |
| "learning_rate": 6.0546900716104206e-05, |
| "loss": 0.0343, |
| "step": 11980 |
| }, |
| { |
| "epoch": 11.49568552253116, |
| "grad_norm": 0.3879852890968323, |
| "learning_rate": 6.048472813185433e-05, |
| "loss": 0.0328, |
| "step": 11990 |
| }, |
| { |
| "epoch": 11.505273250239693, |
| "grad_norm": 0.27426809072494507, |
| "learning_rate": 6.042253858615532e-05, |
| "loss": 0.0334, |
| "step": 12000 |
| }, |
| { |
| "epoch": 11.514860977948226, |
| "grad_norm": 0.3014174699783325, |
| "learning_rate": 6.036033217961303e-05, |
| "loss": 0.0305, |
| "step": 12010 |
| }, |
| { |
| "epoch": 11.52444870565676, |
| "grad_norm": 0.17615869641304016, |
| "learning_rate": 6.029810901286056e-05, |
| "loss": 0.04, |
| "step": 12020 |
| }, |
| { |
| "epoch": 11.534036433365292, |
| "grad_norm": 0.2742109000682831, |
| "learning_rate": 6.0235869186558125e-05, |
| "loss": 0.0349, |
| "step": 12030 |
| }, |
| { |
| "epoch": 11.543624161073826, |
| "grad_norm": 0.22772598266601562, |
| "learning_rate": 6.017361280139292e-05, |
| "loss": 0.0322, |
| "step": 12040 |
| }, |
| { |
| "epoch": 11.553211888782359, |
| "grad_norm": 0.2431521862745285, |
| "learning_rate": 6.011133995807888e-05, |
| "loss": 0.0334, |
| "step": 12050 |
| }, |
| { |
| "epoch": 11.562799616490892, |
| "grad_norm": 0.2893143594264984, |
| "learning_rate": 6.004905075735662e-05, |
| "loss": 0.0354, |
| "step": 12060 |
| }, |
| { |
| "epoch": 11.572387344199425, |
| "grad_norm": 0.26321181654930115, |
| "learning_rate": 5.998674529999316e-05, |
| "loss": 0.0364, |
| "step": 12070 |
| }, |
| { |
| "epoch": 11.581975071907959, |
| "grad_norm": 0.5845431685447693, |
| "learning_rate": 5.992442368678187e-05, |
| "loss": 0.0341, |
| "step": 12080 |
| }, |
| { |
| "epoch": 11.59156279961649, |
| "grad_norm": 0.23230616748332977, |
| "learning_rate": 5.986208601854222e-05, |
| "loss": 0.0316, |
| "step": 12090 |
| }, |
| { |
| "epoch": 11.601150527325023, |
| "grad_norm": 0.2684799134731293, |
| "learning_rate": 5.979973239611967e-05, |
| "loss": 0.0399, |
| "step": 12100 |
| }, |
| { |
| "epoch": 11.610738255033556, |
| "grad_norm": 0.19658780097961426, |
| "learning_rate": 5.973736292038549e-05, |
| "loss": 0.0396, |
| "step": 12110 |
| }, |
| { |
| "epoch": 11.62032598274209, |
| "grad_norm": 0.3254534602165222, |
| "learning_rate": 5.967497769223659e-05, |
| "loss": 0.0366, |
| "step": 12120 |
| }, |
| { |
| "epoch": 11.629913710450623, |
| "grad_norm": 0.573215663433075, |
| "learning_rate": 5.961257681259535e-05, |
| "loss": 0.0371, |
| "step": 12130 |
| }, |
| { |
| "epoch": 11.639501438159156, |
| "grad_norm": 0.24387991428375244, |
| "learning_rate": 5.955016038240951e-05, |
| "loss": 0.0314, |
| "step": 12140 |
| }, |
| { |
| "epoch": 11.64908916586769, |
| "grad_norm": 0.3126358091831207, |
| "learning_rate": 5.948772850265193e-05, |
| "loss": 0.0388, |
| "step": 12150 |
| }, |
| { |
| "epoch": 11.658676893576223, |
| "grad_norm": 0.2461678385734558, |
| "learning_rate": 5.9425281274320466e-05, |
| "loss": 0.0389, |
| "step": 12160 |
| }, |
| { |
| "epoch": 11.668264621284756, |
| "grad_norm": 0.2887043058872223, |
| "learning_rate": 5.936281879843782e-05, |
| "loss": 0.0316, |
| "step": 12170 |
| }, |
| { |
| "epoch": 11.677852348993289, |
| "grad_norm": 0.4977504014968872, |
| "learning_rate": 5.9300341176051364e-05, |
| "loss": 0.0369, |
| "step": 12180 |
| }, |
| { |
| "epoch": 11.687440076701822, |
| "grad_norm": 0.1966911256313324, |
| "learning_rate": 5.923784850823294e-05, |
| "loss": 0.0354, |
| "step": 12190 |
| }, |
| { |
| "epoch": 11.697027804410356, |
| "grad_norm": 0.28435948491096497, |
| "learning_rate": 5.917534089607877e-05, |
| "loss": 0.0347, |
| "step": 12200 |
| }, |
| { |
| "epoch": 11.706615532118889, |
| "grad_norm": 0.26728013157844543, |
| "learning_rate": 5.911281844070923e-05, |
| "loss": 0.0292, |
| "step": 12210 |
| }, |
| { |
| "epoch": 11.71620325982742, |
| "grad_norm": 0.24896536767482758, |
| "learning_rate": 5.905028124326869e-05, |
| "loss": 0.04, |
| "step": 12220 |
| }, |
| { |
| "epoch": 11.725790987535953, |
| "grad_norm": 0.394512414932251, |
| "learning_rate": 5.8987729404925405e-05, |
| "loss": 0.0394, |
| "step": 12230 |
| }, |
| { |
| "epoch": 11.735378715244487, |
| "grad_norm": 0.27139657735824585, |
| "learning_rate": 5.892516302687131e-05, |
| "loss": 0.0367, |
| "step": 12240 |
| }, |
| { |
| "epoch": 11.74496644295302, |
| "grad_norm": 0.30433669686317444, |
| "learning_rate": 5.886258221032184e-05, |
| "loss": 0.0315, |
| "step": 12250 |
| }, |
| { |
| "epoch": 11.754554170661553, |
| "grad_norm": 0.387657105922699, |
| "learning_rate": 5.8799987056515804e-05, |
| "loss": 0.0367, |
| "step": 12260 |
| }, |
| { |
| "epoch": 11.764141898370086, |
| "grad_norm": 0.7159243226051331, |
| "learning_rate": 5.87373776667152e-05, |
| "loss": 0.037, |
| "step": 12270 |
| }, |
| { |
| "epoch": 11.77372962607862, |
| "grad_norm": 0.4516725540161133, |
| "learning_rate": 5.867475414220506e-05, |
| "loss": 0.0389, |
| "step": 12280 |
| }, |
| { |
| "epoch": 11.783317353787153, |
| "grad_norm": 0.4054473638534546, |
| "learning_rate": 5.8612116584293266e-05, |
| "loss": 0.0349, |
| "step": 12290 |
| }, |
| { |
| "epoch": 11.792905081495686, |
| "grad_norm": 0.7706658244132996, |
| "learning_rate": 5.854946509431042e-05, |
| "loss": 0.0304, |
| "step": 12300 |
| }, |
| { |
| "epoch": 11.80249280920422, |
| "grad_norm": 0.2988179624080658, |
| "learning_rate": 5.848679977360963e-05, |
| "loss": 0.0308, |
| "step": 12310 |
| }, |
| { |
| "epoch": 11.812080536912752, |
| "grad_norm": 0.3133019804954529, |
| "learning_rate": 5.8424120723566453e-05, |
| "loss": 0.0341, |
| "step": 12320 |
| }, |
| { |
| "epoch": 11.821668264621284, |
| "grad_norm": 0.28148677945137024, |
| "learning_rate": 5.8361428045578595e-05, |
| "loss": 0.0365, |
| "step": 12330 |
| }, |
| { |
| "epoch": 11.831255992329817, |
| "grad_norm": 0.2674432098865509, |
| "learning_rate": 5.829872184106579e-05, |
| "loss": 0.0335, |
| "step": 12340 |
| }, |
| { |
| "epoch": 11.84084372003835, |
| "grad_norm": 0.2875913679599762, |
| "learning_rate": 5.823600221146974e-05, |
| "loss": 0.0324, |
| "step": 12350 |
| }, |
| { |
| "epoch": 11.850431447746884, |
| "grad_norm": 0.39202550053596497, |
| "learning_rate": 5.817326925825376e-05, |
| "loss": 0.0309, |
| "step": 12360 |
| }, |
| { |
| "epoch": 11.860019175455417, |
| "grad_norm": 0.2087734192609787, |
| "learning_rate": 5.811052308290279e-05, |
| "loss": 0.033, |
| "step": 12370 |
| }, |
| { |
| "epoch": 11.86960690316395, |
| "grad_norm": 0.2347189038991928, |
| "learning_rate": 5.804776378692313e-05, |
| "loss": 0.0357, |
| "step": 12380 |
| }, |
| { |
| "epoch": 11.879194630872483, |
| "grad_norm": 0.18789781630039215, |
| "learning_rate": 5.798499147184233e-05, |
| "loss": 0.0362, |
| "step": 12390 |
| }, |
| { |
| "epoch": 11.888782358581016, |
| "grad_norm": 0.44185203313827515, |
| "learning_rate": 5.792220623920898e-05, |
| "loss": 0.0353, |
| "step": 12400 |
| }, |
| { |
| "epoch": 11.89837008628955, |
| "grad_norm": 0.34168651700019836, |
| "learning_rate": 5.785940819059259e-05, |
| "loss": 0.0399, |
| "step": 12410 |
| }, |
| { |
| "epoch": 11.907957813998083, |
| "grad_norm": 0.3143576979637146, |
| "learning_rate": 5.779659742758336e-05, |
| "loss": 0.042, |
| "step": 12420 |
| }, |
| { |
| "epoch": 11.917545541706616, |
| "grad_norm": 0.2344186156988144, |
| "learning_rate": 5.773377405179209e-05, |
| "loss": 0.0377, |
| "step": 12430 |
| }, |
| { |
| "epoch": 11.92713326941515, |
| "grad_norm": 0.19894208014011383, |
| "learning_rate": 5.767093816484999e-05, |
| "loss": 0.0335, |
| "step": 12440 |
| }, |
| { |
| "epoch": 11.936720997123683, |
| "grad_norm": 0.332093745470047, |
| "learning_rate": 5.7608089868408486e-05, |
| "loss": 0.0324, |
| "step": 12450 |
| }, |
| { |
| "epoch": 11.946308724832214, |
| "grad_norm": 0.2045692652463913, |
| "learning_rate": 5.75452292641391e-05, |
| "loss": 0.0348, |
| "step": 12460 |
| }, |
| { |
| "epoch": 11.955896452540747, |
| "grad_norm": 0.2825275659561157, |
| "learning_rate": 5.748235645373325e-05, |
| "loss": 0.0385, |
| "step": 12470 |
| }, |
| { |
| "epoch": 11.96548418024928, |
| "grad_norm": 0.3274647891521454, |
| "learning_rate": 5.741947153890215e-05, |
| "loss": 0.0338, |
| "step": 12480 |
| }, |
| { |
| "epoch": 11.975071907957814, |
| "grad_norm": 0.29837775230407715, |
| "learning_rate": 5.7356574621376493e-05, |
| "loss": 0.0406, |
| "step": 12490 |
| }, |
| { |
| "epoch": 11.984659635666347, |
| "grad_norm": 0.3342297673225403, |
| "learning_rate": 5.729366580290646e-05, |
| "loss": 0.0325, |
| "step": 12500 |
| }, |
| { |
| "epoch": 11.99424736337488, |
| "grad_norm": 0.2670736014842987, |
| "learning_rate": 5.7230745185261505e-05, |
| "loss": 0.0361, |
| "step": 12510 |
| }, |
| { |
| "epoch": 12.003835091083413, |
| "grad_norm": 0.24446439743041992, |
| "learning_rate": 5.7167812870230094e-05, |
| "loss": 0.0298, |
| "step": 12520 |
| }, |
| { |
| "epoch": 12.013422818791947, |
| "grad_norm": 0.24025262892246246, |
| "learning_rate": 5.710486895961971e-05, |
| "loss": 0.0285, |
| "step": 12530 |
| }, |
| { |
| "epoch": 12.02301054650048, |
| "grad_norm": 0.20725701749324799, |
| "learning_rate": 5.7041913555256506e-05, |
| "loss": 0.0319, |
| "step": 12540 |
| }, |
| { |
| "epoch": 12.032598274209013, |
| "grad_norm": 0.24926726520061493, |
| "learning_rate": 5.6978946758985285e-05, |
| "loss": 0.0358, |
| "step": 12550 |
| }, |
| { |
| "epoch": 12.042186001917546, |
| "grad_norm": 0.22566866874694824, |
| "learning_rate": 5.691596867266925e-05, |
| "loss": 0.0353, |
| "step": 12560 |
| }, |
| { |
| "epoch": 12.05177372962608, |
| "grad_norm": 0.2323976457118988, |
| "learning_rate": 5.68529793981899e-05, |
| "loss": 0.0347, |
| "step": 12570 |
| }, |
| { |
| "epoch": 12.06136145733461, |
| "grad_norm": 0.2751142680644989, |
| "learning_rate": 5.6789979037446784e-05, |
| "loss": 0.0343, |
| "step": 12580 |
| }, |
| { |
| "epoch": 12.070949185043144, |
| "grad_norm": 0.20366577804088593, |
| "learning_rate": 5.672696769235744e-05, |
| "loss": 0.0346, |
| "step": 12590 |
| }, |
| { |
| "epoch": 12.080536912751677, |
| "grad_norm": 0.30414018034935, |
| "learning_rate": 5.666394546485714e-05, |
| "loss": 0.0335, |
| "step": 12600 |
| }, |
| { |
| "epoch": 12.09012464046021, |
| "grad_norm": 0.24006792902946472, |
| "learning_rate": 5.660091245689878e-05, |
| "loss": 0.0332, |
| "step": 12610 |
| }, |
| { |
| "epoch": 12.099712368168744, |
| "grad_norm": 0.25928163528442383, |
| "learning_rate": 5.653786877045266e-05, |
| "loss": 0.0345, |
| "step": 12620 |
| }, |
| { |
| "epoch": 12.109300095877277, |
| "grad_norm": 0.3005020320415497, |
| "learning_rate": 5.6474814507506426e-05, |
| "loss": 0.0279, |
| "step": 12630 |
| }, |
| { |
| "epoch": 12.11888782358581, |
| "grad_norm": 0.2962352931499481, |
| "learning_rate": 5.641174977006476e-05, |
| "loss": 0.0349, |
| "step": 12640 |
| }, |
| { |
| "epoch": 12.128475551294343, |
| "grad_norm": 0.3519500195980072, |
| "learning_rate": 5.634867466014932e-05, |
| "loss": 0.0322, |
| "step": 12650 |
| }, |
| { |
| "epoch": 12.138063279002877, |
| "grad_norm": 0.3588416576385498, |
| "learning_rate": 5.628558927979854e-05, |
| "loss": 0.0324, |
| "step": 12660 |
| }, |
| { |
| "epoch": 12.14765100671141, |
| "grad_norm": 0.29862353205680847, |
| "learning_rate": 5.622249373106748e-05, |
| "loss": 0.037, |
| "step": 12670 |
| }, |
| { |
| "epoch": 12.157238734419943, |
| "grad_norm": 0.3698887526988983, |
| "learning_rate": 5.6159388116027654e-05, |
| "loss": 0.0336, |
| "step": 12680 |
| }, |
| { |
| "epoch": 12.166826462128476, |
| "grad_norm": 0.268628865480423, |
| "learning_rate": 5.609627253676682e-05, |
| "loss": 0.0373, |
| "step": 12690 |
| }, |
| { |
| "epoch": 12.176414189837008, |
| "grad_norm": 0.23115096986293793, |
| "learning_rate": 5.603314709538891e-05, |
| "loss": 0.0393, |
| "step": 12700 |
| }, |
| { |
| "epoch": 12.186001917545541, |
| "grad_norm": 0.26541295647621155, |
| "learning_rate": 5.597001189401376e-05, |
| "loss": 0.0367, |
| "step": 12710 |
| }, |
| { |
| "epoch": 12.195589645254074, |
| "grad_norm": 0.28933706879615784, |
| "learning_rate": 5.5906867034777046e-05, |
| "loss": 0.0332, |
| "step": 12720 |
| }, |
| { |
| "epoch": 12.205177372962607, |
| "grad_norm": 0.320468008518219, |
| "learning_rate": 5.584371261983e-05, |
| "loss": 0.0351, |
| "step": 12730 |
| }, |
| { |
| "epoch": 12.21476510067114, |
| "grad_norm": 0.24627713859081268, |
| "learning_rate": 5.578054875133939e-05, |
| "loss": 0.032, |
| "step": 12740 |
| }, |
| { |
| "epoch": 12.224352828379674, |
| "grad_norm": 0.19859549403190613, |
| "learning_rate": 5.571737553148723e-05, |
| "loss": 0.0338, |
| "step": 12750 |
| }, |
| { |
| "epoch": 12.233940556088207, |
| "grad_norm": 0.2559930086135864, |
| "learning_rate": 5.565419306247065e-05, |
| "loss": 0.0372, |
| "step": 12760 |
| }, |
| { |
| "epoch": 12.24352828379674, |
| "grad_norm": 0.1816064417362213, |
| "learning_rate": 5.559100144650179e-05, |
| "loss": 0.0325, |
| "step": 12770 |
| }, |
| { |
| "epoch": 12.253116011505274, |
| "grad_norm": 0.5027087330818176, |
| "learning_rate": 5.552780078580756e-05, |
| "loss": 0.0357, |
| "step": 12780 |
| }, |
| { |
| "epoch": 12.262703739213807, |
| "grad_norm": 0.4723157584667206, |
| "learning_rate": 5.54645911826295e-05, |
| "loss": 0.0301, |
| "step": 12790 |
| }, |
| { |
| "epoch": 12.27229146692234, |
| "grad_norm": 0.18510127067565918, |
| "learning_rate": 5.5401372739223615e-05, |
| "loss": 0.0393, |
| "step": 12800 |
| }, |
| { |
| "epoch": 12.281879194630873, |
| "grad_norm": 0.19757391512393951, |
| "learning_rate": 5.533814555786021e-05, |
| "loss": 0.0319, |
| "step": 12810 |
| }, |
| { |
| "epoch": 12.291466922339406, |
| "grad_norm": 0.25884294509887695, |
| "learning_rate": 5.527490974082376e-05, |
| "loss": 0.0319, |
| "step": 12820 |
| }, |
| { |
| "epoch": 12.301054650047938, |
| "grad_norm": 0.29503270983695984, |
| "learning_rate": 5.521166539041266e-05, |
| "loss": 0.0405, |
| "step": 12830 |
| }, |
| { |
| "epoch": 12.310642377756471, |
| "grad_norm": 0.3443543016910553, |
| "learning_rate": 5.514841260893913e-05, |
| "loss": 0.0345, |
| "step": 12840 |
| }, |
| { |
| "epoch": 12.320230105465004, |
| "grad_norm": 0.3162010610103607, |
| "learning_rate": 5.508515149872903e-05, |
| "loss": 0.0374, |
| "step": 12850 |
| }, |
| { |
| "epoch": 12.329817833173538, |
| "grad_norm": 0.37343630194664, |
| "learning_rate": 5.502188216212172e-05, |
| "loss": 0.0339, |
| "step": 12860 |
| }, |
| { |
| "epoch": 12.33940556088207, |
| "grad_norm": 0.4099912643432617, |
| "learning_rate": 5.4958604701469804e-05, |
| "loss": 0.0348, |
| "step": 12870 |
| }, |
| { |
| "epoch": 12.348993288590604, |
| "grad_norm": 0.3237497806549072, |
| "learning_rate": 5.489531921913911e-05, |
| "loss": 0.0277, |
| "step": 12880 |
| }, |
| { |
| "epoch": 12.358581016299137, |
| "grad_norm": 0.2685404121875763, |
| "learning_rate": 5.483202581750838e-05, |
| "loss": 0.0326, |
| "step": 12890 |
| }, |
| { |
| "epoch": 12.36816874400767, |
| "grad_norm": 0.28428301215171814, |
| "learning_rate": 5.476872459896918e-05, |
| "loss": 0.0372, |
| "step": 12900 |
| }, |
| { |
| "epoch": 12.377756471716204, |
| "grad_norm": 0.34229859709739685, |
| "learning_rate": 5.470541566592573e-05, |
| "loss": 0.0324, |
| "step": 12910 |
| }, |
| { |
| "epoch": 12.387344199424737, |
| "grad_norm": 0.3393026292324066, |
| "learning_rate": 5.464209912079472e-05, |
| "loss": 0.034, |
| "step": 12920 |
| }, |
| { |
| "epoch": 12.39693192713327, |
| "grad_norm": 0.3479039967060089, |
| "learning_rate": 5.4578775066005196e-05, |
| "loss": 0.0384, |
| "step": 12930 |
| }, |
| { |
| "epoch": 12.406519654841803, |
| "grad_norm": 0.22416572272777557, |
| "learning_rate": 5.4515443603998304e-05, |
| "loss": 0.0339, |
| "step": 12940 |
| }, |
| { |
| "epoch": 12.416107382550335, |
| "grad_norm": 0.3005695343017578, |
| "learning_rate": 5.445210483722719e-05, |
| "loss": 0.0374, |
| "step": 12950 |
| }, |
| { |
| "epoch": 12.425695110258868, |
| "grad_norm": 0.2770855724811554, |
| "learning_rate": 5.438875886815682e-05, |
| "loss": 0.0407, |
| "step": 12960 |
| }, |
| { |
| "epoch": 12.435282837967401, |
| "grad_norm": 0.3203631043434143, |
| "learning_rate": 5.4325405799263786e-05, |
| "loss": 0.0381, |
| "step": 12970 |
| }, |
| { |
| "epoch": 12.444870565675934, |
| "grad_norm": 0.32981497049331665, |
| "learning_rate": 5.4262045733036204e-05, |
| "loss": 0.0389, |
| "step": 12980 |
| }, |
| { |
| "epoch": 12.454458293384468, |
| "grad_norm": 0.24350851774215698, |
| "learning_rate": 5.4198678771973475e-05, |
| "loss": 0.0377, |
| "step": 12990 |
| }, |
| { |
| "epoch": 12.464046021093, |
| "grad_norm": 0.25702494382858276, |
| "learning_rate": 5.413530501858621e-05, |
| "loss": 0.0308, |
| "step": 13000 |
| }, |
| { |
| "epoch": 12.473633748801534, |
| "grad_norm": 0.25904905796051025, |
| "learning_rate": 5.407192457539594e-05, |
| "loss": 0.0327, |
| "step": 13010 |
| }, |
| { |
| "epoch": 12.483221476510067, |
| "grad_norm": 0.29727786779403687, |
| "learning_rate": 5.4008537544935066e-05, |
| "loss": 0.0376, |
| "step": 13020 |
| }, |
| { |
| "epoch": 12.4928092042186, |
| "grad_norm": 0.21568791568279266, |
| "learning_rate": 5.394514402974661e-05, |
| "loss": 0.029, |
| "step": 13030 |
| }, |
| { |
| "epoch": 12.502396931927134, |
| "grad_norm": 0.31120288372039795, |
| "learning_rate": 5.3881744132384104e-05, |
| "loss": 0.0289, |
| "step": 13040 |
| }, |
| { |
| "epoch": 12.511984659635667, |
| "grad_norm": 0.3262520134449005, |
| "learning_rate": 5.381833795541141e-05, |
| "loss": 0.0458, |
| "step": 13050 |
| }, |
| { |
| "epoch": 12.5215723873442, |
| "grad_norm": 0.27970728278160095, |
| "learning_rate": 5.375492560140254e-05, |
| "loss": 0.0411, |
| "step": 13060 |
| }, |
| { |
| "epoch": 12.531160115052732, |
| "grad_norm": 0.25999292731285095, |
| "learning_rate": 5.3691507172941493e-05, |
| "loss": 0.0367, |
| "step": 13070 |
| }, |
| { |
| "epoch": 12.540747842761265, |
| "grad_norm": 0.32972532510757446, |
| "learning_rate": 5.362808277262211e-05, |
| "loss": 0.0336, |
| "step": 13080 |
| }, |
| { |
| "epoch": 12.550335570469798, |
| "grad_norm": 0.21841417253017426, |
| "learning_rate": 5.3564652503047895e-05, |
| "loss": 0.0383, |
| "step": 13090 |
| }, |
| { |
| "epoch": 12.559923298178331, |
| "grad_norm": 0.5416061878204346, |
| "learning_rate": 5.350121646683183e-05, |
| "loss": 0.0385, |
| "step": 13100 |
| }, |
| { |
| "epoch": 12.569511025886865, |
| "grad_norm": 0.28985804319381714, |
| "learning_rate": 5.343777476659621e-05, |
| "loss": 0.0334, |
| "step": 13110 |
| }, |
| { |
| "epoch": 12.579098753595398, |
| "grad_norm": 0.7717734575271606, |
| "learning_rate": 5.3374327504972544e-05, |
| "loss": 0.035, |
| "step": 13120 |
| }, |
| { |
| "epoch": 12.588686481303931, |
| "grad_norm": 0.38980838656425476, |
| "learning_rate": 5.331087478460129e-05, |
| "loss": 0.04, |
| "step": 13130 |
| }, |
| { |
| "epoch": 12.598274209012464, |
| "grad_norm": 0.43601536750793457, |
| "learning_rate": 5.324741670813178e-05, |
| "loss": 0.034, |
| "step": 13140 |
| }, |
| { |
| "epoch": 12.607861936720997, |
| "grad_norm": 0.27574917674064636, |
| "learning_rate": 5.318395337822195e-05, |
| "loss": 0.0328, |
| "step": 13150 |
| }, |
| { |
| "epoch": 12.61744966442953, |
| "grad_norm": 0.19968970119953156, |
| "learning_rate": 5.312048489753833e-05, |
| "loss": 0.0311, |
| "step": 13160 |
| }, |
| { |
| "epoch": 12.627037392138064, |
| "grad_norm": 0.4505964517593384, |
| "learning_rate": 5.305701136875566e-05, |
| "loss": 0.0326, |
| "step": 13170 |
| }, |
| { |
| "epoch": 12.636625119846597, |
| "grad_norm": 0.24829363822937012, |
| "learning_rate": 5.299353289455694e-05, |
| "loss": 0.0344, |
| "step": 13180 |
| }, |
| { |
| "epoch": 12.64621284755513, |
| "grad_norm": 0.2600340247154236, |
| "learning_rate": 5.2930049577633146e-05, |
| "loss": 0.0309, |
| "step": 13190 |
| }, |
| { |
| "epoch": 12.655800575263662, |
| "grad_norm": 0.2981709837913513, |
| "learning_rate": 5.2866561520683065e-05, |
| "loss": 0.0314, |
| "step": 13200 |
| }, |
| { |
| "epoch": 12.665388302972195, |
| "grad_norm": 0.22709107398986816, |
| "learning_rate": 5.280306882641319e-05, |
| "loss": 0.0323, |
| "step": 13210 |
| }, |
| { |
| "epoch": 12.674976030680728, |
| "grad_norm": 0.31488150358200073, |
| "learning_rate": 5.273957159753749e-05, |
| "loss": 0.0357, |
| "step": 13220 |
| }, |
| { |
| "epoch": 12.684563758389261, |
| "grad_norm": 0.5378819704055786, |
| "learning_rate": 5.2676069936777264e-05, |
| "loss": 0.0341, |
| "step": 13230 |
| }, |
| { |
| "epoch": 12.694151486097795, |
| "grad_norm": 0.3149401843547821, |
| "learning_rate": 5.2612563946861e-05, |
| "loss": 0.0369, |
| "step": 13240 |
| }, |
| { |
| "epoch": 12.703739213806328, |
| "grad_norm": 0.2183138132095337, |
| "learning_rate": 5.254905373052419e-05, |
| "loss": 0.0349, |
| "step": 13250 |
| }, |
| { |
| "epoch": 12.713326941514861, |
| "grad_norm": 1.1205395460128784, |
| "learning_rate": 5.2485539390509156e-05, |
| "loss": 0.0368, |
| "step": 13260 |
| }, |
| { |
| "epoch": 12.722914669223394, |
| "grad_norm": 0.21172510087490082, |
| "learning_rate": 5.242202102956486e-05, |
| "loss": 0.0402, |
| "step": 13270 |
| }, |
| { |
| "epoch": 12.732502396931928, |
| "grad_norm": 0.25088265538215637, |
| "learning_rate": 5.2358498750446835e-05, |
| "loss": 0.0356, |
| "step": 13280 |
| }, |
| { |
| "epoch": 12.74209012464046, |
| "grad_norm": 0.36349666118621826, |
| "learning_rate": 5.229497265591689e-05, |
| "loss": 0.0292, |
| "step": 13290 |
| }, |
| { |
| "epoch": 12.751677852348994, |
| "grad_norm": 0.3626287877559662, |
| "learning_rate": 5.2231442848743064e-05, |
| "loss": 0.0402, |
| "step": 13300 |
| }, |
| { |
| "epoch": 12.761265580057525, |
| "grad_norm": 0.18637891113758087, |
| "learning_rate": 5.2167909431699344e-05, |
| "loss": 0.0324, |
| "step": 13310 |
| }, |
| { |
| "epoch": 12.770853307766059, |
| "grad_norm": 0.28557726740837097, |
| "learning_rate": 5.2104372507565593e-05, |
| "loss": 0.0289, |
| "step": 13320 |
| }, |
| { |
| "epoch": 12.780441035474592, |
| "grad_norm": 0.3556912839412689, |
| "learning_rate": 5.204083217912732e-05, |
| "loss": 0.0343, |
| "step": 13330 |
| }, |
| { |
| "epoch": 12.790028763183125, |
| "grad_norm": 0.16443754732608795, |
| "learning_rate": 5.197728854917558e-05, |
| "loss": 0.0337, |
| "step": 13340 |
| }, |
| { |
| "epoch": 12.799616490891658, |
| "grad_norm": 0.19597065448760986, |
| "learning_rate": 5.191374172050676e-05, |
| "loss": 0.0293, |
| "step": 13350 |
| }, |
| { |
| "epoch": 12.809204218600192, |
| "grad_norm": 0.38750675320625305, |
| "learning_rate": 5.185019179592238e-05, |
| "loss": 0.0404, |
| "step": 13360 |
| }, |
| { |
| "epoch": 12.818791946308725, |
| "grad_norm": 0.25635913014411926, |
| "learning_rate": 5.178663887822901e-05, |
| "loss": 0.0259, |
| "step": 13370 |
| }, |
| { |
| "epoch": 12.828379674017258, |
| "grad_norm": 0.21815137565135956, |
| "learning_rate": 5.172308307023805e-05, |
| "loss": 0.0296, |
| "step": 13380 |
| }, |
| { |
| "epoch": 12.837967401725791, |
| "grad_norm": 0.3391851782798767, |
| "learning_rate": 5.165952447476559e-05, |
| "loss": 0.0312, |
| "step": 13390 |
| }, |
| { |
| "epoch": 12.847555129434324, |
| "grad_norm": 0.38378575444221497, |
| "learning_rate": 5.159596319463219e-05, |
| "loss": 0.0301, |
| "step": 13400 |
| }, |
| { |
| "epoch": 12.857142857142858, |
| "grad_norm": 0.29647505283355713, |
| "learning_rate": 5.15323993326628e-05, |
| "loss": 0.0355, |
| "step": 13410 |
| }, |
| { |
| "epoch": 12.86673058485139, |
| "grad_norm": 0.3213365972042084, |
| "learning_rate": 5.146883299168651e-05, |
| "loss": 0.0309, |
| "step": 13420 |
| }, |
| { |
| "epoch": 12.876318312559924, |
| "grad_norm": 0.21259522438049316, |
| "learning_rate": 5.1405264274536445e-05, |
| "loss": 0.0361, |
| "step": 13430 |
| }, |
| { |
| "epoch": 12.885906040268456, |
| "grad_norm": 0.41032230854034424, |
| "learning_rate": 5.134169328404956e-05, |
| "loss": 0.0347, |
| "step": 13440 |
| }, |
| { |
| "epoch": 12.895493767976989, |
| "grad_norm": 0.3352082371711731, |
| "learning_rate": 5.127812012306649e-05, |
| "loss": 0.0329, |
| "step": 13450 |
| }, |
| { |
| "epoch": 12.905081495685522, |
| "grad_norm": 2.1955349445343018, |
| "learning_rate": 5.1214544894431396e-05, |
| "loss": 0.036, |
| "step": 13460 |
| }, |
| { |
| "epoch": 12.914669223394055, |
| "grad_norm": 0.19683793187141418, |
| "learning_rate": 5.115096770099175e-05, |
| "loss": 0.0344, |
| "step": 13470 |
| }, |
| { |
| "epoch": 12.924256951102588, |
| "grad_norm": 0.2288978546857834, |
| "learning_rate": 5.1087388645598235e-05, |
| "loss": 0.0289, |
| "step": 13480 |
| }, |
| { |
| "epoch": 12.933844678811122, |
| "grad_norm": 0.3008512556552887, |
| "learning_rate": 5.1023807831104544e-05, |
| "loss": 0.0421, |
| "step": 13490 |
| }, |
| { |
| "epoch": 12.943432406519655, |
| "grad_norm": 0.29300564527511597, |
| "learning_rate": 5.096022536036721e-05, |
| "loss": 0.0374, |
| "step": 13500 |
| }, |
| { |
| "epoch": 12.953020134228188, |
| "grad_norm": 0.2803822457790375, |
| "learning_rate": 5.089664133624541e-05, |
| "loss": 0.0349, |
| "step": 13510 |
| }, |
| { |
| "epoch": 12.962607861936721, |
| "grad_norm": 0.35536760091781616, |
| "learning_rate": 5.083305586160089e-05, |
| "loss": 0.0311, |
| "step": 13520 |
| }, |
| { |
| "epoch": 12.972195589645255, |
| "grad_norm": 0.290683776140213, |
| "learning_rate": 5.07694690392977e-05, |
| "loss": 0.0315, |
| "step": 13530 |
| }, |
| { |
| "epoch": 12.981783317353788, |
| "grad_norm": 0.19355502724647522, |
| "learning_rate": 5.070588097220213e-05, |
| "loss": 0.0297, |
| "step": 13540 |
| }, |
| { |
| "epoch": 12.991371045062321, |
| "grad_norm": 0.2547348439693451, |
| "learning_rate": 5.06422917631824e-05, |
| "loss": 0.0325, |
| "step": 13550 |
| }, |
| { |
| "epoch": 13.000958772770852, |
| "grad_norm": 0.1929698884487152, |
| "learning_rate": 5.057870151510864e-05, |
| "loss": 0.0329, |
| "step": 13560 |
| }, |
| { |
| "epoch": 13.010546500479386, |
| "grad_norm": 0.29264265298843384, |
| "learning_rate": 5.051511033085264e-05, |
| "loss": 0.0319, |
| "step": 13570 |
| }, |
| { |
| "epoch": 13.020134228187919, |
| "grad_norm": 0.28177183866500854, |
| "learning_rate": 5.0451518313287704e-05, |
| "loss": 0.038, |
| "step": 13580 |
| }, |
| { |
| "epoch": 13.029721955896452, |
| "grad_norm": 0.3331814110279083, |
| "learning_rate": 5.0387925565288485e-05, |
| "loss": 0.0307, |
| "step": 13590 |
| }, |
| { |
| "epoch": 13.039309683604985, |
| "grad_norm": 0.297892689704895, |
| "learning_rate": 5.0324332189730796e-05, |
| "loss": 0.0339, |
| "step": 13600 |
| }, |
| { |
| "epoch": 13.048897411313519, |
| "grad_norm": 0.2248513251543045, |
| "learning_rate": 5.0260738289491516e-05, |
| "loss": 0.0227, |
| "step": 13610 |
| }, |
| { |
| "epoch": 13.058485139022052, |
| "grad_norm": 0.24514958262443542, |
| "learning_rate": 5.0197143967448335e-05, |
| "loss": 0.0335, |
| "step": 13620 |
| }, |
| { |
| "epoch": 13.068072866730585, |
| "grad_norm": 0.29958298802375793, |
| "learning_rate": 5.0133549326479645e-05, |
| "loss": 0.0305, |
| "step": 13630 |
| }, |
| { |
| "epoch": 13.077660594439118, |
| "grad_norm": 3.086843252182007, |
| "learning_rate": 5.006995446946433e-05, |
| "loss": 0.0377, |
| "step": 13640 |
| }, |
| { |
| "epoch": 13.087248322147651, |
| "grad_norm": 0.31443238258361816, |
| "learning_rate": 5.000635949928163e-05, |
| "loss": 0.0344, |
| "step": 13650 |
| }, |
| { |
| "epoch": 13.096836049856185, |
| "grad_norm": 0.27507051825523376, |
| "learning_rate": 4.994276451881098e-05, |
| "loss": 0.034, |
| "step": 13660 |
| }, |
| { |
| "epoch": 13.106423777564718, |
| "grad_norm": 0.2578774094581604, |
| "learning_rate": 4.987916963093184e-05, |
| "loss": 0.0328, |
| "step": 13670 |
| }, |
| { |
| "epoch": 13.116011505273251, |
| "grad_norm": 0.28767842054367065, |
| "learning_rate": 4.981557493852349e-05, |
| "loss": 0.0332, |
| "step": 13680 |
| }, |
| { |
| "epoch": 13.125599232981783, |
| "grad_norm": 0.17203165590763092, |
| "learning_rate": 4.975198054446492e-05, |
| "loss": 0.0327, |
| "step": 13690 |
| }, |
| { |
| "epoch": 13.135186960690316, |
| "grad_norm": 0.2606458067893982, |
| "learning_rate": 4.968838655163462e-05, |
| "loss": 0.0321, |
| "step": 13700 |
| }, |
| { |
| "epoch": 13.144774688398849, |
| "grad_norm": 0.3137904703617096, |
| "learning_rate": 4.9624793062910445e-05, |
| "loss": 0.0376, |
| "step": 13710 |
| }, |
| { |
| "epoch": 13.154362416107382, |
| "grad_norm": 0.255403608083725, |
| "learning_rate": 4.956120018116941e-05, |
| "loss": 0.0304, |
| "step": 13720 |
| }, |
| { |
| "epoch": 13.163950143815915, |
| "grad_norm": 0.32765787839889526, |
| "learning_rate": 4.94976080092876e-05, |
| "loss": 0.0352, |
| "step": 13730 |
| }, |
| { |
| "epoch": 13.173537871524449, |
| "grad_norm": 0.36302298307418823, |
| "learning_rate": 4.94340166501399e-05, |
| "loss": 0.0287, |
| "step": 13740 |
| }, |
| { |
| "epoch": 13.183125599232982, |
| "grad_norm": 0.1956561803817749, |
| "learning_rate": 4.93704262065999e-05, |
| "loss": 0.0299, |
| "step": 13750 |
| }, |
| { |
| "epoch": 13.192713326941515, |
| "grad_norm": 0.28090646862983704, |
| "learning_rate": 4.930683678153971e-05, |
| "loss": 0.0294, |
| "step": 13760 |
| }, |
| { |
| "epoch": 13.202301054650048, |
| "grad_norm": 0.3016568422317505, |
| "learning_rate": 4.9243248477829786e-05, |
| "loss": 0.0339, |
| "step": 13770 |
| }, |
| { |
| "epoch": 13.211888782358582, |
| "grad_norm": 0.34404152631759644, |
| "learning_rate": 4.9179661398338764e-05, |
| "loss": 0.0268, |
| "step": 13780 |
| }, |
| { |
| "epoch": 13.221476510067115, |
| "grad_norm": 0.35919350385665894, |
| "learning_rate": 4.911607564593331e-05, |
| "loss": 0.0308, |
| "step": 13790 |
| }, |
| { |
| "epoch": 13.231064237775648, |
| "grad_norm": 0.23123154044151306, |
| "learning_rate": 4.905249132347796e-05, |
| "loss": 0.0293, |
| "step": 13800 |
| }, |
| { |
| "epoch": 13.24065196548418, |
| "grad_norm": 0.2878974378108978, |
| "learning_rate": 4.89889085338349e-05, |
| "loss": 0.0366, |
| "step": 13810 |
| }, |
| { |
| "epoch": 13.250239693192713, |
| "grad_norm": 0.1915551722049713, |
| "learning_rate": 4.892532737986387e-05, |
| "loss": 0.0326, |
| "step": 13820 |
| }, |
| { |
| "epoch": 13.259827420901246, |
| "grad_norm": 0.29005202651023865, |
| "learning_rate": 4.886174796442193e-05, |
| "loss": 0.0332, |
| "step": 13830 |
| }, |
| { |
| "epoch": 13.269415148609779, |
| "grad_norm": 0.335665225982666, |
| "learning_rate": 4.879817039036336e-05, |
| "loss": 0.0254, |
| "step": 13840 |
| }, |
| { |
| "epoch": 13.279002876318312, |
| "grad_norm": 0.1871231645345688, |
| "learning_rate": 4.873459476053946e-05, |
| "loss": 0.0288, |
| "step": 13850 |
| }, |
| { |
| "epoch": 13.288590604026846, |
| "grad_norm": 0.26077544689178467, |
| "learning_rate": 4.867102117779834e-05, |
| "loss": 0.031, |
| "step": 13860 |
| }, |
| { |
| "epoch": 13.298178331735379, |
| "grad_norm": 0.46799513697624207, |
| "learning_rate": 4.8607449744984836e-05, |
| "loss": 0.0292, |
| "step": 13870 |
| }, |
| { |
| "epoch": 13.307766059443912, |
| "grad_norm": 0.24073362350463867, |
| "learning_rate": 4.8543880564940327e-05, |
| "loss": 0.0268, |
| "step": 13880 |
| }, |
| { |
| "epoch": 13.317353787152445, |
| "grad_norm": 0.22020606696605682, |
| "learning_rate": 4.848031374050251e-05, |
| "loss": 0.0339, |
| "step": 13890 |
| }, |
| { |
| "epoch": 13.326941514860978, |
| "grad_norm": 0.20859257876873016, |
| "learning_rate": 4.8416749374505285e-05, |
| "loss": 0.0319, |
| "step": 13900 |
| }, |
| { |
| "epoch": 13.336529242569512, |
| "grad_norm": 4.301571846008301, |
| "learning_rate": 4.835318756977856e-05, |
| "loss": 0.0382, |
| "step": 13910 |
| }, |
| { |
| "epoch": 13.346116970278045, |
| "grad_norm": 0.33860668540000916, |
| "learning_rate": 4.828962842914812e-05, |
| "loss": 0.0334, |
| "step": 13920 |
| }, |
| { |
| "epoch": 13.355704697986576, |
| "grad_norm": 0.24827070534229279, |
| "learning_rate": 4.8226072055435425e-05, |
| "loss": 0.0267, |
| "step": 13930 |
| }, |
| { |
| "epoch": 13.36529242569511, |
| "grad_norm": 0.22739817202091217, |
| "learning_rate": 4.816251855145748e-05, |
| "loss": 0.0308, |
| "step": 13940 |
| }, |
| { |
| "epoch": 13.374880153403643, |
| "grad_norm": 0.33846351504325867, |
| "learning_rate": 4.809896802002662e-05, |
| "loss": 0.0337, |
| "step": 13950 |
| }, |
| { |
| "epoch": 13.384467881112176, |
| "grad_norm": 0.2737593352794647, |
| "learning_rate": 4.8035420563950395e-05, |
| "loss": 0.0358, |
| "step": 13960 |
| }, |
| { |
| "epoch": 13.39405560882071, |
| "grad_norm": 0.3176287114620209, |
| "learning_rate": 4.797187628603136e-05, |
| "loss": 0.0273, |
| "step": 13970 |
| }, |
| { |
| "epoch": 13.403643336529242, |
| "grad_norm": 0.2898380756378174, |
| "learning_rate": 4.790833528906696e-05, |
| "loss": 0.0324, |
| "step": 13980 |
| }, |
| { |
| "epoch": 13.413231064237776, |
| "grad_norm": 0.48169559240341187, |
| "learning_rate": 4.784479767584929e-05, |
| "loss": 0.0269, |
| "step": 13990 |
| }, |
| { |
| "epoch": 13.422818791946309, |
| "grad_norm": 0.23410825431346893, |
| "learning_rate": 4.778126354916498e-05, |
| "loss": 0.0307, |
| "step": 14000 |
| }, |
| { |
| "epoch": 13.432406519654842, |
| "grad_norm": 0.39884692430496216, |
| "learning_rate": 4.771773301179506e-05, |
| "loss": 0.0324, |
| "step": 14010 |
| }, |
| { |
| "epoch": 13.441994247363375, |
| "grad_norm": 0.26422742009162903, |
| "learning_rate": 4.765420616651468e-05, |
| "loss": 0.0318, |
| "step": 14020 |
| }, |
| { |
| "epoch": 13.451581975071909, |
| "grad_norm": 0.261283278465271, |
| "learning_rate": 4.7590683116093135e-05, |
| "loss": 0.0312, |
| "step": 14030 |
| }, |
| { |
| "epoch": 13.461169702780442, |
| "grad_norm": 0.28744202852249146, |
| "learning_rate": 4.752716396329346e-05, |
| "loss": 0.0349, |
| "step": 14040 |
| }, |
| { |
| "epoch": 13.470757430488973, |
| "grad_norm": 0.2296159714460373, |
| "learning_rate": 4.746364881087244e-05, |
| "loss": 0.0329, |
| "step": 14050 |
| }, |
| { |
| "epoch": 13.480345158197506, |
| "grad_norm": 0.2238318920135498, |
| "learning_rate": 4.7400137761580376e-05, |
| "loss": 0.0287, |
| "step": 14060 |
| }, |
| { |
| "epoch": 13.48993288590604, |
| "grad_norm": 0.3209201395511627, |
| "learning_rate": 4.733663091816095e-05, |
| "loss": 0.0312, |
| "step": 14070 |
| }, |
| { |
| "epoch": 13.499520613614573, |
| "grad_norm": 4.273186206817627, |
| "learning_rate": 4.7273128383351015e-05, |
| "loss": 0.0292, |
| "step": 14080 |
| }, |
| { |
| "epoch": 13.509108341323106, |
| "grad_norm": 0.2698652446269989, |
| "learning_rate": 4.720963025988047e-05, |
| "loss": 0.0319, |
| "step": 14090 |
| }, |
| { |
| "epoch": 13.51869606903164, |
| "grad_norm": 0.28722748160362244, |
| "learning_rate": 4.714613665047207e-05, |
| "loss": 0.0285, |
| "step": 14100 |
| }, |
| { |
| "epoch": 13.528283796740173, |
| "grad_norm": 0.2316875010728836, |
| "learning_rate": 4.708264765784129e-05, |
| "loss": 0.0368, |
| "step": 14110 |
| }, |
| { |
| "epoch": 13.537871524448706, |
| "grad_norm": 0.5195225477218628, |
| "learning_rate": 4.701916338469608e-05, |
| "loss": 0.031, |
| "step": 14120 |
| }, |
| { |
| "epoch": 13.547459252157239, |
| "grad_norm": 0.40332475304603577, |
| "learning_rate": 4.6955683933736814e-05, |
| "loss": 0.032, |
| "step": 14130 |
| }, |
| { |
| "epoch": 13.557046979865772, |
| "grad_norm": 0.2699570059776306, |
| "learning_rate": 4.689220940765605e-05, |
| "loss": 0.0334, |
| "step": 14140 |
| }, |
| { |
| "epoch": 13.566634707574305, |
| "grad_norm": 0.26050880551338196, |
| "learning_rate": 4.682873990913835e-05, |
| "loss": 0.0333, |
| "step": 14150 |
| }, |
| { |
| "epoch": 13.576222435282839, |
| "grad_norm": 0.2826980650424957, |
| "learning_rate": 4.676527554086018e-05, |
| "loss": 0.0282, |
| "step": 14160 |
| }, |
| { |
| "epoch": 13.585810162991372, |
| "grad_norm": 0.17002440989017487, |
| "learning_rate": 4.6701816405489686e-05, |
| "loss": 0.0325, |
| "step": 14170 |
| }, |
| { |
| "epoch": 13.595397890699903, |
| "grad_norm": 0.33742156624794006, |
| "learning_rate": 4.6638362605686555e-05, |
| "loss": 0.0283, |
| "step": 14180 |
| }, |
| { |
| "epoch": 13.604985618408437, |
| "grad_norm": 0.29989632964134216, |
| "learning_rate": 4.657491424410185e-05, |
| "loss": 0.0327, |
| "step": 14190 |
| }, |
| { |
| "epoch": 13.61457334611697, |
| "grad_norm": 0.2583453357219696, |
| "learning_rate": 4.6511471423377815e-05, |
| "loss": 0.0285, |
| "step": 14200 |
| }, |
| { |
| "epoch": 13.624161073825503, |
| "grad_norm": 0.2405027151107788, |
| "learning_rate": 4.6448034246147754e-05, |
| "loss": 0.0262, |
| "step": 14210 |
| }, |
| { |
| "epoch": 13.633748801534036, |
| "grad_norm": 0.3429577052593231, |
| "learning_rate": 4.638460281503582e-05, |
| "loss": 0.0429, |
| "step": 14220 |
| }, |
| { |
| "epoch": 13.64333652924257, |
| "grad_norm": 0.30057376623153687, |
| "learning_rate": 4.6321177232656894e-05, |
| "loss": 0.0255, |
| "step": 14230 |
| }, |
| { |
| "epoch": 13.652924256951103, |
| "grad_norm": 0.25279220938682556, |
| "learning_rate": 4.6257757601616364e-05, |
| "loss": 0.0333, |
| "step": 14240 |
| }, |
| { |
| "epoch": 13.662511984659636, |
| "grad_norm": 1.2111369371414185, |
| "learning_rate": 4.6194344024510036e-05, |
| "loss": 0.0325, |
| "step": 14250 |
| }, |
| { |
| "epoch": 13.67209971236817, |
| "grad_norm": 1.4284824132919312, |
| "learning_rate": 4.613093660392386e-05, |
| "loss": 0.0368, |
| "step": 14260 |
| }, |
| { |
| "epoch": 13.681687440076702, |
| "grad_norm": 1.6276288032531738, |
| "learning_rate": 4.6067535442433885e-05, |
| "loss": 0.0343, |
| "step": 14270 |
| }, |
| { |
| "epoch": 13.691275167785236, |
| "grad_norm": 1.3329591751098633, |
| "learning_rate": 4.6004140642606e-05, |
| "loss": 0.0322, |
| "step": 14280 |
| }, |
| { |
| "epoch": 13.700862895493769, |
| "grad_norm": 0.2651832103729248, |
| "learning_rate": 4.5940752306995824e-05, |
| "loss": 0.0337, |
| "step": 14290 |
| }, |
| { |
| "epoch": 13.7104506232023, |
| "grad_norm": 0.1592620313167572, |
| "learning_rate": 4.58773705381485e-05, |
| "loss": 0.0309, |
| "step": 14300 |
| }, |
| { |
| "epoch": 13.720038350910833, |
| "grad_norm": 0.7592516541481018, |
| "learning_rate": 4.581399543859855e-05, |
| "loss": 0.0355, |
| "step": 14310 |
| }, |
| { |
| "epoch": 13.729626078619367, |
| "grad_norm": 0.27996954321861267, |
| "learning_rate": 4.5750627110869724e-05, |
| "loss": 0.0299, |
| "step": 14320 |
| }, |
| { |
| "epoch": 13.7392138063279, |
| "grad_norm": 0.19375735521316528, |
| "learning_rate": 4.5687265657474797e-05, |
| "loss": 0.0354, |
| "step": 14330 |
| }, |
| { |
| "epoch": 13.748801534036433, |
| "grad_norm": 0.263683944940567, |
| "learning_rate": 4.562391118091544e-05, |
| "loss": 0.0342, |
| "step": 14340 |
| }, |
| { |
| "epoch": 13.758389261744966, |
| "grad_norm": 0.4312153160572052, |
| "learning_rate": 4.556056378368203e-05, |
| "loss": 0.0349, |
| "step": 14350 |
| }, |
| { |
| "epoch": 13.7679769894535, |
| "grad_norm": 0.3268071413040161, |
| "learning_rate": 4.549722356825349e-05, |
| "loss": 0.0297, |
| "step": 14360 |
| }, |
| { |
| "epoch": 13.777564717162033, |
| "grad_norm": 0.43241703510284424, |
| "learning_rate": 4.543389063709712e-05, |
| "loss": 0.0333, |
| "step": 14370 |
| }, |
| { |
| "epoch": 13.787152444870566, |
| "grad_norm": 0.2650851905345917, |
| "learning_rate": 4.537056509266845e-05, |
| "loss": 0.0338, |
| "step": 14380 |
| }, |
| { |
| "epoch": 13.7967401725791, |
| "grad_norm": 0.34464454650878906, |
| "learning_rate": 4.530724703741104e-05, |
| "loss": 0.0334, |
| "step": 14390 |
| }, |
| { |
| "epoch": 13.806327900287632, |
| "grad_norm": 0.2718554735183716, |
| "learning_rate": 4.524393657375635e-05, |
| "loss": 0.0295, |
| "step": 14400 |
| }, |
| { |
| "epoch": 13.815915627996166, |
| "grad_norm": 0.27128416299819946, |
| "learning_rate": 4.5180633804123555e-05, |
| "loss": 0.0367, |
| "step": 14410 |
| }, |
| { |
| "epoch": 13.825503355704697, |
| "grad_norm": 0.190488800406456, |
| "learning_rate": 4.511733883091939e-05, |
| "loss": 0.0273, |
| "step": 14420 |
| }, |
| { |
| "epoch": 13.83509108341323, |
| "grad_norm": 0.45956146717071533, |
| "learning_rate": 4.5054051756537965e-05, |
| "loss": 0.0333, |
| "step": 14430 |
| }, |
| { |
| "epoch": 13.844678811121764, |
| "grad_norm": 0.2585156559944153, |
| "learning_rate": 4.499077268336063e-05, |
| "loss": 0.0277, |
| "step": 14440 |
| }, |
| { |
| "epoch": 13.854266538830297, |
| "grad_norm": 0.209930419921875, |
| "learning_rate": 4.492750171375576e-05, |
| "loss": 0.0317, |
| "step": 14450 |
| }, |
| { |
| "epoch": 13.86385426653883, |
| "grad_norm": 0.25458142161369324, |
| "learning_rate": 4.486423895007866e-05, |
| "loss": 0.0402, |
| "step": 14460 |
| }, |
| { |
| "epoch": 13.873441994247363, |
| "grad_norm": 0.2012961506843567, |
| "learning_rate": 4.480098449467132e-05, |
| "loss": 0.031, |
| "step": 14470 |
| }, |
| { |
| "epoch": 13.883029721955896, |
| "grad_norm": 0.2313721477985382, |
| "learning_rate": 4.473773844986229e-05, |
| "loss": 0.0278, |
| "step": 14480 |
| }, |
| { |
| "epoch": 13.89261744966443, |
| "grad_norm": 0.3655869960784912, |
| "learning_rate": 4.467450091796658e-05, |
| "loss": 0.0356, |
| "step": 14490 |
| }, |
| { |
| "epoch": 13.902205177372963, |
| "grad_norm": 0.2222936451435089, |
| "learning_rate": 4.461127200128536e-05, |
| "loss": 0.0335, |
| "step": 14500 |
| }, |
| { |
| "epoch": 13.911792905081496, |
| "grad_norm": 0.2714097797870636, |
| "learning_rate": 4.4548051802105914e-05, |
| "loss": 0.0289, |
| "step": 14510 |
| }, |
| { |
| "epoch": 13.92138063279003, |
| "grad_norm": 0.28923454880714417, |
| "learning_rate": 4.448484042270134e-05, |
| "loss": 0.0321, |
| "step": 14520 |
| }, |
| { |
| "epoch": 13.930968360498563, |
| "grad_norm": 0.3318518400192261, |
| "learning_rate": 4.4421637965330554e-05, |
| "loss": 0.0302, |
| "step": 14530 |
| }, |
| { |
| "epoch": 13.940556088207096, |
| "grad_norm": 0.21569694578647614, |
| "learning_rate": 4.4358444532237996e-05, |
| "loss": 0.0347, |
| "step": 14540 |
| }, |
| { |
| "epoch": 13.950143815915627, |
| "grad_norm": 0.24663789570331573, |
| "learning_rate": 4.429526022565352e-05, |
| "loss": 0.0293, |
| "step": 14550 |
| }, |
| { |
| "epoch": 13.95973154362416, |
| "grad_norm": 0.17170065641403198, |
| "learning_rate": 4.423208514779222e-05, |
| "loss": 0.0383, |
| "step": 14560 |
| }, |
| { |
| "epoch": 13.969319271332694, |
| "grad_norm": 0.2217435985803604, |
| "learning_rate": 4.4168919400854245e-05, |
| "loss": 0.0357, |
| "step": 14570 |
| }, |
| { |
| "epoch": 13.978906999041227, |
| "grad_norm": 0.18699301779270172, |
| "learning_rate": 4.4105763087024666e-05, |
| "loss": 0.0261, |
| "step": 14580 |
| }, |
| { |
| "epoch": 13.98849472674976, |
| "grad_norm": 0.35671454668045044, |
| "learning_rate": 4.404261630847329e-05, |
| "loss": 0.0356, |
| "step": 14590 |
| }, |
| { |
| "epoch": 13.998082454458293, |
| "grad_norm": 0.33537557721138, |
| "learning_rate": 4.3979479167354477e-05, |
| "loss": 0.0317, |
| "step": 14600 |
| }, |
| { |
| "epoch": 14.007670182166827, |
| "grad_norm": 0.25765296816825867, |
| "learning_rate": 4.391635176580702e-05, |
| "loss": 0.0314, |
| "step": 14610 |
| }, |
| { |
| "epoch": 14.01725790987536, |
| "grad_norm": 0.18932734429836273, |
| "learning_rate": 4.385323420595395e-05, |
| "loss": 0.036, |
| "step": 14620 |
| }, |
| { |
| "epoch": 14.026845637583893, |
| "grad_norm": 0.2255479097366333, |
| "learning_rate": 4.3790126589902344e-05, |
| "loss": 0.0329, |
| "step": 14630 |
| }, |
| { |
| "epoch": 14.036433365292426, |
| "grad_norm": 0.19790147244930267, |
| "learning_rate": 4.372702901974331e-05, |
| "loss": 0.032, |
| "step": 14640 |
| }, |
| { |
| "epoch": 14.04602109300096, |
| "grad_norm": 0.16959276795387268, |
| "learning_rate": 4.366394159755155e-05, |
| "loss": 0.0328, |
| "step": 14650 |
| }, |
| { |
| "epoch": 14.055608820709493, |
| "grad_norm": 0.36921027302742004, |
| "learning_rate": 4.3600864425385434e-05, |
| "loss": 0.0313, |
| "step": 14660 |
| }, |
| { |
| "epoch": 14.065196548418024, |
| "grad_norm": 0.1770399957895279, |
| "learning_rate": 4.3537797605286736e-05, |
| "loss": 0.0265, |
| "step": 14670 |
| }, |
| { |
| "epoch": 14.074784276126557, |
| "grad_norm": 0.28713101148605347, |
| "learning_rate": 4.347474123928048e-05, |
| "loss": 0.0282, |
| "step": 14680 |
| }, |
| { |
| "epoch": 14.08437200383509, |
| "grad_norm": 0.1728815734386444, |
| "learning_rate": 4.3411695429374793e-05, |
| "loss": 0.03, |
| "step": 14690 |
| }, |
| { |
| "epoch": 14.093959731543624, |
| "grad_norm": 0.2004602998495102, |
| "learning_rate": 4.3348660277560694e-05, |
| "loss": 0.0301, |
| "step": 14700 |
| }, |
| { |
| "epoch": 14.103547459252157, |
| "grad_norm": 0.24591505527496338, |
| "learning_rate": 4.328563588581199e-05, |
| "loss": 0.0384, |
| "step": 14710 |
| }, |
| { |
| "epoch": 14.11313518696069, |
| "grad_norm": 0.3375163674354553, |
| "learning_rate": 4.322262235608508e-05, |
| "loss": 0.0339, |
| "step": 14720 |
| }, |
| { |
| "epoch": 14.122722914669223, |
| "grad_norm": 0.22719378769397736, |
| "learning_rate": 4.315961979031875e-05, |
| "loss": 0.0323, |
| "step": 14730 |
| }, |
| { |
| "epoch": 14.132310642377757, |
| "grad_norm": 0.34426233172416687, |
| "learning_rate": 4.30966282904341e-05, |
| "loss": 0.0335, |
| "step": 14740 |
| }, |
| { |
| "epoch": 14.14189837008629, |
| "grad_norm": 0.30899283289909363, |
| "learning_rate": 4.3033647958334306e-05, |
| "loss": 0.0334, |
| "step": 14750 |
| }, |
| { |
| "epoch": 14.151486097794823, |
| "grad_norm": 0.3567700684070587, |
| "learning_rate": 4.2970678895904476e-05, |
| "loss": 0.0356, |
| "step": 14760 |
| }, |
| { |
| "epoch": 14.161073825503356, |
| "grad_norm": 0.22836564481258392, |
| "learning_rate": 4.29077212050115e-05, |
| "loss": 0.0321, |
| "step": 14770 |
| }, |
| { |
| "epoch": 14.17066155321189, |
| "grad_norm": 0.17751692235469818, |
| "learning_rate": 4.284477498750383e-05, |
| "loss": 0.0302, |
| "step": 14780 |
| }, |
| { |
| "epoch": 14.180249280920421, |
| "grad_norm": 0.3431791067123413, |
| "learning_rate": 4.278184034521144e-05, |
| "loss": 0.0332, |
| "step": 14790 |
| }, |
| { |
| "epoch": 14.189837008628954, |
| "grad_norm": 0.26100659370422363, |
| "learning_rate": 4.27189173799455e-05, |
| "loss": 0.0315, |
| "step": 14800 |
| }, |
| { |
| "epoch": 14.199424736337487, |
| "grad_norm": 0.2879122197628021, |
| "learning_rate": 4.265600619349832e-05, |
| "loss": 0.0277, |
| "step": 14810 |
| }, |
| { |
| "epoch": 14.20901246404602, |
| "grad_norm": 0.26366403698921204, |
| "learning_rate": 4.2593106887643156e-05, |
| "loss": 0.0332, |
| "step": 14820 |
| }, |
| { |
| "epoch": 14.218600191754554, |
| "grad_norm": 0.25366711616516113, |
| "learning_rate": 4.2530219564134046e-05, |
| "loss": 0.0309, |
| "step": 14830 |
| }, |
| { |
| "epoch": 14.228187919463087, |
| "grad_norm": 0.259772926568985, |
| "learning_rate": 4.246734432470563e-05, |
| "loss": 0.0302, |
| "step": 14840 |
| }, |
| { |
| "epoch": 14.23777564717162, |
| "grad_norm": 0.32079434394836426, |
| "learning_rate": 4.240448127107301e-05, |
| "loss": 0.0293, |
| "step": 14850 |
| }, |
| { |
| "epoch": 14.247363374880154, |
| "grad_norm": 0.25380274653434753, |
| "learning_rate": 4.234163050493158e-05, |
| "loss": 0.0287, |
| "step": 14860 |
| }, |
| { |
| "epoch": 14.256951102588687, |
| "grad_norm": 0.26985570788383484, |
| "learning_rate": 4.2278792127956846e-05, |
| "loss": 0.0307, |
| "step": 14870 |
| }, |
| { |
| "epoch": 14.26653883029722, |
| "grad_norm": 0.2960470914840698, |
| "learning_rate": 4.221596624180426e-05, |
| "loss": 0.0313, |
| "step": 14880 |
| }, |
| { |
| "epoch": 14.276126558005753, |
| "grad_norm": 0.41474372148513794, |
| "learning_rate": 4.21531529481091e-05, |
| "loss": 0.0287, |
| "step": 14890 |
| }, |
| { |
| "epoch": 14.285714285714286, |
| "grad_norm": 0.2426476627588272, |
| "learning_rate": 4.2090352348486256e-05, |
| "loss": 0.0272, |
| "step": 14900 |
| }, |
| { |
| "epoch": 14.29530201342282, |
| "grad_norm": 0.2811989486217499, |
| "learning_rate": 4.202756454453007e-05, |
| "loss": 0.0328, |
| "step": 14910 |
| }, |
| { |
| "epoch": 14.304889741131351, |
| "grad_norm": 0.20871858298778534, |
| "learning_rate": 4.196478963781421e-05, |
| "loss": 0.028, |
| "step": 14920 |
| }, |
| { |
| "epoch": 14.314477468839884, |
| "grad_norm": 0.1654272824525833, |
| "learning_rate": 4.190202772989144e-05, |
| "loss": 0.0301, |
| "step": 14930 |
| }, |
| { |
| "epoch": 14.324065196548418, |
| "grad_norm": 0.6324641108512878, |
| "learning_rate": 4.183927892229354e-05, |
| "loss": 0.0284, |
| "step": 14940 |
| }, |
| { |
| "epoch": 14.33365292425695, |
| "grad_norm": 1.3468248844146729, |
| "learning_rate": 4.177654331653108e-05, |
| "loss": 0.0331, |
| "step": 14950 |
| }, |
| { |
| "epoch": 14.343240651965484, |
| "grad_norm": 0.16660985350608826, |
| "learning_rate": 4.171382101409327e-05, |
| "loss": 0.0262, |
| "step": 14960 |
| }, |
| { |
| "epoch": 14.352828379674017, |
| "grad_norm": 0.32994958758354187, |
| "learning_rate": 4.165111211644779e-05, |
| "loss": 0.0259, |
| "step": 14970 |
| }, |
| { |
| "epoch": 14.36241610738255, |
| "grad_norm": 0.20298174023628235, |
| "learning_rate": 4.158841672504066e-05, |
| "loss": 0.0298, |
| "step": 14980 |
| }, |
| { |
| "epoch": 14.372003835091084, |
| "grad_norm": 0.23911802470684052, |
| "learning_rate": 4.1525734941296026e-05, |
| "loss": 0.0315, |
| "step": 14990 |
| }, |
| { |
| "epoch": 14.381591562799617, |
| "grad_norm": 0.22921425104141235, |
| "learning_rate": 4.146306686661602e-05, |
| "loss": 0.0336, |
| "step": 15000 |
| }, |
| { |
| "epoch": 14.39117929050815, |
| "grad_norm": 0.24981558322906494, |
| "learning_rate": 4.140041260238062e-05, |
| "loss": 0.0326, |
| "step": 15010 |
| }, |
| { |
| "epoch": 14.400767018216683, |
| "grad_norm": 0.24186521768569946, |
| "learning_rate": 4.1337772249947435e-05, |
| "loss": 0.0264, |
| "step": 15020 |
| }, |
| { |
| "epoch": 14.410354745925215, |
| "grad_norm": 0.26285290718078613, |
| "learning_rate": 4.1275145910651603e-05, |
| "loss": 0.0304, |
| "step": 15030 |
| }, |
| { |
| "epoch": 14.419942473633748, |
| "grad_norm": 0.2739505469799042, |
| "learning_rate": 4.121253368580555e-05, |
| "loss": 0.0263, |
| "step": 15040 |
| }, |
| { |
| "epoch": 14.429530201342281, |
| "grad_norm": 0.6612746119499207, |
| "learning_rate": 4.1149935676698904e-05, |
| "loss": 0.0395, |
| "step": 15050 |
| }, |
| { |
| "epoch": 14.439117929050814, |
| "grad_norm": 0.2866060435771942, |
| "learning_rate": 4.108735198459827e-05, |
| "loss": 0.025, |
| "step": 15060 |
| }, |
| { |
| "epoch": 14.448705656759348, |
| "grad_norm": 0.27634814381599426, |
| "learning_rate": 4.102478271074712e-05, |
| "loss": 0.0278, |
| "step": 15070 |
| }, |
| { |
| "epoch": 14.458293384467881, |
| "grad_norm": 0.25131815671920776, |
| "learning_rate": 4.0962227956365574e-05, |
| "loss": 0.0271, |
| "step": 15080 |
| }, |
| { |
| "epoch": 14.467881112176414, |
| "grad_norm": 0.3638950288295746, |
| "learning_rate": 4.089968782265025e-05, |
| "loss": 0.0297, |
| "step": 15090 |
| }, |
| { |
| "epoch": 14.477468839884947, |
| "grad_norm": 0.2399180382490158, |
| "learning_rate": 4.083716241077419e-05, |
| "loss": 0.0284, |
| "step": 15100 |
| }, |
| { |
| "epoch": 14.48705656759348, |
| "grad_norm": 0.27603140473365784, |
| "learning_rate": 4.077465182188654e-05, |
| "loss": 0.0302, |
| "step": 15110 |
| }, |
| { |
| "epoch": 14.496644295302014, |
| "grad_norm": 0.17177820205688477, |
| "learning_rate": 4.07121561571125e-05, |
| "loss": 0.0382, |
| "step": 15120 |
| }, |
| { |
| "epoch": 14.506232023010547, |
| "grad_norm": 0.26461273431777954, |
| "learning_rate": 4.064967551755312e-05, |
| "loss": 0.0328, |
| "step": 15130 |
| }, |
| { |
| "epoch": 14.51581975071908, |
| "grad_norm": 0.31283822655677795, |
| "learning_rate": 4.058721000428514e-05, |
| "loss": 0.025, |
| "step": 15140 |
| }, |
| { |
| "epoch": 14.525407478427613, |
| "grad_norm": 0.18203134834766388, |
| "learning_rate": 4.052475971836083e-05, |
| "loss": 0.0286, |
| "step": 15150 |
| }, |
| { |
| "epoch": 14.534995206136145, |
| "grad_norm": 0.295449435710907, |
| "learning_rate": 4.0462324760807846e-05, |
| "loss": 0.033, |
| "step": 15160 |
| }, |
| { |
| "epoch": 14.544582933844678, |
| "grad_norm": 0.16782015562057495, |
| "learning_rate": 4.039990523262902e-05, |
| "loss": 0.0278, |
| "step": 15170 |
| }, |
| { |
| "epoch": 14.554170661553211, |
| "grad_norm": 0.23671366274356842, |
| "learning_rate": 4.033750123480224e-05, |
| "loss": 0.0319, |
| "step": 15180 |
| }, |
| { |
| "epoch": 14.563758389261745, |
| "grad_norm": 0.18487486243247986, |
| "learning_rate": 4.027511286828028e-05, |
| "loss": 0.0297, |
| "step": 15190 |
| }, |
| { |
| "epoch": 14.573346116970278, |
| "grad_norm": 0.19782863557338715, |
| "learning_rate": 4.0212740233990587e-05, |
| "loss": 0.0316, |
| "step": 15200 |
| }, |
| { |
| "epoch": 14.582933844678811, |
| "grad_norm": 0.30595293641090393, |
| "learning_rate": 4.0150383432835186e-05, |
| "loss": 0.0282, |
| "step": 15210 |
| }, |
| { |
| "epoch": 14.592521572387344, |
| "grad_norm": 0.2661206126213074, |
| "learning_rate": 4.00880425656905e-05, |
| "loss": 0.0286, |
| "step": 15220 |
| }, |
| { |
| "epoch": 14.602109300095877, |
| "grad_norm": 0.2635152339935303, |
| "learning_rate": 4.002571773340714e-05, |
| "loss": 0.0334, |
| "step": 15230 |
| }, |
| { |
| "epoch": 14.61169702780441, |
| "grad_norm": 0.27702832221984863, |
| "learning_rate": 3.996340903680979e-05, |
| "loss": 0.0304, |
| "step": 15240 |
| }, |
| { |
| "epoch": 14.621284755512944, |
| "grad_norm": 0.21685196459293365, |
| "learning_rate": 3.9901116576697083e-05, |
| "loss": 0.0394, |
| "step": 15250 |
| }, |
| { |
| "epoch": 14.630872483221477, |
| "grad_norm": 0.2177799493074417, |
| "learning_rate": 3.983884045384131e-05, |
| "loss": 0.0321, |
| "step": 15260 |
| }, |
| { |
| "epoch": 14.64046021093001, |
| "grad_norm": 0.21278002858161926, |
| "learning_rate": 3.977658076898836e-05, |
| "loss": 0.0329, |
| "step": 15270 |
| }, |
| { |
| "epoch": 14.650047938638544, |
| "grad_norm": 0.4188462495803833, |
| "learning_rate": 3.971433762285754e-05, |
| "loss": 0.0324, |
| "step": 15280 |
| }, |
| { |
| "epoch": 14.659635666347075, |
| "grad_norm": 0.4150042235851288, |
| "learning_rate": 3.965211111614139e-05, |
| "loss": 0.0311, |
| "step": 15290 |
| }, |
| { |
| "epoch": 14.669223394055608, |
| "grad_norm": 0.5566287040710449, |
| "learning_rate": 3.958990134950555e-05, |
| "loss": 0.028, |
| "step": 15300 |
| }, |
| { |
| "epoch": 14.678811121764141, |
| "grad_norm": 0.2592385411262512, |
| "learning_rate": 3.9527708423588546e-05, |
| "loss": 0.0354, |
| "step": 15310 |
| }, |
| { |
| "epoch": 14.688398849472675, |
| "grad_norm": 0.20564644038677216, |
| "learning_rate": 3.946553243900169e-05, |
| "loss": 0.0359, |
| "step": 15320 |
| }, |
| { |
| "epoch": 14.697986577181208, |
| "grad_norm": 0.27093440294265747, |
| "learning_rate": 3.9403373496328885e-05, |
| "loss": 0.0377, |
| "step": 15330 |
| }, |
| { |
| "epoch": 14.707574304889741, |
| "grad_norm": 0.35600170493125916, |
| "learning_rate": 3.934123169612645e-05, |
| "loss": 0.0323, |
| "step": 15340 |
| }, |
| { |
| "epoch": 14.717162032598274, |
| "grad_norm": 0.3020756244659424, |
| "learning_rate": 3.927910713892298e-05, |
| "loss": 0.0313, |
| "step": 15350 |
| }, |
| { |
| "epoch": 14.726749760306808, |
| "grad_norm": 0.26487666368484497, |
| "learning_rate": 3.921699992521917e-05, |
| "loss": 0.0322, |
| "step": 15360 |
| }, |
| { |
| "epoch": 14.73633748801534, |
| "grad_norm": 0.2509137988090515, |
| "learning_rate": 3.915491015548766e-05, |
| "loss": 0.0249, |
| "step": 15370 |
| }, |
| { |
| "epoch": 14.745925215723874, |
| "grad_norm": 0.2903117537498474, |
| "learning_rate": 3.9092837930172884e-05, |
| "loss": 0.0325, |
| "step": 15380 |
| }, |
| { |
| "epoch": 14.755512943432407, |
| "grad_norm": 2.1292974948883057, |
| "learning_rate": 3.903078334969087e-05, |
| "loss": 0.0352, |
| "step": 15390 |
| }, |
| { |
| "epoch": 14.765100671140939, |
| "grad_norm": 0.18879927694797516, |
| "learning_rate": 3.8968746514429134e-05, |
| "loss": 0.0348, |
| "step": 15400 |
| }, |
| { |
| "epoch": 14.774688398849472, |
| "grad_norm": 0.27570220828056335, |
| "learning_rate": 3.890672752474646e-05, |
| "loss": 0.0267, |
| "step": 15410 |
| }, |
| { |
| "epoch": 14.784276126558005, |
| "grad_norm": 0.28451746702194214, |
| "learning_rate": 3.884472648097276e-05, |
| "loss": 0.029, |
| "step": 15420 |
| }, |
| { |
| "epoch": 14.793863854266538, |
| "grad_norm": 0.2464732676744461, |
| "learning_rate": 3.878274348340892e-05, |
| "loss": 0.027, |
| "step": 15430 |
| }, |
| { |
| "epoch": 14.803451581975072, |
| "grad_norm": 0.1651841551065445, |
| "learning_rate": 3.872077863232665e-05, |
| "loss": 0.0275, |
| "step": 15440 |
| }, |
| { |
| "epoch": 14.813039309683605, |
| "grad_norm": 0.1864641159772873, |
| "learning_rate": 3.865883202796829e-05, |
| "loss": 0.028, |
| "step": 15450 |
| }, |
| { |
| "epoch": 14.822627037392138, |
| "grad_norm": 0.40212348103523254, |
| "learning_rate": 3.8596903770546636e-05, |
| "loss": 0.0296, |
| "step": 15460 |
| }, |
| { |
| "epoch": 14.832214765100671, |
| "grad_norm": 0.34442323446273804, |
| "learning_rate": 3.853499396024486e-05, |
| "loss": 0.0279, |
| "step": 15470 |
| }, |
| { |
| "epoch": 14.841802492809204, |
| "grad_norm": 0.21626895666122437, |
| "learning_rate": 3.8473102697216226e-05, |
| "loss": 0.0298, |
| "step": 15480 |
| }, |
| { |
| "epoch": 14.851390220517738, |
| "grad_norm": 0.22285476326942444, |
| "learning_rate": 3.841123008158405e-05, |
| "loss": 0.0265, |
| "step": 15490 |
| }, |
| { |
| "epoch": 14.860977948226271, |
| "grad_norm": 0.330901563167572, |
| "learning_rate": 3.8349376213441444e-05, |
| "loss": 0.032, |
| "step": 15500 |
| }, |
| { |
| "epoch": 14.870565675934804, |
| "grad_norm": 0.3265020251274109, |
| "learning_rate": 3.828754119285123e-05, |
| "loss": 0.0291, |
| "step": 15510 |
| }, |
| { |
| "epoch": 14.880153403643337, |
| "grad_norm": 0.2532041668891907, |
| "learning_rate": 3.822572511984569e-05, |
| "loss": 0.0267, |
| "step": 15520 |
| }, |
| { |
| "epoch": 14.889741131351869, |
| "grad_norm": 0.3086365759372711, |
| "learning_rate": 3.816392809442649e-05, |
| "loss": 0.036, |
| "step": 15530 |
| }, |
| { |
| "epoch": 14.899328859060402, |
| "grad_norm": 0.22954832017421722, |
| "learning_rate": 3.8102150216564484e-05, |
| "loss": 0.0302, |
| "step": 15540 |
| }, |
| { |
| "epoch": 14.908916586768935, |
| "grad_norm": 0.2649918496608734, |
| "learning_rate": 3.804039158619951e-05, |
| "loss": 0.037, |
| "step": 15550 |
| }, |
| { |
| "epoch": 14.918504314477468, |
| "grad_norm": 0.22433148324489594, |
| "learning_rate": 3.797865230324033e-05, |
| "loss": 0.0258, |
| "step": 15560 |
| }, |
| { |
| "epoch": 14.928092042186002, |
| "grad_norm": 0.2442513406276703, |
| "learning_rate": 3.791693246756436e-05, |
| "loss": 0.0289, |
| "step": 15570 |
| }, |
| { |
| "epoch": 14.937679769894535, |
| "grad_norm": 0.22684846818447113, |
| "learning_rate": 3.785523217901757e-05, |
| "loss": 0.032, |
| "step": 15580 |
| }, |
| { |
| "epoch": 14.947267497603068, |
| "grad_norm": 0.27900537848472595, |
| "learning_rate": 3.7793551537414313e-05, |
| "loss": 0.0284, |
| "step": 15590 |
| }, |
| { |
| "epoch": 14.956855225311601, |
| "grad_norm": 0.29420506954193115, |
| "learning_rate": 3.7731890642537154e-05, |
| "loss": 0.0278, |
| "step": 15600 |
| }, |
| { |
| "epoch": 14.966442953020135, |
| "grad_norm": 0.23950040340423584, |
| "learning_rate": 3.76702495941367e-05, |
| "loss": 0.03, |
| "step": 15610 |
| }, |
| { |
| "epoch": 14.976030680728668, |
| "grad_norm": 0.3971647322177887, |
| "learning_rate": 3.760862849193148e-05, |
| "loss": 0.0324, |
| "step": 15620 |
| }, |
| { |
| "epoch": 14.985618408437201, |
| "grad_norm": 0.18756671249866486, |
| "learning_rate": 3.754702743560773e-05, |
| "loss": 0.026, |
| "step": 15630 |
| }, |
| { |
| "epoch": 14.995206136145734, |
| "grad_norm": 0.24370504915714264, |
| "learning_rate": 3.748544652481927e-05, |
| "loss": 0.0353, |
| "step": 15640 |
| }, |
| { |
| "epoch": 15.004793863854266, |
| "grad_norm": 0.26173216104507446, |
| "learning_rate": 3.742388585918733e-05, |
| "loss": 0.0356, |
| "step": 15650 |
| }, |
| { |
| "epoch": 15.014381591562799, |
| "grad_norm": 0.22543974220752716, |
| "learning_rate": 3.736234553830038e-05, |
| "loss": 0.0314, |
| "step": 15660 |
| }, |
| { |
| "epoch": 15.023969319271332, |
| "grad_norm": 0.1632285714149475, |
| "learning_rate": 3.7300825661714e-05, |
| "loss": 0.0267, |
| "step": 15670 |
| }, |
| { |
| "epoch": 15.033557046979865, |
| "grad_norm": 0.2474079430103302, |
| "learning_rate": 3.723932632895067e-05, |
| "loss": 0.0289, |
| "step": 15680 |
| }, |
| { |
| "epoch": 15.043144774688399, |
| "grad_norm": 0.21004092693328857, |
| "learning_rate": 3.717784763949964e-05, |
| "loss": 0.0272, |
| "step": 15690 |
| }, |
| { |
| "epoch": 15.052732502396932, |
| "grad_norm": 0.20469725131988525, |
| "learning_rate": 3.7116389692816754e-05, |
| "loss": 0.0282, |
| "step": 15700 |
| }, |
| { |
| "epoch": 15.062320230105465, |
| "grad_norm": 0.4098300337791443, |
| "learning_rate": 3.7054952588324364e-05, |
| "loss": 0.0318, |
| "step": 15710 |
| }, |
| { |
| "epoch": 15.071907957813998, |
| "grad_norm": 0.1645730435848236, |
| "learning_rate": 3.699353642541103e-05, |
| "loss": 0.0307, |
| "step": 15720 |
| }, |
| { |
| "epoch": 15.081495685522532, |
| "grad_norm": 0.16053102910518646, |
| "learning_rate": 3.693214130343148e-05, |
| "loss": 0.0263, |
| "step": 15730 |
| }, |
| { |
| "epoch": 15.091083413231065, |
| "grad_norm": 0.2607749104499817, |
| "learning_rate": 3.687076732170635e-05, |
| "loss": 0.0279, |
| "step": 15740 |
| }, |
| { |
| "epoch": 15.100671140939598, |
| "grad_norm": 0.20249375700950623, |
| "learning_rate": 3.680941457952214e-05, |
| "loss": 0.031, |
| "step": 15750 |
| }, |
| { |
| "epoch": 15.110258868648131, |
| "grad_norm": 0.17298898100852966, |
| "learning_rate": 3.6748083176130955e-05, |
| "loss": 0.0304, |
| "step": 15760 |
| }, |
| { |
| "epoch": 15.119846596356663, |
| "grad_norm": 0.3816901743412018, |
| "learning_rate": 3.6686773210750385e-05, |
| "loss": 0.0267, |
| "step": 15770 |
| }, |
| { |
| "epoch": 15.129434324065196, |
| "grad_norm": 0.26607292890548706, |
| "learning_rate": 3.6625484782563345e-05, |
| "loss": 0.0285, |
| "step": 15780 |
| }, |
| { |
| "epoch": 15.139022051773729, |
| "grad_norm": 0.24211320281028748, |
| "learning_rate": 3.656421799071791e-05, |
| "loss": 0.0325, |
| "step": 15790 |
| }, |
| { |
| "epoch": 15.148609779482262, |
| "grad_norm": 0.3071950376033783, |
| "learning_rate": 3.650297293432713e-05, |
| "loss": 0.0344, |
| "step": 15800 |
| }, |
| { |
| "epoch": 15.158197507190796, |
| "grad_norm": 0.3314298689365387, |
| "learning_rate": 3.6441749712468944e-05, |
| "loss": 0.0297, |
| "step": 15810 |
| }, |
| { |
| "epoch": 15.167785234899329, |
| "grad_norm": 0.2220297008752823, |
| "learning_rate": 3.6380548424185894e-05, |
| "loss": 0.0328, |
| "step": 15820 |
| }, |
| { |
| "epoch": 15.177372962607862, |
| "grad_norm": 0.15199415385723114, |
| "learning_rate": 3.6319369168485104e-05, |
| "loss": 0.025, |
| "step": 15830 |
| }, |
| { |
| "epoch": 15.186960690316395, |
| "grad_norm": 0.2900523841381073, |
| "learning_rate": 3.625821204433803e-05, |
| "loss": 0.0261, |
| "step": 15840 |
| }, |
| { |
| "epoch": 15.196548418024928, |
| "grad_norm": 0.17855972051620483, |
| "learning_rate": 3.61970771506803e-05, |
| "loss": 0.034, |
| "step": 15850 |
| }, |
| { |
| "epoch": 15.206136145733462, |
| "grad_norm": 0.35416078567504883, |
| "learning_rate": 3.613596458641167e-05, |
| "loss": 0.0362, |
| "step": 15860 |
| }, |
| { |
| "epoch": 15.215723873441995, |
| "grad_norm": 0.21492497622966766, |
| "learning_rate": 3.6074874450395666e-05, |
| "loss": 0.0259, |
| "step": 15870 |
| }, |
| { |
| "epoch": 15.225311601150528, |
| "grad_norm": 0.2749202847480774, |
| "learning_rate": 3.6013806841459586e-05, |
| "loss": 0.0257, |
| "step": 15880 |
| }, |
| { |
| "epoch": 15.234899328859061, |
| "grad_norm": 0.16736426949501038, |
| "learning_rate": 3.595276185839426e-05, |
| "loss": 0.0328, |
| "step": 15890 |
| }, |
| { |
| "epoch": 15.244487056567593, |
| "grad_norm": 0.2754712998867035, |
| "learning_rate": 3.5891739599953945e-05, |
| "loss": 0.0276, |
| "step": 15900 |
| }, |
| { |
| "epoch": 15.254074784276126, |
| "grad_norm": 0.29541146755218506, |
| "learning_rate": 3.583074016485611e-05, |
| "loss": 0.031, |
| "step": 15910 |
| }, |
| { |
| "epoch": 15.26366251198466, |
| "grad_norm": 0.26210564374923706, |
| "learning_rate": 3.576976365178132e-05, |
| "loss": 0.0325, |
| "step": 15920 |
| }, |
| { |
| "epoch": 15.273250239693192, |
| "grad_norm": 0.2595176100730896, |
| "learning_rate": 3.5708810159373044e-05, |
| "loss": 0.0375, |
| "step": 15930 |
| }, |
| { |
| "epoch": 15.282837967401726, |
| "grad_norm": 0.21411257982254028, |
| "learning_rate": 3.564787978623753e-05, |
| "loss": 0.0277, |
| "step": 15940 |
| }, |
| { |
| "epoch": 15.292425695110259, |
| "grad_norm": 0.2823658585548401, |
| "learning_rate": 3.5586972630943594e-05, |
| "loss": 0.0259, |
| "step": 15950 |
| }, |
| { |
| "epoch": 15.302013422818792, |
| "grad_norm": 0.2719429135322571, |
| "learning_rate": 3.552608879202252e-05, |
| "loss": 0.0295, |
| "step": 15960 |
| }, |
| { |
| "epoch": 15.311601150527325, |
| "grad_norm": 0.2882955074310303, |
| "learning_rate": 3.5465228367967854e-05, |
| "loss": 0.0297, |
| "step": 15970 |
| }, |
| { |
| "epoch": 15.321188878235859, |
| "grad_norm": 0.22343681752681732, |
| "learning_rate": 3.540439145723529e-05, |
| "loss": 0.0241, |
| "step": 15980 |
| }, |
| { |
| "epoch": 15.330776605944392, |
| "grad_norm": 0.18314386904239655, |
| "learning_rate": 3.534357815824243e-05, |
| "loss": 0.0345, |
| "step": 15990 |
| }, |
| { |
| "epoch": 15.340364333652925, |
| "grad_norm": 0.22451230883598328, |
| "learning_rate": 3.528278856936874e-05, |
| "loss": 0.0259, |
| "step": 16000 |
| }, |
| { |
| "epoch": 15.349952061361458, |
| "grad_norm": 0.23394083976745605, |
| "learning_rate": 3.52220227889553e-05, |
| "loss": 0.0235, |
| "step": 16010 |
| }, |
| { |
| "epoch": 15.35953978906999, |
| "grad_norm": 0.21090802550315857, |
| "learning_rate": 3.516128091530469e-05, |
| "loss": 0.0259, |
| "step": 16020 |
| }, |
| { |
| "epoch": 15.369127516778523, |
| "grad_norm": 0.42782530188560486, |
| "learning_rate": 3.5100563046680764e-05, |
| "loss": 0.0297, |
| "step": 16030 |
| }, |
| { |
| "epoch": 15.378715244487056, |
| "grad_norm": 0.2408047765493393, |
| "learning_rate": 3.503986928130862e-05, |
| "loss": 0.0287, |
| "step": 16040 |
| }, |
| { |
| "epoch": 15.38830297219559, |
| "grad_norm": 0.24126370251178741, |
| "learning_rate": 3.49791997173743e-05, |
| "loss": 0.0295, |
| "step": 16050 |
| }, |
| { |
| "epoch": 15.397890699904123, |
| "grad_norm": 0.28855326771736145, |
| "learning_rate": 3.4918554453024746e-05, |
| "loss": 0.0272, |
| "step": 16060 |
| }, |
| { |
| "epoch": 15.407478427612656, |
| "grad_norm": 0.2622244358062744, |
| "learning_rate": 3.485793358636753e-05, |
| "loss": 0.0264, |
| "step": 16070 |
| }, |
| { |
| "epoch": 15.417066155321189, |
| "grad_norm": 0.433159202337265, |
| "learning_rate": 3.479733721547082e-05, |
| "loss": 0.0331, |
| "step": 16080 |
| }, |
| { |
| "epoch": 15.426653883029722, |
| "grad_norm": 0.35671567916870117, |
| "learning_rate": 3.47367654383631e-05, |
| "loss": 0.0309, |
| "step": 16090 |
| }, |
| { |
| "epoch": 15.436241610738255, |
| "grad_norm": 0.2572173476219177, |
| "learning_rate": 3.467621835303309e-05, |
| "loss": 0.0299, |
| "step": 16100 |
| }, |
| { |
| "epoch": 15.445829338446789, |
| "grad_norm": 0.3275107145309448, |
| "learning_rate": 3.461569605742958e-05, |
| "loss": 0.0258, |
| "step": 16110 |
| }, |
| { |
| "epoch": 15.455417066155322, |
| "grad_norm": 0.38686898350715637, |
| "learning_rate": 3.455519864946125e-05, |
| "loss": 0.0281, |
| "step": 16120 |
| }, |
| { |
| "epoch": 15.465004793863855, |
| "grad_norm": 0.5980708003044128, |
| "learning_rate": 3.449472622699651e-05, |
| "loss": 0.0266, |
| "step": 16130 |
| }, |
| { |
| "epoch": 15.474592521572387, |
| "grad_norm": 0.1607155054807663, |
| "learning_rate": 3.443427888786335e-05, |
| "loss": 0.0286, |
| "step": 16140 |
| }, |
| { |
| "epoch": 15.48418024928092, |
| "grad_norm": 0.19821766018867493, |
| "learning_rate": 3.437385672984918e-05, |
| "loss": 0.0299, |
| "step": 16150 |
| }, |
| { |
| "epoch": 15.493767976989453, |
| "grad_norm": 0.27373266220092773, |
| "learning_rate": 3.431345985070067e-05, |
| "loss": 0.0387, |
| "step": 16160 |
| }, |
| { |
| "epoch": 15.503355704697986, |
| "grad_norm": 0.24755899608135223, |
| "learning_rate": 3.425308834812364e-05, |
| "loss": 0.0268, |
| "step": 16170 |
| }, |
| { |
| "epoch": 15.51294343240652, |
| "grad_norm": 0.34930139780044556, |
| "learning_rate": 3.4192742319782805e-05, |
| "loss": 0.0358, |
| "step": 16180 |
| }, |
| { |
| "epoch": 15.522531160115053, |
| "grad_norm": 0.21849294006824493, |
| "learning_rate": 3.413242186330168e-05, |
| "loss": 0.0327, |
| "step": 16190 |
| }, |
| { |
| "epoch": 15.532118887823586, |
| "grad_norm": 0.2413625419139862, |
| "learning_rate": 3.407212707626243e-05, |
| "loss": 0.0283, |
| "step": 16200 |
| }, |
| { |
| "epoch": 15.541706615532119, |
| "grad_norm": 0.27283817529678345, |
| "learning_rate": 3.401185805620568e-05, |
| "loss": 0.0295, |
| "step": 16210 |
| }, |
| { |
| "epoch": 15.551294343240652, |
| "grad_norm": 0.3242924213409424, |
| "learning_rate": 3.395161490063037e-05, |
| "loss": 0.0328, |
| "step": 16220 |
| }, |
| { |
| "epoch": 15.560882070949186, |
| "grad_norm": 0.2872219383716583, |
| "learning_rate": 3.38913977069936e-05, |
| "loss": 0.0273, |
| "step": 16230 |
| }, |
| { |
| "epoch": 15.570469798657719, |
| "grad_norm": 0.14021213352680206, |
| "learning_rate": 3.3831206572710464e-05, |
| "loss": 0.0271, |
| "step": 16240 |
| }, |
| { |
| "epoch": 15.580057526366252, |
| "grad_norm": 0.19898459315299988, |
| "learning_rate": 3.377104159515393e-05, |
| "loss": 0.0299, |
| "step": 16250 |
| }, |
| { |
| "epoch": 15.589645254074785, |
| "grad_norm": 0.2079470306634903, |
| "learning_rate": 3.371090287165462e-05, |
| "loss": 0.031, |
| "step": 16260 |
| }, |
| { |
| "epoch": 15.599232981783317, |
| "grad_norm": 0.2817933261394501, |
| "learning_rate": 3.3650790499500675e-05, |
| "loss": 0.0273, |
| "step": 16270 |
| }, |
| { |
| "epoch": 15.60882070949185, |
| "grad_norm": 0.20972701907157898, |
| "learning_rate": 3.3590704575937655e-05, |
| "loss": 0.0279, |
| "step": 16280 |
| }, |
| { |
| "epoch": 15.618408437200383, |
| "grad_norm": 0.21050924062728882, |
| "learning_rate": 3.3530645198168295e-05, |
| "loss": 0.0327, |
| "step": 16290 |
| }, |
| { |
| "epoch": 15.627996164908916, |
| "grad_norm": 0.33600106835365295, |
| "learning_rate": 3.3470612463352376e-05, |
| "loss": 0.0314, |
| "step": 16300 |
| }, |
| { |
| "epoch": 15.63758389261745, |
| "grad_norm": 0.33707502484321594, |
| "learning_rate": 3.341060646860659e-05, |
| "loss": 0.029, |
| "step": 16310 |
| }, |
| { |
| "epoch": 15.647171620325983, |
| "grad_norm": 0.2761129140853882, |
| "learning_rate": 3.335062731100441e-05, |
| "loss": 0.0271, |
| "step": 16320 |
| }, |
| { |
| "epoch": 15.656759348034516, |
| "grad_norm": 0.2787131369113922, |
| "learning_rate": 3.3290675087575856e-05, |
| "loss": 0.0252, |
| "step": 16330 |
| }, |
| { |
| "epoch": 15.66634707574305, |
| "grad_norm": 0.23235364258289337, |
| "learning_rate": 3.3230749895307375e-05, |
| "loss": 0.0357, |
| "step": 16340 |
| }, |
| { |
| "epoch": 15.675934803451582, |
| "grad_norm": 0.22941578924655914, |
| "learning_rate": 3.317085183114168e-05, |
| "loss": 0.0223, |
| "step": 16350 |
| }, |
| { |
| "epoch": 15.685522531160116, |
| "grad_norm": 0.2411498874425888, |
| "learning_rate": 3.311098099197761e-05, |
| "loss": 0.0271, |
| "step": 16360 |
| }, |
| { |
| "epoch": 15.695110258868649, |
| "grad_norm": 0.35220983624458313, |
| "learning_rate": 3.3051137474669966e-05, |
| "loss": 0.0262, |
| "step": 16370 |
| }, |
| { |
| "epoch": 15.70469798657718, |
| "grad_norm": 0.28711986541748047, |
| "learning_rate": 3.299132137602934e-05, |
| "loss": 0.0342, |
| "step": 16380 |
| }, |
| { |
| "epoch": 15.714285714285714, |
| "grad_norm": 0.1615312546491623, |
| "learning_rate": 3.293153279282199e-05, |
| "loss": 0.0334, |
| "step": 16390 |
| }, |
| { |
| "epoch": 15.723873441994247, |
| "grad_norm": 0.17363496124744415, |
| "learning_rate": 3.287177182176961e-05, |
| "loss": 0.0279, |
| "step": 16400 |
| }, |
| { |
| "epoch": 15.73346116970278, |
| "grad_norm": 0.3049766421318054, |
| "learning_rate": 3.2812038559549275e-05, |
| "loss": 0.032, |
| "step": 16410 |
| }, |
| { |
| "epoch": 15.743048897411313, |
| "grad_norm": 0.3206036686897278, |
| "learning_rate": 3.275233310279321e-05, |
| "loss": 0.0281, |
| "step": 16420 |
| }, |
| { |
| "epoch": 15.752636625119846, |
| "grad_norm": 0.20691925287246704, |
| "learning_rate": 3.2692655548088704e-05, |
| "loss": 0.026, |
| "step": 16430 |
| }, |
| { |
| "epoch": 15.76222435282838, |
| "grad_norm": 0.2701127827167511, |
| "learning_rate": 3.263300599197781e-05, |
| "loss": 0.0247, |
| "step": 16440 |
| }, |
| { |
| "epoch": 15.771812080536913, |
| "grad_norm": 0.18183131515979767, |
| "learning_rate": 3.2573384530957384e-05, |
| "loss": 0.0249, |
| "step": 16450 |
| }, |
| { |
| "epoch": 15.781399808245446, |
| "grad_norm": 0.260061115026474, |
| "learning_rate": 3.251379126147877e-05, |
| "loss": 0.0249, |
| "step": 16460 |
| }, |
| { |
| "epoch": 15.79098753595398, |
| "grad_norm": 0.2887513041496277, |
| "learning_rate": 3.245422627994777e-05, |
| "loss": 0.0333, |
| "step": 16470 |
| }, |
| { |
| "epoch": 15.800575263662513, |
| "grad_norm": 0.3020176887512207, |
| "learning_rate": 3.239468968272436e-05, |
| "loss": 0.0289, |
| "step": 16480 |
| }, |
| { |
| "epoch": 15.810162991371046, |
| "grad_norm": 0.23766952753067017, |
| "learning_rate": 3.233518156612262e-05, |
| "loss": 0.0302, |
| "step": 16490 |
| }, |
| { |
| "epoch": 15.819750719079579, |
| "grad_norm": 0.31386175751686096, |
| "learning_rate": 3.227570202641056e-05, |
| "loss": 0.0287, |
| "step": 16500 |
| }, |
| { |
| "epoch": 15.82933844678811, |
| "grad_norm": 0.2746824026107788, |
| "learning_rate": 3.2216251159809955e-05, |
| "loss": 0.0293, |
| "step": 16510 |
| }, |
| { |
| "epoch": 15.838926174496644, |
| "grad_norm": 0.21857379376888275, |
| "learning_rate": 3.215682906249621e-05, |
| "loss": 0.0294, |
| "step": 16520 |
| }, |
| { |
| "epoch": 15.848513902205177, |
| "grad_norm": 0.16576367616653442, |
| "learning_rate": 3.209743583059817e-05, |
| "loss": 0.0271, |
| "step": 16530 |
| }, |
| { |
| "epoch": 15.85810162991371, |
| "grad_norm": 0.31498968601226807, |
| "learning_rate": 3.203807156019798e-05, |
| "loss": 0.0312, |
| "step": 16540 |
| }, |
| { |
| "epoch": 15.867689357622243, |
| "grad_norm": 0.2268988937139511, |
| "learning_rate": 3.197873634733096e-05, |
| "loss": 0.0309, |
| "step": 16550 |
| }, |
| { |
| "epoch": 15.877277085330777, |
| "grad_norm": 0.2843955159187317, |
| "learning_rate": 3.1919430287985415e-05, |
| "loss": 0.0271, |
| "step": 16560 |
| }, |
| { |
| "epoch": 15.88686481303931, |
| "grad_norm": 0.270082026720047, |
| "learning_rate": 3.186015347810245e-05, |
| "loss": 0.0267, |
| "step": 16570 |
| }, |
| { |
| "epoch": 15.896452540747843, |
| "grad_norm": 0.13555888831615448, |
| "learning_rate": 3.18009060135759e-05, |
| "loss": 0.0303, |
| "step": 16580 |
| }, |
| { |
| "epoch": 15.906040268456376, |
| "grad_norm": 0.5174959301948547, |
| "learning_rate": 3.17416879902521e-05, |
| "loss": 0.0298, |
| "step": 16590 |
| }, |
| { |
| "epoch": 15.91562799616491, |
| "grad_norm": 0.23616893589496613, |
| "learning_rate": 3.168249950392978e-05, |
| "loss": 0.026, |
| "step": 16600 |
| }, |
| { |
| "epoch": 15.925215723873443, |
| "grad_norm": 0.2044319212436676, |
| "learning_rate": 3.162334065035985e-05, |
| "loss": 0.0294, |
| "step": 16610 |
| }, |
| { |
| "epoch": 15.934803451581976, |
| "grad_norm": 0.2839745879173279, |
| "learning_rate": 3.156421152524532e-05, |
| "loss": 0.0311, |
| "step": 16620 |
| }, |
| { |
| "epoch": 15.944391179290509, |
| "grad_norm": 0.28521618247032166, |
| "learning_rate": 3.150511222424111e-05, |
| "loss": 0.029, |
| "step": 16630 |
| }, |
| { |
| "epoch": 15.95397890699904, |
| "grad_norm": 0.4045862555503845, |
| "learning_rate": 3.1446042842953845e-05, |
| "loss": 0.0347, |
| "step": 16640 |
| }, |
| { |
| "epoch": 15.963566634707574, |
| "grad_norm": 0.2557837963104248, |
| "learning_rate": 3.138700347694179e-05, |
| "loss": 0.0211, |
| "step": 16650 |
| }, |
| { |
| "epoch": 15.973154362416107, |
| "grad_norm": 0.23164719343185425, |
| "learning_rate": 3.132799422171464e-05, |
| "loss": 0.0273, |
| "step": 16660 |
| }, |
| { |
| "epoch": 15.98274209012464, |
| "grad_norm": 0.17888516187667847, |
| "learning_rate": 3.126901517273339e-05, |
| "loss": 0.0252, |
| "step": 16670 |
| }, |
| { |
| "epoch": 15.992329817833173, |
| "grad_norm": 0.2732132077217102, |
| "learning_rate": 3.121006642541014e-05, |
| "loss": 0.0259, |
| "step": 16680 |
| }, |
| { |
| "epoch": 16.001917545541705, |
| "grad_norm": 0.3599238693714142, |
| "learning_rate": 3.115114807510803e-05, |
| "loss": 0.0292, |
| "step": 16690 |
| }, |
| { |
| "epoch": 16.01150527325024, |
| "grad_norm": 0.18428216874599457, |
| "learning_rate": 3.109226021714093e-05, |
| "loss": 0.0238, |
| "step": 16700 |
| }, |
| { |
| "epoch": 16.02109300095877, |
| "grad_norm": 0.1668870896100998, |
| "learning_rate": 3.1033402946773474e-05, |
| "loss": 0.0276, |
| "step": 16710 |
| }, |
| { |
| "epoch": 16.030680728667306, |
| "grad_norm": 0.2498198300600052, |
| "learning_rate": 3.097457635922077e-05, |
| "loss": 0.0326, |
| "step": 16720 |
| }, |
| { |
| "epoch": 16.040268456375838, |
| "grad_norm": 0.27348780632019043, |
| "learning_rate": 3.09157805496483e-05, |
| "loss": 0.0337, |
| "step": 16730 |
| }, |
| { |
| "epoch": 16.049856184084373, |
| "grad_norm": 0.3426136076450348, |
| "learning_rate": 3.085701561317174e-05, |
| "loss": 0.027, |
| "step": 16740 |
| }, |
| { |
| "epoch": 16.059443911792904, |
| "grad_norm": 0.1942438781261444, |
| "learning_rate": 3.079828164485684e-05, |
| "loss": 0.0231, |
| "step": 16750 |
| }, |
| { |
| "epoch": 16.06903163950144, |
| "grad_norm": 0.3608817160129547, |
| "learning_rate": 3.073957873971925e-05, |
| "loss": 0.0246, |
| "step": 16760 |
| }, |
| { |
| "epoch": 16.07861936720997, |
| "grad_norm": 0.2943773567676544, |
| "learning_rate": 3.068090699272436e-05, |
| "loss": 0.033, |
| "step": 16770 |
| }, |
| { |
| "epoch": 16.088207094918506, |
| "grad_norm": 0.3121021091938019, |
| "learning_rate": 3.062226649878717e-05, |
| "loss": 0.0228, |
| "step": 16780 |
| }, |
| { |
| "epoch": 16.097794822627037, |
| "grad_norm": 0.2769118547439575, |
| "learning_rate": 3.056365735277209e-05, |
| "loss": 0.0228, |
| "step": 16790 |
| }, |
| { |
| "epoch": 16.107382550335572, |
| "grad_norm": 0.2802489995956421, |
| "learning_rate": 3.0505079649492853e-05, |
| "loss": 0.0281, |
| "step": 16800 |
| }, |
| { |
| "epoch": 16.116970278044104, |
| "grad_norm": 0.27936017513275146, |
| "learning_rate": 3.0446533483712304e-05, |
| "loss": 0.0285, |
| "step": 16810 |
| }, |
| { |
| "epoch": 16.126558005752635, |
| "grad_norm": 0.2072148621082306, |
| "learning_rate": 3.038801895014229e-05, |
| "loss": 0.0295, |
| "step": 16820 |
| }, |
| { |
| "epoch": 16.13614573346117, |
| "grad_norm": 0.2498210370540619, |
| "learning_rate": 3.0329536143443444e-05, |
| "loss": 0.0292, |
| "step": 16830 |
| }, |
| { |
| "epoch": 16.1457334611697, |
| "grad_norm": 0.274496853351593, |
| "learning_rate": 3.027108515822511e-05, |
| "loss": 0.0292, |
| "step": 16840 |
| }, |
| { |
| "epoch": 16.155321188878236, |
| "grad_norm": 0.40636447072029114, |
| "learning_rate": 3.0212666089045155e-05, |
| "loss": 0.0281, |
| "step": 16850 |
| }, |
| { |
| "epoch": 16.164908916586768, |
| "grad_norm": 0.22214102745056152, |
| "learning_rate": 3.0154279030409794e-05, |
| "loss": 0.0218, |
| "step": 16860 |
| }, |
| { |
| "epoch": 16.174496644295303, |
| "grad_norm": 0.26967325806617737, |
| "learning_rate": 3.0095924076773467e-05, |
| "loss": 0.0255, |
| "step": 16870 |
| }, |
| { |
| "epoch": 16.184084372003834, |
| "grad_norm": 0.23795704543590546, |
| "learning_rate": 3.003760132253868e-05, |
| "loss": 0.0327, |
| "step": 16880 |
| }, |
| { |
| "epoch": 16.19367209971237, |
| "grad_norm": 0.1818399578332901, |
| "learning_rate": 2.9979310862055842e-05, |
| "loss": 0.0312, |
| "step": 16890 |
| }, |
| { |
| "epoch": 16.2032598274209, |
| "grad_norm": 0.23240040242671967, |
| "learning_rate": 2.9921052789623137e-05, |
| "loss": 0.0294, |
| "step": 16900 |
| }, |
| { |
| "epoch": 16.212847555129436, |
| "grad_norm": 0.20948819816112518, |
| "learning_rate": 2.9862827199486327e-05, |
| "loss": 0.0271, |
| "step": 16910 |
| }, |
| { |
| "epoch": 16.222435282837967, |
| "grad_norm": 0.20456750690937042, |
| "learning_rate": 2.9804634185838614e-05, |
| "loss": 0.0258, |
| "step": 16920 |
| }, |
| { |
| "epoch": 16.232023010546502, |
| "grad_norm": 0.2674747705459595, |
| "learning_rate": 2.9746473842820578e-05, |
| "loss": 0.0287, |
| "step": 16930 |
| }, |
| { |
| "epoch": 16.241610738255034, |
| "grad_norm": 0.19764818251132965, |
| "learning_rate": 2.9688346264519866e-05, |
| "loss": 0.0284, |
| "step": 16940 |
| }, |
| { |
| "epoch": 16.251198465963565, |
| "grad_norm": 0.3688560426235199, |
| "learning_rate": 2.9630251544971165e-05, |
| "loss": 0.0289, |
| "step": 16950 |
| }, |
| { |
| "epoch": 16.2607861936721, |
| "grad_norm": 0.34308168292045593, |
| "learning_rate": 2.957218977815598e-05, |
| "loss": 0.0289, |
| "step": 16960 |
| }, |
| { |
| "epoch": 16.27037392138063, |
| "grad_norm": 0.3008866608142853, |
| "learning_rate": 2.9514161058002498e-05, |
| "loss": 0.0307, |
| "step": 16970 |
| }, |
| { |
| "epoch": 16.279961649089167, |
| "grad_norm": 0.12983451783657074, |
| "learning_rate": 2.9456165478385494e-05, |
| "loss": 0.0232, |
| "step": 16980 |
| }, |
| { |
| "epoch": 16.289549376797698, |
| "grad_norm": 0.14965233206748962, |
| "learning_rate": 2.9398203133126085e-05, |
| "loss": 0.0248, |
| "step": 16990 |
| }, |
| { |
| "epoch": 16.299137104506233, |
| "grad_norm": 0.256956547498703, |
| "learning_rate": 2.9340274115991638e-05, |
| "loss": 0.0348, |
| "step": 17000 |
| }, |
| { |
| "epoch": 16.308724832214764, |
| "grad_norm": 0.18191608786582947, |
| "learning_rate": 2.9282378520695618e-05, |
| "loss": 0.0292, |
| "step": 17010 |
| }, |
| { |
| "epoch": 16.3183125599233, |
| "grad_norm": 0.20375274121761322, |
| "learning_rate": 2.922451644089741e-05, |
| "loss": 0.0282, |
| "step": 17020 |
| }, |
| { |
| "epoch": 16.32790028763183, |
| "grad_norm": 0.24703994393348694, |
| "learning_rate": 2.9166687970202177e-05, |
| "loss": 0.0335, |
| "step": 17030 |
| }, |
| { |
| "epoch": 16.337488015340366, |
| "grad_norm": 0.266993910074234, |
| "learning_rate": 2.9108893202160702e-05, |
| "loss": 0.021, |
| "step": 17040 |
| }, |
| { |
| "epoch": 16.347075743048897, |
| "grad_norm": 0.42793118953704834, |
| "learning_rate": 2.9051132230269272e-05, |
| "loss": 0.0257, |
| "step": 17050 |
| }, |
| { |
| "epoch": 16.35666347075743, |
| "grad_norm": 0.36531713604927063, |
| "learning_rate": 2.8993405147969493e-05, |
| "loss": 0.0322, |
| "step": 17060 |
| }, |
| { |
| "epoch": 16.366251198465964, |
| "grad_norm": 0.21013452112674713, |
| "learning_rate": 2.8935712048648112e-05, |
| "loss": 0.0278, |
| "step": 17070 |
| }, |
| { |
| "epoch": 16.375838926174495, |
| "grad_norm": 0.1972169280052185, |
| "learning_rate": 2.8878053025636975e-05, |
| "loss": 0.025, |
| "step": 17080 |
| }, |
| { |
| "epoch": 16.38542665388303, |
| "grad_norm": 0.2844037115573883, |
| "learning_rate": 2.882042817221273e-05, |
| "loss": 0.0265, |
| "step": 17090 |
| }, |
| { |
| "epoch": 16.39501438159156, |
| "grad_norm": 0.18470896780490875, |
| "learning_rate": 2.8762837581596792e-05, |
| "loss": 0.0234, |
| "step": 17100 |
| }, |
| { |
| "epoch": 16.404602109300097, |
| "grad_norm": 0.27581846714019775, |
| "learning_rate": 2.8705281346955116e-05, |
| "loss": 0.0303, |
| "step": 17110 |
| }, |
| { |
| "epoch": 16.414189837008628, |
| "grad_norm": 0.27025681734085083, |
| "learning_rate": 2.86477595613981e-05, |
| "loss": 0.0309, |
| "step": 17120 |
| }, |
| { |
| "epoch": 16.423777564717163, |
| "grad_norm": 0.35465800762176514, |
| "learning_rate": 2.8590272317980437e-05, |
| "loss": 0.0318, |
| "step": 17130 |
| }, |
| { |
| "epoch": 16.433365292425695, |
| "grad_norm": 0.2873314917087555, |
| "learning_rate": 2.8532819709700854e-05, |
| "loss": 0.0335, |
| "step": 17140 |
| }, |
| { |
| "epoch": 16.44295302013423, |
| "grad_norm": 0.3287470042705536, |
| "learning_rate": 2.8475401829502124e-05, |
| "loss": 0.0308, |
| "step": 17150 |
| }, |
| { |
| "epoch": 16.45254074784276, |
| "grad_norm": 0.18719346821308136, |
| "learning_rate": 2.841801877027083e-05, |
| "loss": 0.0297, |
| "step": 17160 |
| }, |
| { |
| "epoch": 16.462128475551296, |
| "grad_norm": 0.16801686584949493, |
| "learning_rate": 2.836067062483721e-05, |
| "loss": 0.026, |
| "step": 17170 |
| }, |
| { |
| "epoch": 16.471716203259827, |
| "grad_norm": 0.3017866909503937, |
| "learning_rate": 2.830335748597502e-05, |
| "loss": 0.0298, |
| "step": 17180 |
| }, |
| { |
| "epoch": 16.48130393096836, |
| "grad_norm": 0.16507741808891296, |
| "learning_rate": 2.8246079446401386e-05, |
| "loss": 0.028, |
| "step": 17190 |
| }, |
| { |
| "epoch": 16.490891658676894, |
| "grad_norm": 0.25729814171791077, |
| "learning_rate": 2.8188836598776662e-05, |
| "loss": 0.0291, |
| "step": 17200 |
| }, |
| { |
| "epoch": 16.500479386385425, |
| "grad_norm": 0.36721915006637573, |
| "learning_rate": 2.8131629035704264e-05, |
| "loss": 0.0324, |
| "step": 17210 |
| }, |
| { |
| "epoch": 16.51006711409396, |
| "grad_norm": 5.430606365203857, |
| "learning_rate": 2.8074456849730507e-05, |
| "loss": 0.026, |
| "step": 17220 |
| }, |
| { |
| "epoch": 16.51965484180249, |
| "grad_norm": 0.18490955233573914, |
| "learning_rate": 2.8017320133344533e-05, |
| "loss": 0.0265, |
| "step": 17230 |
| }, |
| { |
| "epoch": 16.529242569511027, |
| "grad_norm": 0.17146821320056915, |
| "learning_rate": 2.7960218978978047e-05, |
| "loss": 0.0293, |
| "step": 17240 |
| }, |
| { |
| "epoch": 16.538830297219558, |
| "grad_norm": 0.21457697451114655, |
| "learning_rate": 2.7903153479005255e-05, |
| "loss": 0.0294, |
| "step": 17250 |
| }, |
| { |
| "epoch": 16.548418024928093, |
| "grad_norm": 0.2303658127784729, |
| "learning_rate": 2.7846123725742678e-05, |
| "loss": 0.0278, |
| "step": 17260 |
| }, |
| { |
| "epoch": 16.558005752636625, |
| "grad_norm": 0.20711682736873627, |
| "learning_rate": 2.778912981144898e-05, |
| "loss": 0.0245, |
| "step": 17270 |
| }, |
| { |
| "epoch": 16.56759348034516, |
| "grad_norm": 0.2282470464706421, |
| "learning_rate": 2.7732171828324872e-05, |
| "loss": 0.029, |
| "step": 17280 |
| }, |
| { |
| "epoch": 16.57718120805369, |
| "grad_norm": 0.27450570464134216, |
| "learning_rate": 2.7675249868512954e-05, |
| "loss": 0.036, |
| "step": 17290 |
| }, |
| { |
| "epoch": 16.586768935762223, |
| "grad_norm": 0.18990963697433472, |
| "learning_rate": 2.761836402409752e-05, |
| "loss": 0.0362, |
| "step": 17300 |
| }, |
| { |
| "epoch": 16.596356663470758, |
| "grad_norm": 0.19880448281764984, |
| "learning_rate": 2.7561514387104464e-05, |
| "loss": 0.0283, |
| "step": 17310 |
| }, |
| { |
| "epoch": 16.60594439117929, |
| "grad_norm": 0.2031632959842682, |
| "learning_rate": 2.750470104950109e-05, |
| "loss": 0.0253, |
| "step": 17320 |
| }, |
| { |
| "epoch": 16.615532118887824, |
| "grad_norm": 0.5270239114761353, |
| "learning_rate": 2.7447924103195976e-05, |
| "loss": 0.0278, |
| "step": 17330 |
| }, |
| { |
| "epoch": 16.625119846596355, |
| "grad_norm": 0.29472750425338745, |
| "learning_rate": 2.7391183640038847e-05, |
| "loss": 0.0284, |
| "step": 17340 |
| }, |
| { |
| "epoch": 16.63470757430489, |
| "grad_norm": 0.21734996140003204, |
| "learning_rate": 2.7334479751820396e-05, |
| "loss": 0.0294, |
| "step": 17350 |
| }, |
| { |
| "epoch": 16.644295302013422, |
| "grad_norm": 0.29278430342674255, |
| "learning_rate": 2.7277812530272147e-05, |
| "loss": 0.0297, |
| "step": 17360 |
| }, |
| { |
| "epoch": 16.653883029721957, |
| "grad_norm": 0.2573314309120178, |
| "learning_rate": 2.7221182067066307e-05, |
| "loss": 0.0241, |
| "step": 17370 |
| }, |
| { |
| "epoch": 16.66347075743049, |
| "grad_norm": 0.23133955895900726, |
| "learning_rate": 2.7164588453815602e-05, |
| "loss": 0.0258, |
| "step": 17380 |
| }, |
| { |
| "epoch": 16.673058485139023, |
| "grad_norm": 0.20745334029197693, |
| "learning_rate": 2.710803178207323e-05, |
| "loss": 0.0242, |
| "step": 17390 |
| }, |
| { |
| "epoch": 16.682646212847555, |
| "grad_norm": 0.22852954268455505, |
| "learning_rate": 2.7051512143332492e-05, |
| "loss": 0.027, |
| "step": 17400 |
| }, |
| { |
| "epoch": 16.69223394055609, |
| "grad_norm": 0.25844722986221313, |
| "learning_rate": 2.6995029629026874e-05, |
| "loss": 0.0244, |
| "step": 17410 |
| }, |
| { |
| "epoch": 16.70182166826462, |
| "grad_norm": 0.23631109297275543, |
| "learning_rate": 2.6938584330529782e-05, |
| "loss": 0.0215, |
| "step": 17420 |
| }, |
| { |
| "epoch": 16.711409395973153, |
| "grad_norm": 0.27872714400291443, |
| "learning_rate": 2.6882176339154404e-05, |
| "loss": 0.0308, |
| "step": 17430 |
| }, |
| { |
| "epoch": 16.720997123681688, |
| "grad_norm": 0.23717211186885834, |
| "learning_rate": 2.6825805746153594e-05, |
| "loss": 0.0266, |
| "step": 17440 |
| }, |
| { |
| "epoch": 16.73058485139022, |
| "grad_norm": 0.281259685754776, |
| "learning_rate": 2.6769472642719695e-05, |
| "loss": 0.0329, |
| "step": 17450 |
| }, |
| { |
| "epoch": 16.740172579098754, |
| "grad_norm": 0.257068932056427, |
| "learning_rate": 2.67131771199844e-05, |
| "loss": 0.0245, |
| "step": 17460 |
| }, |
| { |
| "epoch": 16.749760306807286, |
| "grad_norm": 0.18098169565200806, |
| "learning_rate": 2.665691926901862e-05, |
| "loss": 0.0284, |
| "step": 17470 |
| }, |
| { |
| "epoch": 16.75934803451582, |
| "grad_norm": 0.23477615416049957, |
| "learning_rate": 2.6600699180832307e-05, |
| "loss": 0.026, |
| "step": 17480 |
| }, |
| { |
| "epoch": 16.768935762224352, |
| "grad_norm": 0.24687384068965912, |
| "learning_rate": 2.654451694637433e-05, |
| "loss": 0.0255, |
| "step": 17490 |
| }, |
| { |
| "epoch": 16.778523489932887, |
| "grad_norm": 0.2607274651527405, |
| "learning_rate": 2.6488372656532322e-05, |
| "loss": 0.0294, |
| "step": 17500 |
| }, |
| { |
| "epoch": 16.78811121764142, |
| "grad_norm": 0.4215647578239441, |
| "learning_rate": 2.6432266402132532e-05, |
| "loss": 0.0283, |
| "step": 17510 |
| }, |
| { |
| "epoch": 16.797698945349953, |
| "grad_norm": 0.20454095304012299, |
| "learning_rate": 2.637619827393968e-05, |
| "loss": 0.0306, |
| "step": 17520 |
| }, |
| { |
| "epoch": 16.807286673058485, |
| "grad_norm": 0.19789418578147888, |
| "learning_rate": 2.6320168362656796e-05, |
| "loss": 0.025, |
| "step": 17530 |
| }, |
| { |
| "epoch": 16.81687440076702, |
| "grad_norm": 0.34662866592407227, |
| "learning_rate": 2.6264176758925098e-05, |
| "loss": 0.0317, |
| "step": 17540 |
| }, |
| { |
| "epoch": 16.82646212847555, |
| "grad_norm": 0.20395246148109436, |
| "learning_rate": 2.620822355332383e-05, |
| "loss": 0.0306, |
| "step": 17550 |
| }, |
| { |
| "epoch": 16.836049856184083, |
| "grad_norm": 0.39246705174446106, |
| "learning_rate": 2.615230883637012e-05, |
| "loss": 0.0259, |
| "step": 17560 |
| }, |
| { |
| "epoch": 16.845637583892618, |
| "grad_norm": 0.22869329154491425, |
| "learning_rate": 2.609643269851883e-05, |
| "loss": 0.0285, |
| "step": 17570 |
| }, |
| { |
| "epoch": 16.85522531160115, |
| "grad_norm": 0.3232511281967163, |
| "learning_rate": 2.60405952301624e-05, |
| "loss": 0.0288, |
| "step": 17580 |
| }, |
| { |
| "epoch": 16.864813039309684, |
| "grad_norm": 0.2171912044286728, |
| "learning_rate": 2.5984796521630737e-05, |
| "loss": 0.0249, |
| "step": 17590 |
| }, |
| { |
| "epoch": 16.874400767018216, |
| "grad_norm": 0.28310737013816833, |
| "learning_rate": 2.592903666319103e-05, |
| "loss": 0.0295, |
| "step": 17600 |
| }, |
| { |
| "epoch": 16.88398849472675, |
| "grad_norm": 0.19829969108104706, |
| "learning_rate": 2.587331574504761e-05, |
| "loss": 0.025, |
| "step": 17610 |
| }, |
| { |
| "epoch": 16.893576222435282, |
| "grad_norm": 0.1657049059867859, |
| "learning_rate": 2.581763385734183e-05, |
| "loss": 0.0244, |
| "step": 17620 |
| }, |
| { |
| "epoch": 16.903163950143817, |
| "grad_norm": 0.256913959980011, |
| "learning_rate": 2.5761991090151906e-05, |
| "loss": 0.0306, |
| "step": 17630 |
| }, |
| { |
| "epoch": 16.91275167785235, |
| "grad_norm": 0.2738933861255646, |
| "learning_rate": 2.5706387533492737e-05, |
| "loss": 0.0326, |
| "step": 17640 |
| }, |
| { |
| "epoch": 16.922339405560884, |
| "grad_norm": 0.2700929343700409, |
| "learning_rate": 2.5650823277315837e-05, |
| "loss": 0.0313, |
| "step": 17650 |
| }, |
| { |
| "epoch": 16.931927133269415, |
| "grad_norm": 0.2965131103992462, |
| "learning_rate": 2.5595298411509094e-05, |
| "loss": 0.0275, |
| "step": 17660 |
| }, |
| { |
| "epoch": 16.941514860977946, |
| "grad_norm": 0.3247256278991699, |
| "learning_rate": 2.553981302589671e-05, |
| "loss": 0.0326, |
| "step": 17670 |
| }, |
| { |
| "epoch": 16.95110258868648, |
| "grad_norm": 0.30926892161369324, |
| "learning_rate": 2.5484367210239e-05, |
| "loss": 0.0297, |
| "step": 17680 |
| }, |
| { |
| "epoch": 16.960690316395013, |
| "grad_norm": 0.15213845670223236, |
| "learning_rate": 2.5428961054232264e-05, |
| "loss": 0.0271, |
| "step": 17690 |
| }, |
| { |
| "epoch": 16.970278044103548, |
| "grad_norm": 0.20840811729431152, |
| "learning_rate": 2.537359464750866e-05, |
| "loss": 0.0273, |
| "step": 17700 |
| }, |
| { |
| "epoch": 16.97986577181208, |
| "grad_norm": 0.21467389166355133, |
| "learning_rate": 2.5318268079636022e-05, |
| "loss": 0.0314, |
| "step": 17710 |
| }, |
| { |
| "epoch": 16.989453499520614, |
| "grad_norm": 0.2677682638168335, |
| "learning_rate": 2.526298144011775e-05, |
| "loss": 0.0238, |
| "step": 17720 |
| }, |
| { |
| "epoch": 16.999041227229146, |
| "grad_norm": 0.16417664289474487, |
| "learning_rate": 2.5207734818392648e-05, |
| "loss": 0.0258, |
| "step": 17730 |
| }, |
| { |
| "epoch": 17.00862895493768, |
| "grad_norm": 0.20820669829845428, |
| "learning_rate": 2.5152528303834777e-05, |
| "loss": 0.0329, |
| "step": 17740 |
| }, |
| { |
| "epoch": 17.018216682646212, |
| "grad_norm": 0.19568829238414764, |
| "learning_rate": 2.5097361985753316e-05, |
| "loss": 0.0269, |
| "step": 17750 |
| }, |
| { |
| "epoch": 17.027804410354747, |
| "grad_norm": 0.1650926023721695, |
| "learning_rate": 2.5042235953392423e-05, |
| "loss": 0.026, |
| "step": 17760 |
| }, |
| { |
| "epoch": 17.03739213806328, |
| "grad_norm": 0.16357482969760895, |
| "learning_rate": 2.4987150295931082e-05, |
| "loss": 0.0305, |
| "step": 17770 |
| }, |
| { |
| "epoch": 17.046979865771814, |
| "grad_norm": 0.22878289222717285, |
| "learning_rate": 2.4932105102482955e-05, |
| "loss": 0.0276, |
| "step": 17780 |
| }, |
| { |
| "epoch": 17.056567593480345, |
| "grad_norm": 0.2666637599468231, |
| "learning_rate": 2.487710046209626e-05, |
| "loss": 0.0278, |
| "step": 17790 |
| }, |
| { |
| "epoch": 17.066155321188877, |
| "grad_norm": 0.2581173777580261, |
| "learning_rate": 2.4822136463753594e-05, |
| "loss": 0.0285, |
| "step": 17800 |
| }, |
| { |
| "epoch": 17.07574304889741, |
| "grad_norm": 0.19729219377040863, |
| "learning_rate": 2.4767213196371813e-05, |
| "loss": 0.0251, |
| "step": 17810 |
| }, |
| { |
| "epoch": 17.085330776605943, |
| "grad_norm": 0.21068008244037628, |
| "learning_rate": 2.47123307488019e-05, |
| "loss": 0.0218, |
| "step": 17820 |
| }, |
| { |
| "epoch": 17.094918504314478, |
| "grad_norm": 0.21502196788787842, |
| "learning_rate": 2.465748920982873e-05, |
| "loss": 0.0244, |
| "step": 17830 |
| }, |
| { |
| "epoch": 17.10450623202301, |
| "grad_norm": 0.20099669694900513, |
| "learning_rate": 2.4602688668171103e-05, |
| "loss": 0.0299, |
| "step": 17840 |
| }, |
| { |
| "epoch": 17.114093959731544, |
| "grad_norm": 0.6751896739006042, |
| "learning_rate": 2.4547929212481435e-05, |
| "loss": 0.0386, |
| "step": 17850 |
| }, |
| { |
| "epoch": 17.123681687440076, |
| "grad_norm": 0.32390302419662476, |
| "learning_rate": 2.4493210931345684e-05, |
| "loss": 0.029, |
| "step": 17860 |
| }, |
| { |
| "epoch": 17.13326941514861, |
| "grad_norm": 0.31073060631752014, |
| "learning_rate": 2.4438533913283206e-05, |
| "loss": 0.0232, |
| "step": 17870 |
| }, |
| { |
| "epoch": 17.142857142857142, |
| "grad_norm": 0.17248332500457764, |
| "learning_rate": 2.4383898246746596e-05, |
| "loss": 0.0214, |
| "step": 17880 |
| }, |
| { |
| "epoch": 17.152444870565677, |
| "grad_norm": 0.33149340748786926, |
| "learning_rate": 2.4329304020121558e-05, |
| "loss": 0.0298, |
| "step": 17890 |
| }, |
| { |
| "epoch": 17.16203259827421, |
| "grad_norm": 0.2364264875650406, |
| "learning_rate": 2.4274751321726762e-05, |
| "loss": 0.0333, |
| "step": 17900 |
| }, |
| { |
| "epoch": 17.171620325982744, |
| "grad_norm": 0.15520252287387848, |
| "learning_rate": 2.4220240239813684e-05, |
| "loss": 0.0196, |
| "step": 17910 |
| }, |
| { |
| "epoch": 17.181208053691275, |
| "grad_norm": 0.23256506025791168, |
| "learning_rate": 2.4165770862566494e-05, |
| "loss": 0.029, |
| "step": 17920 |
| }, |
| { |
| "epoch": 17.190795781399807, |
| "grad_norm": 0.17074307799339294, |
| "learning_rate": 2.4111343278101884e-05, |
| "loss": 0.0302, |
| "step": 17930 |
| }, |
| { |
| "epoch": 17.20038350910834, |
| "grad_norm": 0.24341343343257904, |
| "learning_rate": 2.4056957574468932e-05, |
| "loss": 0.0296, |
| "step": 17940 |
| }, |
| { |
| "epoch": 17.209971236816873, |
| "grad_norm": 0.1940905898809433, |
| "learning_rate": 2.4002613839648987e-05, |
| "loss": 0.029, |
| "step": 17950 |
| }, |
| { |
| "epoch": 17.219558964525408, |
| "grad_norm": 0.194035604596138, |
| "learning_rate": 2.3948312161555453e-05, |
| "loss": 0.0297, |
| "step": 17960 |
| }, |
| { |
| "epoch": 17.22914669223394, |
| "grad_norm": 0.14753536880016327, |
| "learning_rate": 2.389405262803375e-05, |
| "loss": 0.0259, |
| "step": 17970 |
| }, |
| { |
| "epoch": 17.238734419942475, |
| "grad_norm": 0.18068645894527435, |
| "learning_rate": 2.3839835326861104e-05, |
| "loss": 0.0284, |
| "step": 17980 |
| }, |
| { |
| "epoch": 17.248322147651006, |
| "grad_norm": 0.33698755502700806, |
| "learning_rate": 2.378566034574639e-05, |
| "loss": 0.0289, |
| "step": 17990 |
| }, |
| { |
| "epoch": 17.25790987535954, |
| "grad_norm": 0.2708437144756317, |
| "learning_rate": 2.3731527772330098e-05, |
| "loss": 0.0252, |
| "step": 18000 |
| }, |
| { |
| "epoch": 17.267497603068072, |
| "grad_norm": 0.37091711163520813, |
| "learning_rate": 2.367743769418403e-05, |
| "loss": 0.031, |
| "step": 18010 |
| }, |
| { |
| "epoch": 17.277085330776607, |
| "grad_norm": 0.22311721742153168, |
| "learning_rate": 2.362339019881129e-05, |
| "loss": 0.0356, |
| "step": 18020 |
| }, |
| { |
| "epoch": 17.28667305848514, |
| "grad_norm": 0.3006376624107361, |
| "learning_rate": 2.3569385373646068e-05, |
| "loss": 0.0283, |
| "step": 18030 |
| }, |
| { |
| "epoch": 17.29626078619367, |
| "grad_norm": 0.2278210073709488, |
| "learning_rate": 2.351542330605355e-05, |
| "loss": 0.0292, |
| "step": 18040 |
| }, |
| { |
| "epoch": 17.305848513902205, |
| "grad_norm": 0.1900917887687683, |
| "learning_rate": 2.3461504083329732e-05, |
| "loss": 0.0293, |
| "step": 18050 |
| }, |
| { |
| "epoch": 17.315436241610737, |
| "grad_norm": 0.36089229583740234, |
| "learning_rate": 2.340762779270131e-05, |
| "loss": 0.0335, |
| "step": 18060 |
| }, |
| { |
| "epoch": 17.325023969319272, |
| "grad_norm": 0.20157793164253235, |
| "learning_rate": 2.3353794521325516e-05, |
| "loss": 0.0224, |
| "step": 18070 |
| }, |
| { |
| "epoch": 17.334611697027803, |
| "grad_norm": 0.25802189111709595, |
| "learning_rate": 2.330000435629002e-05, |
| "loss": 0.0241, |
| "step": 18080 |
| }, |
| { |
| "epoch": 17.34419942473634, |
| "grad_norm": 0.19763995707035065, |
| "learning_rate": 2.32462573846127e-05, |
| "loss": 0.0324, |
| "step": 18090 |
| }, |
| { |
| "epoch": 17.35378715244487, |
| "grad_norm": 0.24877896904945374, |
| "learning_rate": 2.319255369324161e-05, |
| "loss": 0.0297, |
| "step": 18100 |
| }, |
| { |
| "epoch": 17.363374880153405, |
| "grad_norm": 0.23094792664051056, |
| "learning_rate": 2.3138893369054766e-05, |
| "loss": 0.0279, |
| "step": 18110 |
| }, |
| { |
| "epoch": 17.372962607861936, |
| "grad_norm": 0.1878676414489746, |
| "learning_rate": 2.3085276498860032e-05, |
| "loss": 0.0278, |
| "step": 18120 |
| }, |
| { |
| "epoch": 17.38255033557047, |
| "grad_norm": 0.20479904115200043, |
| "learning_rate": 2.3031703169394985e-05, |
| "loss": 0.0263, |
| "step": 18130 |
| }, |
| { |
| "epoch": 17.392138063279003, |
| "grad_norm": 0.3048153519630432, |
| "learning_rate": 2.2978173467326724e-05, |
| "loss": 0.0282, |
| "step": 18140 |
| }, |
| { |
| "epoch": 17.401725790987538, |
| "grad_norm": 0.2260926365852356, |
| "learning_rate": 2.292468747925185e-05, |
| "loss": 0.0282, |
| "step": 18150 |
| }, |
| { |
| "epoch": 17.41131351869607, |
| "grad_norm": 0.23683381080627441, |
| "learning_rate": 2.287124529169618e-05, |
| "loss": 0.0255, |
| "step": 18160 |
| }, |
| { |
| "epoch": 17.4209012464046, |
| "grad_norm": 0.21933788061141968, |
| "learning_rate": 2.2817846991114684e-05, |
| "loss": 0.0259, |
| "step": 18170 |
| }, |
| { |
| "epoch": 17.430488974113135, |
| "grad_norm": 0.2983873784542084, |
| "learning_rate": 2.2764492663891353e-05, |
| "loss": 0.0294, |
| "step": 18180 |
| }, |
| { |
| "epoch": 17.440076701821667, |
| "grad_norm": 0.2740059792995453, |
| "learning_rate": 2.271118239633902e-05, |
| "loss": 0.0292, |
| "step": 18190 |
| }, |
| { |
| "epoch": 17.449664429530202, |
| "grad_norm": 0.18633967638015747, |
| "learning_rate": 2.2657916274699265e-05, |
| "loss": 0.024, |
| "step": 18200 |
| }, |
| { |
| "epoch": 17.459252157238733, |
| "grad_norm": 0.21379147469997406, |
| "learning_rate": 2.2604694385142233e-05, |
| "loss": 0.0245, |
| "step": 18210 |
| }, |
| { |
| "epoch": 17.46883988494727, |
| "grad_norm": 0.2814527153968811, |
| "learning_rate": 2.2551516813766538e-05, |
| "loss": 0.0264, |
| "step": 18220 |
| }, |
| { |
| "epoch": 17.4784276126558, |
| "grad_norm": 0.18947578966617584, |
| "learning_rate": 2.2498383646599048e-05, |
| "loss": 0.0222, |
| "step": 18230 |
| }, |
| { |
| "epoch": 17.488015340364335, |
| "grad_norm": 0.41355225443840027, |
| "learning_rate": 2.2445294969594844e-05, |
| "loss": 0.0285, |
| "step": 18240 |
| }, |
| { |
| "epoch": 17.497603068072866, |
| "grad_norm": 0.4395101070404053, |
| "learning_rate": 2.2392250868637026e-05, |
| "loss": 0.0301, |
| "step": 18250 |
| }, |
| { |
| "epoch": 17.5071907957814, |
| "grad_norm": 0.1704569309949875, |
| "learning_rate": 2.233925142953657e-05, |
| "loss": 0.0236, |
| "step": 18260 |
| }, |
| { |
| "epoch": 17.516778523489933, |
| "grad_norm": 6.209451198577881, |
| "learning_rate": 2.2286296738032214e-05, |
| "loss": 0.03, |
| "step": 18270 |
| }, |
| { |
| "epoch": 17.526366251198468, |
| "grad_norm": 0.5336940884590149, |
| "learning_rate": 2.223338687979029e-05, |
| "loss": 0.024, |
| "step": 18280 |
| }, |
| { |
| "epoch": 17.535953978907, |
| "grad_norm": 0.2711230516433716, |
| "learning_rate": 2.2180521940404607e-05, |
| "loss": 0.025, |
| "step": 18290 |
| }, |
| { |
| "epoch": 17.54554170661553, |
| "grad_norm": 0.35838785767555237, |
| "learning_rate": 2.212770200539634e-05, |
| "loss": 0.0328, |
| "step": 18300 |
| }, |
| { |
| "epoch": 17.555129434324066, |
| "grad_norm": 0.2138790637254715, |
| "learning_rate": 2.207492716021381e-05, |
| "loss": 0.0272, |
| "step": 18310 |
| }, |
| { |
| "epoch": 17.564717162032597, |
| "grad_norm": 0.18834197521209717, |
| "learning_rate": 2.2022197490232427e-05, |
| "loss": 0.0266, |
| "step": 18320 |
| }, |
| { |
| "epoch": 17.574304889741132, |
| "grad_norm": 0.28788337111473083, |
| "learning_rate": 2.1969513080754504e-05, |
| "loss": 0.0247, |
| "step": 18330 |
| }, |
| { |
| "epoch": 17.583892617449663, |
| "grad_norm": 0.1590379774570465, |
| "learning_rate": 2.1916874017009136e-05, |
| "loss": 0.0233, |
| "step": 18340 |
| }, |
| { |
| "epoch": 17.5934803451582, |
| "grad_norm": 0.2774651050567627, |
| "learning_rate": 2.186428038415209e-05, |
| "loss": 0.022, |
| "step": 18350 |
| }, |
| { |
| "epoch": 17.60306807286673, |
| "grad_norm": 0.18108907341957092, |
| "learning_rate": 2.1811732267265577e-05, |
| "loss": 0.0228, |
| "step": 18360 |
| }, |
| { |
| "epoch": 17.612655800575265, |
| "grad_norm": 0.2790849208831787, |
| "learning_rate": 2.1759229751358217e-05, |
| "loss": 0.0295, |
| "step": 18370 |
| }, |
| { |
| "epoch": 17.622243528283796, |
| "grad_norm": 0.1974640190601349, |
| "learning_rate": 2.170677292136487e-05, |
| "loss": 0.0265, |
| "step": 18380 |
| }, |
| { |
| "epoch": 17.63183125599233, |
| "grad_norm": 0.2952618896961212, |
| "learning_rate": 2.1654361862146465e-05, |
| "loss": 0.0257, |
| "step": 18390 |
| }, |
| { |
| "epoch": 17.641418983700863, |
| "grad_norm": 0.21564097702503204, |
| "learning_rate": 2.160199665848989e-05, |
| "loss": 0.0286, |
| "step": 18400 |
| }, |
| { |
| "epoch": 17.651006711409394, |
| "grad_norm": 0.2616369426250458, |
| "learning_rate": 2.154967739510787e-05, |
| "loss": 0.0265, |
| "step": 18410 |
| }, |
| { |
| "epoch": 17.66059443911793, |
| "grad_norm": 0.22359015047550201, |
| "learning_rate": 2.1497404156638784e-05, |
| "loss": 0.0217, |
| "step": 18420 |
| }, |
| { |
| "epoch": 17.67018216682646, |
| "grad_norm": 0.26012542843818665, |
| "learning_rate": 2.144517702764657e-05, |
| "loss": 0.0265, |
| "step": 18430 |
| }, |
| { |
| "epoch": 17.679769894534996, |
| "grad_norm": 0.13236083090305328, |
| "learning_rate": 2.1392996092620555e-05, |
| "loss": 0.0203, |
| "step": 18440 |
| }, |
| { |
| "epoch": 17.689357622243527, |
| "grad_norm": 0.23233279585838318, |
| "learning_rate": 2.1340861435975384e-05, |
| "loss": 0.0239, |
| "step": 18450 |
| }, |
| { |
| "epoch": 17.698945349952062, |
| "grad_norm": 0.22985659539699554, |
| "learning_rate": 2.1288773142050794e-05, |
| "loss": 0.026, |
| "step": 18460 |
| }, |
| { |
| "epoch": 17.708533077660594, |
| "grad_norm": 0.2680293321609497, |
| "learning_rate": 2.123673129511152e-05, |
| "loss": 0.0307, |
| "step": 18470 |
| }, |
| { |
| "epoch": 17.71812080536913, |
| "grad_norm": 0.23979081213474274, |
| "learning_rate": 2.1184735979347205e-05, |
| "loss": 0.0251, |
| "step": 18480 |
| }, |
| { |
| "epoch": 17.72770853307766, |
| "grad_norm": 0.2722991704940796, |
| "learning_rate": 2.113278727887213e-05, |
| "loss": 0.0301, |
| "step": 18490 |
| }, |
| { |
| "epoch": 17.737296260786195, |
| "grad_norm": 0.22843940556049347, |
| "learning_rate": 2.1080885277725236e-05, |
| "loss": 0.0228, |
| "step": 18500 |
| }, |
| { |
| "epoch": 17.746883988494726, |
| "grad_norm": 0.34953558444976807, |
| "learning_rate": 2.1029030059869898e-05, |
| "loss": 0.0296, |
| "step": 18510 |
| }, |
| { |
| "epoch": 17.75647171620326, |
| "grad_norm": 0.12219765037298203, |
| "learning_rate": 2.0977221709193813e-05, |
| "loss": 0.0271, |
| "step": 18520 |
| }, |
| { |
| "epoch": 17.766059443911793, |
| "grad_norm": 0.33025461435317993, |
| "learning_rate": 2.0925460309508843e-05, |
| "loss": 0.0305, |
| "step": 18530 |
| }, |
| { |
| "epoch": 17.775647171620324, |
| "grad_norm": 0.3049762547016144, |
| "learning_rate": 2.087374594455092e-05, |
| "loss": 0.0316, |
| "step": 18540 |
| }, |
| { |
| "epoch": 17.78523489932886, |
| "grad_norm": 0.3146844506263733, |
| "learning_rate": 2.082207869797987e-05, |
| "loss": 0.0272, |
| "step": 18550 |
| }, |
| { |
| "epoch": 17.79482262703739, |
| "grad_norm": 0.18491698801517487, |
| "learning_rate": 2.0770458653379286e-05, |
| "loss": 0.0281, |
| "step": 18560 |
| }, |
| { |
| "epoch": 17.804410354745926, |
| "grad_norm": 0.21474412083625793, |
| "learning_rate": 2.0718885894256428e-05, |
| "loss": 0.0238, |
| "step": 18570 |
| }, |
| { |
| "epoch": 17.813998082454457, |
| "grad_norm": 0.1813114583492279, |
| "learning_rate": 2.0667360504042045e-05, |
| "loss": 0.027, |
| "step": 18580 |
| }, |
| { |
| "epoch": 17.823585810162992, |
| "grad_norm": 0.36077314615249634, |
| "learning_rate": 2.0615882566090243e-05, |
| "loss": 0.0311, |
| "step": 18590 |
| }, |
| { |
| "epoch": 17.833173537871524, |
| "grad_norm": 0.1905115246772766, |
| "learning_rate": 2.0564452163678378e-05, |
| "loss": 0.0254, |
| "step": 18600 |
| }, |
| { |
| "epoch": 17.84276126558006, |
| "grad_norm": 0.22948439419269562, |
| "learning_rate": 2.0513069380006943e-05, |
| "loss": 0.0296, |
| "step": 18610 |
| }, |
| { |
| "epoch": 17.85234899328859, |
| "grad_norm": 0.27490001916885376, |
| "learning_rate": 2.046173429819931e-05, |
| "loss": 0.0239, |
| "step": 18620 |
| }, |
| { |
| "epoch": 17.861936720997125, |
| "grad_norm": 0.21853777766227722, |
| "learning_rate": 2.0410447001301753e-05, |
| "loss": 0.028, |
| "step": 18630 |
| }, |
| { |
| "epoch": 17.871524448705657, |
| "grad_norm": 0.20548582077026367, |
| "learning_rate": 2.0359207572283224e-05, |
| "loss": 0.0225, |
| "step": 18640 |
| }, |
| { |
| "epoch": 17.88111217641419, |
| "grad_norm": 0.14802424609661102, |
| "learning_rate": 2.0308016094035226e-05, |
| "loss": 0.0295, |
| "step": 18650 |
| }, |
| { |
| "epoch": 17.890699904122723, |
| "grad_norm": 0.32737597823143005, |
| "learning_rate": 2.02568726493717e-05, |
| "loss": 0.0242, |
| "step": 18660 |
| }, |
| { |
| "epoch": 17.900287631831254, |
| "grad_norm": 0.21833331882953644, |
| "learning_rate": 2.020577732102889e-05, |
| "loss": 0.0273, |
| "step": 18670 |
| }, |
| { |
| "epoch": 17.90987535953979, |
| "grad_norm": 0.24916410446166992, |
| "learning_rate": 2.015473019166519e-05, |
| "loss": 0.0305, |
| "step": 18680 |
| }, |
| { |
| "epoch": 17.91946308724832, |
| "grad_norm": 0.18901677429676056, |
| "learning_rate": 2.0103731343861014e-05, |
| "loss": 0.0256, |
| "step": 18690 |
| }, |
| { |
| "epoch": 17.929050814956856, |
| "grad_norm": 0.20720627903938293, |
| "learning_rate": 2.0052780860118692e-05, |
| "loss": 0.0262, |
| "step": 18700 |
| }, |
| { |
| "epoch": 17.938638542665387, |
| "grad_norm": 0.20290115475654602, |
| "learning_rate": 2.0001878822862292e-05, |
| "loss": 0.0302, |
| "step": 18710 |
| }, |
| { |
| "epoch": 17.948226270373922, |
| "grad_norm": 0.28782570362091064, |
| "learning_rate": 1.995102531443752e-05, |
| "loss": 0.0272, |
| "step": 18720 |
| }, |
| { |
| "epoch": 17.957813998082454, |
| "grad_norm": 0.19285361468791962, |
| "learning_rate": 1.9900220417111577e-05, |
| "loss": 0.0226, |
| "step": 18730 |
| }, |
| { |
| "epoch": 17.96740172579099, |
| "grad_norm": 0.2487422674894333, |
| "learning_rate": 1.984946421307301e-05, |
| "loss": 0.0259, |
| "step": 18740 |
| }, |
| { |
| "epoch": 17.97698945349952, |
| "grad_norm": 0.20847800374031067, |
| "learning_rate": 1.9798756784431616e-05, |
| "loss": 0.0248, |
| "step": 18750 |
| }, |
| { |
| "epoch": 17.986577181208055, |
| "grad_norm": 0.29753822088241577, |
| "learning_rate": 1.974809821321827e-05, |
| "loss": 0.0307, |
| "step": 18760 |
| }, |
| { |
| "epoch": 17.996164908916587, |
| "grad_norm": 0.2475176304578781, |
| "learning_rate": 1.969748858138481e-05, |
| "loss": 0.0192, |
| "step": 18770 |
| }, |
| { |
| "epoch": 18.005752636625118, |
| "grad_norm": 0.24821995198726654, |
| "learning_rate": 1.9646927970803913e-05, |
| "loss": 0.0217, |
| "step": 18780 |
| }, |
| { |
| "epoch": 18.015340364333653, |
| "grad_norm": 0.24269837141036987, |
| "learning_rate": 1.959641646326894e-05, |
| "loss": 0.0267, |
| "step": 18790 |
| }, |
| { |
| "epoch": 18.024928092042185, |
| "grad_norm": 0.4261660575866699, |
| "learning_rate": 1.9545954140493828e-05, |
| "loss": 0.028, |
| "step": 18800 |
| }, |
| { |
| "epoch": 18.03451581975072, |
| "grad_norm": 0.27009981870651245, |
| "learning_rate": 1.9495541084112945e-05, |
| "loss": 0.0261, |
| "step": 18810 |
| }, |
| { |
| "epoch": 18.04410354745925, |
| "grad_norm": 0.4468768537044525, |
| "learning_rate": 1.9445177375680944e-05, |
| "loss": 0.0237, |
| "step": 18820 |
| }, |
| { |
| "epoch": 18.053691275167786, |
| "grad_norm": 0.34373733401298523, |
| "learning_rate": 1.939486309667267e-05, |
| "loss": 0.0283, |
| "step": 18830 |
| }, |
| { |
| "epoch": 18.063279002876317, |
| "grad_norm": 0.3583851456642151, |
| "learning_rate": 1.9344598328482994e-05, |
| "loss": 0.0239, |
| "step": 18840 |
| }, |
| { |
| "epoch": 18.072866730584852, |
| "grad_norm": 0.2819909453392029, |
| "learning_rate": 1.9294383152426682e-05, |
| "loss": 0.0228, |
| "step": 18850 |
| }, |
| { |
| "epoch": 18.082454458293384, |
| "grad_norm": 0.21321451663970947, |
| "learning_rate": 1.924421764973829e-05, |
| "loss": 0.0257, |
| "step": 18860 |
| }, |
| { |
| "epoch": 18.09204218600192, |
| "grad_norm": 0.20414310693740845, |
| "learning_rate": 1.9194101901572e-05, |
| "loss": 0.027, |
| "step": 18870 |
| }, |
| { |
| "epoch": 18.10162991371045, |
| "grad_norm": 0.1880536824464798, |
| "learning_rate": 1.9144035989001518e-05, |
| "loss": 0.0236, |
| "step": 18880 |
| }, |
| { |
| "epoch": 18.111217641418985, |
| "grad_norm": 0.15333381295204163, |
| "learning_rate": 1.909401999301993e-05, |
| "loss": 0.0285, |
| "step": 18890 |
| }, |
| { |
| "epoch": 18.120805369127517, |
| "grad_norm": 0.25423663854599, |
| "learning_rate": 1.904405399453955e-05, |
| "loss": 0.0253, |
| "step": 18900 |
| }, |
| { |
| "epoch": 18.13039309683605, |
| "grad_norm": 0.16123837232589722, |
| "learning_rate": 1.8994138074391843e-05, |
| "loss": 0.0269, |
| "step": 18910 |
| }, |
| { |
| "epoch": 18.139980824544583, |
| "grad_norm": 0.28160786628723145, |
| "learning_rate": 1.8944272313327226e-05, |
| "loss": 0.0289, |
| "step": 18920 |
| }, |
| { |
| "epoch": 18.149568552253115, |
| "grad_norm": 0.17112663388252258, |
| "learning_rate": 1.8894456792014996e-05, |
| "loss": 0.0273, |
| "step": 18930 |
| }, |
| { |
| "epoch": 18.15915627996165, |
| "grad_norm": 0.19048067927360535, |
| "learning_rate": 1.8844691591043173e-05, |
| "loss": 0.0225, |
| "step": 18940 |
| }, |
| { |
| "epoch": 18.16874400767018, |
| "grad_norm": 0.22992561757564545, |
| "learning_rate": 1.8794976790918363e-05, |
| "loss": 0.0229, |
| "step": 18950 |
| }, |
| { |
| "epoch": 18.178331735378716, |
| "grad_norm": 0.30747804045677185, |
| "learning_rate": 1.8745312472065635e-05, |
| "loss": 0.0259, |
| "step": 18960 |
| }, |
| { |
| "epoch": 18.187919463087248, |
| "grad_norm": 0.2523973882198334, |
| "learning_rate": 1.8695698714828406e-05, |
| "loss": 0.0249, |
| "step": 18970 |
| }, |
| { |
| "epoch": 18.197507190795783, |
| "grad_norm": 0.2866404056549072, |
| "learning_rate": 1.8646135599468297e-05, |
| "loss": 0.0252, |
| "step": 18980 |
| }, |
| { |
| "epoch": 18.207094918504314, |
| "grad_norm": 0.1944408118724823, |
| "learning_rate": 1.8596623206164987e-05, |
| "loss": 0.0265, |
| "step": 18990 |
| }, |
| { |
| "epoch": 18.21668264621285, |
| "grad_norm": 0.22918511927127838, |
| "learning_rate": 1.8547161615016116e-05, |
| "loss": 0.0272, |
| "step": 19000 |
| }, |
| { |
| "epoch": 18.22627037392138, |
| "grad_norm": 0.2857123911380768, |
| "learning_rate": 1.8497750906037148e-05, |
| "loss": 0.0307, |
| "step": 19010 |
| }, |
| { |
| "epoch": 18.235858101629915, |
| "grad_norm": 0.17393842339515686, |
| "learning_rate": 1.8448391159161204e-05, |
| "loss": 0.029, |
| "step": 19020 |
| }, |
| { |
| "epoch": 18.245445829338447, |
| "grad_norm": 0.2042463719844818, |
| "learning_rate": 1.839908245423899e-05, |
| "loss": 0.0251, |
| "step": 19030 |
| }, |
| { |
| "epoch": 18.25503355704698, |
| "grad_norm": 0.277891606092453, |
| "learning_rate": 1.8349824871038644e-05, |
| "loss": 0.0237, |
| "step": 19040 |
| }, |
| { |
| "epoch": 18.264621284755513, |
| "grad_norm": 0.16384513676166534, |
| "learning_rate": 1.8300618489245537e-05, |
| "loss": 0.0239, |
| "step": 19050 |
| }, |
| { |
| "epoch": 18.274209012464045, |
| "grad_norm": 0.27934807538986206, |
| "learning_rate": 1.8251463388462315e-05, |
| "loss": 0.0258, |
| "step": 19060 |
| }, |
| { |
| "epoch": 18.28379674017258, |
| "grad_norm": 0.28241196274757385, |
| "learning_rate": 1.8202359648208593e-05, |
| "loss": 0.0244, |
| "step": 19070 |
| }, |
| { |
| "epoch": 18.29338446788111, |
| "grad_norm": 0.22691746056079865, |
| "learning_rate": 1.8153307347920918e-05, |
| "loss": 0.0279, |
| "step": 19080 |
| }, |
| { |
| "epoch": 18.302972195589646, |
| "grad_norm": 0.31362423300743103, |
| "learning_rate": 1.8104306566952618e-05, |
| "loss": 0.0235, |
| "step": 19090 |
| }, |
| { |
| "epoch": 18.312559923298178, |
| "grad_norm": 0.5029933452606201, |
| "learning_rate": 1.805535738457368e-05, |
| "loss": 0.027, |
| "step": 19100 |
| }, |
| { |
| "epoch": 18.322147651006713, |
| "grad_norm": 0.23722821474075317, |
| "learning_rate": 1.8006459879970622e-05, |
| "loss": 0.0309, |
| "step": 19110 |
| }, |
| { |
| "epoch": 18.331735378715244, |
| "grad_norm": 0.2513883113861084, |
| "learning_rate": 1.7957614132246347e-05, |
| "loss": 0.0263, |
| "step": 19120 |
| }, |
| { |
| "epoch": 18.34132310642378, |
| "grad_norm": 0.24489589035511017, |
| "learning_rate": 1.7908820220420052e-05, |
| "loss": 0.0251, |
| "step": 19130 |
| }, |
| { |
| "epoch": 18.35091083413231, |
| "grad_norm": 0.2208951860666275, |
| "learning_rate": 1.7860078223427056e-05, |
| "loss": 0.0267, |
| "step": 19140 |
| }, |
| { |
| "epoch": 18.360498561840842, |
| "grad_norm": 0.2466048002243042, |
| "learning_rate": 1.7811388220118707e-05, |
| "loss": 0.0246, |
| "step": 19150 |
| }, |
| { |
| "epoch": 18.370086289549377, |
| "grad_norm": 0.1647568643093109, |
| "learning_rate": 1.7762750289262238e-05, |
| "loss": 0.0221, |
| "step": 19160 |
| }, |
| { |
| "epoch": 18.37967401725791, |
| "grad_norm": 0.20359550416469574, |
| "learning_rate": 1.7714164509540654e-05, |
| "loss": 0.024, |
| "step": 19170 |
| }, |
| { |
| "epoch": 18.389261744966444, |
| "grad_norm": 0.15871766209602356, |
| "learning_rate": 1.7665630959552548e-05, |
| "loss": 0.0252, |
| "step": 19180 |
| }, |
| { |
| "epoch": 18.398849472674975, |
| "grad_norm": 0.2411220222711563, |
| "learning_rate": 1.7617149717812076e-05, |
| "loss": 0.0225, |
| "step": 19190 |
| }, |
| { |
| "epoch": 18.40843720038351, |
| "grad_norm": 0.3407461643218994, |
| "learning_rate": 1.7568720862748744e-05, |
| "loss": 0.0312, |
| "step": 19200 |
| }, |
| { |
| "epoch": 18.41802492809204, |
| "grad_norm": 0.21590691804885864, |
| "learning_rate": 1.75203444727073e-05, |
| "loss": 0.0248, |
| "step": 19210 |
| }, |
| { |
| "epoch": 18.427612655800576, |
| "grad_norm": 0.17383931577205658, |
| "learning_rate": 1.7472020625947678e-05, |
| "loss": 0.0231, |
| "step": 19220 |
| }, |
| { |
| "epoch": 18.437200383509108, |
| "grad_norm": 0.31559276580810547, |
| "learning_rate": 1.742374940064474e-05, |
| "loss": 0.0263, |
| "step": 19230 |
| }, |
| { |
| "epoch": 18.446788111217643, |
| "grad_norm": 0.23316271603107452, |
| "learning_rate": 1.737553087488825e-05, |
| "loss": 0.0316, |
| "step": 19240 |
| }, |
| { |
| "epoch": 18.456375838926174, |
| "grad_norm": 0.21858806908130646, |
| "learning_rate": 1.7327365126682726e-05, |
| "loss": 0.0272, |
| "step": 19250 |
| }, |
| { |
| "epoch": 18.46596356663471, |
| "grad_norm": 0.2449788898229599, |
| "learning_rate": 1.7279252233947286e-05, |
| "loss": 0.0286, |
| "step": 19260 |
| }, |
| { |
| "epoch": 18.47555129434324, |
| "grad_norm": 0.21250544488430023, |
| "learning_rate": 1.7231192274515562e-05, |
| "loss": 0.0247, |
| "step": 19270 |
| }, |
| { |
| "epoch": 18.485139022051772, |
| "grad_norm": 0.2528996169567108, |
| "learning_rate": 1.7183185326135543e-05, |
| "loss": 0.0253, |
| "step": 19280 |
| }, |
| { |
| "epoch": 18.494726749760307, |
| "grad_norm": 0.2549261748790741, |
| "learning_rate": 1.7135231466469463e-05, |
| "loss": 0.0294, |
| "step": 19290 |
| }, |
| { |
| "epoch": 18.50431447746884, |
| "grad_norm": 0.352224200963974, |
| "learning_rate": 1.7087330773093673e-05, |
| "loss": 0.0228, |
| "step": 19300 |
| }, |
| { |
| "epoch": 18.513902205177374, |
| "grad_norm": 0.18530428409576416, |
| "learning_rate": 1.7039483323498534e-05, |
| "loss": 0.0258, |
| "step": 19310 |
| }, |
| { |
| "epoch": 18.523489932885905, |
| "grad_norm": 0.14298230409622192, |
| "learning_rate": 1.6991689195088217e-05, |
| "loss": 0.0236, |
| "step": 19320 |
| }, |
| { |
| "epoch": 18.53307766059444, |
| "grad_norm": 0.2754952311515808, |
| "learning_rate": 1.6943948465180693e-05, |
| "loss": 0.0235, |
| "step": 19330 |
| }, |
| { |
| "epoch": 18.54266538830297, |
| "grad_norm": 0.2274174690246582, |
| "learning_rate": 1.6896261211007518e-05, |
| "loss": 0.0305, |
| "step": 19340 |
| }, |
| { |
| "epoch": 18.552253116011507, |
| "grad_norm": 0.3091070055961609, |
| "learning_rate": 1.684862750971376e-05, |
| "loss": 0.0227, |
| "step": 19350 |
| }, |
| { |
| "epoch": 18.561840843720038, |
| "grad_norm": 0.15530341863632202, |
| "learning_rate": 1.6801047438357818e-05, |
| "loss": 0.0224, |
| "step": 19360 |
| }, |
| { |
| "epoch": 18.571428571428573, |
| "grad_norm": 0.25515303015708923, |
| "learning_rate": 1.675352107391139e-05, |
| "loss": 0.0291, |
| "step": 19370 |
| }, |
| { |
| "epoch": 18.581016299137104, |
| "grad_norm": 0.27960437536239624, |
| "learning_rate": 1.670604849325923e-05, |
| "loss": 0.0258, |
| "step": 19380 |
| }, |
| { |
| "epoch": 18.59060402684564, |
| "grad_norm": 0.2250082641839981, |
| "learning_rate": 1.6658629773199124e-05, |
| "loss": 0.0232, |
| "step": 19390 |
| }, |
| { |
| "epoch": 18.60019175455417, |
| "grad_norm": 0.27883338928222656, |
| "learning_rate": 1.6611264990441706e-05, |
| "loss": 0.0343, |
| "step": 19400 |
| }, |
| { |
| "epoch": 18.609779482262702, |
| "grad_norm": 0.17993752658367157, |
| "learning_rate": 1.6563954221610355e-05, |
| "loss": 0.0278, |
| "step": 19410 |
| }, |
| { |
| "epoch": 18.619367209971237, |
| "grad_norm": 0.26345837116241455, |
| "learning_rate": 1.6516697543241083e-05, |
| "loss": 0.026, |
| "step": 19420 |
| }, |
| { |
| "epoch": 18.62895493767977, |
| "grad_norm": 0.22277230024337769, |
| "learning_rate": 1.646949503178239e-05, |
| "loss": 0.0213, |
| "step": 19430 |
| }, |
| { |
| "epoch": 18.638542665388304, |
| "grad_norm": 0.2661077082157135, |
| "learning_rate": 1.642234676359516e-05, |
| "loss": 0.0243, |
| "step": 19440 |
| }, |
| { |
| "epoch": 18.648130393096835, |
| "grad_norm": 0.28437718749046326, |
| "learning_rate": 1.6375252814952487e-05, |
| "loss": 0.0263, |
| "step": 19450 |
| }, |
| { |
| "epoch": 18.65771812080537, |
| "grad_norm": 0.20834000408649445, |
| "learning_rate": 1.6328213262039637e-05, |
| "loss": 0.0225, |
| "step": 19460 |
| }, |
| { |
| "epoch": 18.6673058485139, |
| "grad_norm": 0.24616943299770355, |
| "learning_rate": 1.6281228180953857e-05, |
| "loss": 0.0233, |
| "step": 19470 |
| }, |
| { |
| "epoch": 18.676893576222437, |
| "grad_norm": 0.21522550284862518, |
| "learning_rate": 1.623429764770428e-05, |
| "loss": 0.0233, |
| "step": 19480 |
| }, |
| { |
| "epoch": 18.686481303930968, |
| "grad_norm": 0.2068173587322235, |
| "learning_rate": 1.618742173821179e-05, |
| "loss": 0.0308, |
| "step": 19490 |
| }, |
| { |
| "epoch": 18.696069031639503, |
| "grad_norm": 0.5226014256477356, |
| "learning_rate": 1.614060052830891e-05, |
| "loss": 0.031, |
| "step": 19500 |
| }, |
| { |
| "epoch": 18.705656759348035, |
| "grad_norm": 0.18240250647068024, |
| "learning_rate": 1.6093834093739647e-05, |
| "loss": 0.0245, |
| "step": 19510 |
| }, |
| { |
| "epoch": 18.715244487056566, |
| "grad_norm": 0.2039356231689453, |
| "learning_rate": 1.6047122510159458e-05, |
| "loss": 0.02, |
| "step": 19520 |
| }, |
| { |
| "epoch": 18.7248322147651, |
| "grad_norm": 0.2688858211040497, |
| "learning_rate": 1.600046585313501e-05, |
| "loss": 0.0232, |
| "step": 19530 |
| }, |
| { |
| "epoch": 18.734419942473632, |
| "grad_norm": 0.3605387806892395, |
| "learning_rate": 1.5953864198144135e-05, |
| "loss": 0.0285, |
| "step": 19540 |
| }, |
| { |
| "epoch": 18.744007670182167, |
| "grad_norm": 0.19552724063396454, |
| "learning_rate": 1.5907317620575686e-05, |
| "loss": 0.0249, |
| "step": 19550 |
| }, |
| { |
| "epoch": 18.7535953978907, |
| "grad_norm": 0.2785275876522064, |
| "learning_rate": 1.58608261957294e-05, |
| "loss": 0.0301, |
| "step": 19560 |
| }, |
| { |
| "epoch": 18.763183125599234, |
| "grad_norm": 0.265622079372406, |
| "learning_rate": 1.5814389998815836e-05, |
| "loss": 0.0244, |
| "step": 19570 |
| }, |
| { |
| "epoch": 18.772770853307765, |
| "grad_norm": 0.22419176995754242, |
| "learning_rate": 1.5768009104956137e-05, |
| "loss": 0.0197, |
| "step": 19580 |
| }, |
| { |
| "epoch": 18.7823585810163, |
| "grad_norm": 0.22098082304000854, |
| "learning_rate": 1.572168358918204e-05, |
| "loss": 0.0219, |
| "step": 19590 |
| }, |
| { |
| "epoch": 18.79194630872483, |
| "grad_norm": 0.26601535081863403, |
| "learning_rate": 1.5675413526435677e-05, |
| "loss": 0.0234, |
| "step": 19600 |
| }, |
| { |
| "epoch": 18.801534036433367, |
| "grad_norm": 0.2946853041648865, |
| "learning_rate": 1.562919899156947e-05, |
| "loss": 0.0246, |
| "step": 19610 |
| }, |
| { |
| "epoch": 18.811121764141898, |
| "grad_norm": 0.3101515471935272, |
| "learning_rate": 1.558304005934602e-05, |
| "loss": 0.0244, |
| "step": 19620 |
| }, |
| { |
| "epoch": 18.82070949185043, |
| "grad_norm": 0.24001409113407135, |
| "learning_rate": 1.5536936804437963e-05, |
| "loss": 0.0254, |
| "step": 19630 |
| }, |
| { |
| "epoch": 18.830297219558965, |
| "grad_norm": 0.1419634222984314, |
| "learning_rate": 1.549088930142788e-05, |
| "loss": 0.0231, |
| "step": 19640 |
| }, |
| { |
| "epoch": 18.839884947267496, |
| "grad_norm": 0.24882347881793976, |
| "learning_rate": 1.544489762480815e-05, |
| "loss": 0.0201, |
| "step": 19650 |
| }, |
| { |
| "epoch": 18.84947267497603, |
| "grad_norm": 0.22982530295848846, |
| "learning_rate": 1.5398961848980838e-05, |
| "loss": 0.0218, |
| "step": 19660 |
| }, |
| { |
| "epoch": 18.859060402684563, |
| "grad_norm": 0.1851414293050766, |
| "learning_rate": 1.5353082048257596e-05, |
| "loss": 0.0267, |
| "step": 19670 |
| }, |
| { |
| "epoch": 18.868648130393098, |
| "grad_norm": 0.23806796967983246, |
| "learning_rate": 1.53072582968595e-05, |
| "loss": 0.0273, |
| "step": 19680 |
| }, |
| { |
| "epoch": 18.87823585810163, |
| "grad_norm": 0.2619253396987915, |
| "learning_rate": 1.526149066891697e-05, |
| "loss": 0.0263, |
| "step": 19690 |
| }, |
| { |
| "epoch": 18.887823585810164, |
| "grad_norm": 0.24336743354797363, |
| "learning_rate": 1.5215779238469641e-05, |
| "loss": 0.0344, |
| "step": 19700 |
| }, |
| { |
| "epoch": 18.897411313518695, |
| "grad_norm": 0.21095559000968933, |
| "learning_rate": 1.5170124079466186e-05, |
| "loss": 0.0239, |
| "step": 19710 |
| }, |
| { |
| "epoch": 18.90699904122723, |
| "grad_norm": 0.3702682554721832, |
| "learning_rate": 1.51245252657643e-05, |
| "loss": 0.0265, |
| "step": 19720 |
| }, |
| { |
| "epoch": 18.916586768935762, |
| "grad_norm": 0.45442819595336914, |
| "learning_rate": 1.5078982871130504e-05, |
| "loss": 0.0284, |
| "step": 19730 |
| }, |
| { |
| "epoch": 18.926174496644297, |
| "grad_norm": 0.1986912339925766, |
| "learning_rate": 1.5033496969240057e-05, |
| "loss": 0.025, |
| "step": 19740 |
| }, |
| { |
| "epoch": 18.93576222435283, |
| "grad_norm": 0.18418286740779877, |
| "learning_rate": 1.4988067633676816e-05, |
| "loss": 0.0255, |
| "step": 19750 |
| }, |
| { |
| "epoch": 18.94534995206136, |
| "grad_norm": 0.16016803681850433, |
| "learning_rate": 1.4942694937933144e-05, |
| "loss": 0.0224, |
| "step": 19760 |
| }, |
| { |
| "epoch": 18.954937679769895, |
| "grad_norm": 0.2799144387245178, |
| "learning_rate": 1.4897378955409763e-05, |
| "loss": 0.0279, |
| "step": 19770 |
| }, |
| { |
| "epoch": 18.964525407478426, |
| "grad_norm": 0.17058733105659485, |
| "learning_rate": 1.4852119759415661e-05, |
| "loss": 0.0257, |
| "step": 19780 |
| }, |
| { |
| "epoch": 18.97411313518696, |
| "grad_norm": 0.24392423033714294, |
| "learning_rate": 1.4806917423167944e-05, |
| "loss": 0.0237, |
| "step": 19790 |
| }, |
| { |
| "epoch": 18.983700862895493, |
| "grad_norm": 0.19233231246471405, |
| "learning_rate": 1.4761772019791748e-05, |
| "loss": 0.0296, |
| "step": 19800 |
| }, |
| { |
| "epoch": 18.993288590604028, |
| "grad_norm": 0.2076229453086853, |
| "learning_rate": 1.4716683622320105e-05, |
| "loss": 0.026, |
| "step": 19810 |
| }, |
| { |
| "epoch": 19.00287631831256, |
| "grad_norm": 0.22467122972011566, |
| "learning_rate": 1.4671652303693806e-05, |
| "loss": 0.028, |
| "step": 19820 |
| }, |
| { |
| "epoch": 19.012464046021094, |
| "grad_norm": 0.16231553256511688, |
| "learning_rate": 1.4626678136761369e-05, |
| "loss": 0.0248, |
| "step": 19830 |
| }, |
| { |
| "epoch": 19.022051773729626, |
| "grad_norm": 0.24173732101917267, |
| "learning_rate": 1.4581761194278765e-05, |
| "loss": 0.0318, |
| "step": 19840 |
| }, |
| { |
| "epoch": 19.03163950143816, |
| "grad_norm": 0.21880550682544708, |
| "learning_rate": 1.4536901548909448e-05, |
| "loss": 0.0299, |
| "step": 19850 |
| }, |
| { |
| "epoch": 19.041227229146692, |
| "grad_norm": 0.3532547950744629, |
| "learning_rate": 1.4492099273224174e-05, |
| "loss": 0.0282, |
| "step": 19860 |
| }, |
| { |
| "epoch": 19.050814956855227, |
| "grad_norm": 0.20322856307029724, |
| "learning_rate": 1.4447354439700889e-05, |
| "loss": 0.0235, |
| "step": 19870 |
| }, |
| { |
| "epoch": 19.06040268456376, |
| "grad_norm": 0.2487279176712036, |
| "learning_rate": 1.4402667120724594e-05, |
| "loss": 0.0285, |
| "step": 19880 |
| }, |
| { |
| "epoch": 19.06999041227229, |
| "grad_norm": 0.19251792132854462, |
| "learning_rate": 1.4358037388587281e-05, |
| "loss": 0.0269, |
| "step": 19890 |
| }, |
| { |
| "epoch": 19.079578139980825, |
| "grad_norm": 0.2209775298833847, |
| "learning_rate": 1.4313465315487745e-05, |
| "loss": 0.0209, |
| "step": 19900 |
| }, |
| { |
| "epoch": 19.089165867689356, |
| "grad_norm": 0.15831854939460754, |
| "learning_rate": 1.4268950973531536e-05, |
| "loss": 0.023, |
| "step": 19910 |
| }, |
| { |
| "epoch": 19.09875359539789, |
| "grad_norm": 0.21416033804416656, |
| "learning_rate": 1.4224494434730794e-05, |
| "loss": 0.0217, |
| "step": 19920 |
| }, |
| { |
| "epoch": 19.108341323106423, |
| "grad_norm": 0.15104466676712036, |
| "learning_rate": 1.4180095771004154e-05, |
| "loss": 0.0212, |
| "step": 19930 |
| }, |
| { |
| "epoch": 19.117929050814958, |
| "grad_norm": 0.19750936329364777, |
| "learning_rate": 1.413575505417662e-05, |
| "loss": 0.0172, |
| "step": 19940 |
| }, |
| { |
| "epoch": 19.12751677852349, |
| "grad_norm": 0.26296430826187134, |
| "learning_rate": 1.4091472355979463e-05, |
| "loss": 0.0248, |
| "step": 19950 |
| }, |
| { |
| "epoch": 19.137104506232024, |
| "grad_norm": 0.20639511942863464, |
| "learning_rate": 1.404724774805008e-05, |
| "loss": 0.0255, |
| "step": 19960 |
| }, |
| { |
| "epoch": 19.146692233940556, |
| "grad_norm": 0.14402848482131958, |
| "learning_rate": 1.4003081301931909e-05, |
| "loss": 0.0273, |
| "step": 19970 |
| }, |
| { |
| "epoch": 19.15627996164909, |
| "grad_norm": 0.14169853925704956, |
| "learning_rate": 1.395897308907429e-05, |
| "loss": 0.0256, |
| "step": 19980 |
| }, |
| { |
| "epoch": 19.165867689357622, |
| "grad_norm": 0.17262916266918182, |
| "learning_rate": 1.3914923180832368e-05, |
| "loss": 0.0264, |
| "step": 19990 |
| }, |
| { |
| "epoch": 19.175455417066157, |
| "grad_norm": 0.13429339230060577, |
| "learning_rate": 1.3870931648466945e-05, |
| "loss": 0.0246, |
| "step": 20000 |
| }, |
| { |
| "epoch": 19.18504314477469, |
| "grad_norm": 0.2229502946138382, |
| "learning_rate": 1.3826998563144411e-05, |
| "loss": 0.0238, |
| "step": 20010 |
| }, |
| { |
| "epoch": 19.19463087248322, |
| "grad_norm": 0.1920672059059143, |
| "learning_rate": 1.3783123995936587e-05, |
| "loss": 0.0239, |
| "step": 20020 |
| }, |
| { |
| "epoch": 19.204218600191755, |
| "grad_norm": 0.22073961794376373, |
| "learning_rate": 1.373930801782064e-05, |
| "loss": 0.021, |
| "step": 20030 |
| }, |
| { |
| "epoch": 19.213806327900286, |
| "grad_norm": 0.3254948556423187, |
| "learning_rate": 1.369555069967895e-05, |
| "loss": 0.0253, |
| "step": 20040 |
| }, |
| { |
| "epoch": 19.22339405560882, |
| "grad_norm": 0.14167852699756622, |
| "learning_rate": 1.3651852112298995e-05, |
| "loss": 0.0207, |
| "step": 20050 |
| }, |
| { |
| "epoch": 19.232981783317353, |
| "grad_norm": 0.2205292135477066, |
| "learning_rate": 1.3608212326373249e-05, |
| "loss": 0.0266, |
| "step": 20060 |
| }, |
| { |
| "epoch": 19.242569511025888, |
| "grad_norm": 0.268951416015625, |
| "learning_rate": 1.3564631412499067e-05, |
| "loss": 0.0187, |
| "step": 20070 |
| }, |
| { |
| "epoch": 19.25215723873442, |
| "grad_norm": 0.18108440935611725, |
| "learning_rate": 1.3521109441178559e-05, |
| "loss": 0.0258, |
| "step": 20080 |
| }, |
| { |
| "epoch": 19.261744966442954, |
| "grad_norm": 0.2803739905357361, |
| "learning_rate": 1.3477646482818474e-05, |
| "loss": 0.0263, |
| "step": 20090 |
| }, |
| { |
| "epoch": 19.271332694151486, |
| "grad_norm": 0.2689793109893799, |
| "learning_rate": 1.3434242607730108e-05, |
| "loss": 0.0254, |
| "step": 20100 |
| }, |
| { |
| "epoch": 19.28092042186002, |
| "grad_norm": 0.3495311439037323, |
| "learning_rate": 1.3390897886129162e-05, |
| "loss": 0.0277, |
| "step": 20110 |
| }, |
| { |
| "epoch": 19.290508149568552, |
| "grad_norm": 0.17431464791297913, |
| "learning_rate": 1.334761238813566e-05, |
| "loss": 0.0211, |
| "step": 20120 |
| }, |
| { |
| "epoch": 19.300095877277084, |
| "grad_norm": 0.3109664022922516, |
| "learning_rate": 1.3304386183773809e-05, |
| "loss": 0.0239, |
| "step": 20130 |
| }, |
| { |
| "epoch": 19.30968360498562, |
| "grad_norm": 0.15485496819019318, |
| "learning_rate": 1.3261219342971887e-05, |
| "loss": 0.0283, |
| "step": 20140 |
| }, |
| { |
| "epoch": 19.31927133269415, |
| "grad_norm": 0.18140093982219696, |
| "learning_rate": 1.3218111935562149e-05, |
| "loss": 0.0275, |
| "step": 20150 |
| }, |
| { |
| "epoch": 19.328859060402685, |
| "grad_norm": 0.22020739316940308, |
| "learning_rate": 1.3175064031280703e-05, |
| "loss": 0.0318, |
| "step": 20160 |
| }, |
| { |
| "epoch": 19.338446788111217, |
| "grad_norm": 0.27302905917167664, |
| "learning_rate": 1.3132075699767393e-05, |
| "loss": 0.0204, |
| "step": 20170 |
| }, |
| { |
| "epoch": 19.34803451581975, |
| "grad_norm": 0.20312833786010742, |
| "learning_rate": 1.3089147010565689e-05, |
| "loss": 0.0243, |
| "step": 20180 |
| }, |
| { |
| "epoch": 19.357622243528283, |
| "grad_norm": 0.2138754427433014, |
| "learning_rate": 1.3046278033122577e-05, |
| "loss": 0.0246, |
| "step": 20190 |
| }, |
| { |
| "epoch": 19.367209971236818, |
| "grad_norm": 0.15521451830863953, |
| "learning_rate": 1.3003468836788446e-05, |
| "loss": 0.0202, |
| "step": 20200 |
| }, |
| { |
| "epoch": 19.37679769894535, |
| "grad_norm": 0.14165331423282623, |
| "learning_rate": 1.296071949081698e-05, |
| "loss": 0.029, |
| "step": 20210 |
| }, |
| { |
| "epoch": 19.386385426653884, |
| "grad_norm": 0.17273680865764618, |
| "learning_rate": 1.2918030064365034e-05, |
| "loss": 0.0248, |
| "step": 20220 |
| }, |
| { |
| "epoch": 19.395973154362416, |
| "grad_norm": 0.1982639878988266, |
| "learning_rate": 1.2875400626492534e-05, |
| "loss": 0.0218, |
| "step": 20230 |
| }, |
| { |
| "epoch": 19.40556088207095, |
| "grad_norm": 0.20939846336841583, |
| "learning_rate": 1.2832831246162359e-05, |
| "loss": 0.0221, |
| "step": 20240 |
| }, |
| { |
| "epoch": 19.415148609779482, |
| "grad_norm": 0.2230292111635208, |
| "learning_rate": 1.2790321992240228e-05, |
| "loss": 0.0262, |
| "step": 20250 |
| }, |
| { |
| "epoch": 19.424736337488014, |
| "grad_norm": 0.17387695610523224, |
| "learning_rate": 1.2747872933494615e-05, |
| "loss": 0.0231, |
| "step": 20260 |
| }, |
| { |
| "epoch": 19.43432406519655, |
| "grad_norm": 0.2639104723930359, |
| "learning_rate": 1.2705484138596552e-05, |
| "loss": 0.0227, |
| "step": 20270 |
| }, |
| { |
| "epoch": 19.44391179290508, |
| "grad_norm": 0.2716933488845825, |
| "learning_rate": 1.2663155676119665e-05, |
| "loss": 0.025, |
| "step": 20280 |
| }, |
| { |
| "epoch": 19.453499520613615, |
| "grad_norm": 0.2254800945520401, |
| "learning_rate": 1.2620887614539917e-05, |
| "loss": 0.0236, |
| "step": 20290 |
| }, |
| { |
| "epoch": 19.463087248322147, |
| "grad_norm": 0.1728450208902359, |
| "learning_rate": 1.2578680022235585e-05, |
| "loss": 0.0237, |
| "step": 20300 |
| }, |
| { |
| "epoch": 19.47267497603068, |
| "grad_norm": 0.2077593207359314, |
| "learning_rate": 1.253653296748712e-05, |
| "loss": 0.026, |
| "step": 20310 |
| }, |
| { |
| "epoch": 19.482262703739213, |
| "grad_norm": 0.20576708018779755, |
| "learning_rate": 1.2494446518477022e-05, |
| "loss": 0.021, |
| "step": 20320 |
| }, |
| { |
| "epoch": 19.491850431447748, |
| "grad_norm": 0.2826680839061737, |
| "learning_rate": 1.2452420743289778e-05, |
| "loss": 0.0241, |
| "step": 20330 |
| }, |
| { |
| "epoch": 19.50143815915628, |
| "grad_norm": 0.3109418451786041, |
| "learning_rate": 1.2410455709911694e-05, |
| "loss": 0.0262, |
| "step": 20340 |
| }, |
| { |
| "epoch": 19.511025886864815, |
| "grad_norm": 0.6010233759880066, |
| "learning_rate": 1.2368551486230828e-05, |
| "loss": 0.0261, |
| "step": 20350 |
| }, |
| { |
| "epoch": 19.520613614573346, |
| "grad_norm": 0.33683139085769653, |
| "learning_rate": 1.2326708140036852e-05, |
| "loss": 0.0268, |
| "step": 20360 |
| }, |
| { |
| "epoch": 19.530201342281877, |
| "grad_norm": 0.1394880712032318, |
| "learning_rate": 1.2284925739020974e-05, |
| "loss": 0.0287, |
| "step": 20370 |
| }, |
| { |
| "epoch": 19.539789069990412, |
| "grad_norm": 0.2836284935474396, |
| "learning_rate": 1.2243204350775789e-05, |
| "loss": 0.0215, |
| "step": 20380 |
| }, |
| { |
| "epoch": 19.549376797698944, |
| "grad_norm": 0.9439190626144409, |
| "learning_rate": 1.2201544042795198e-05, |
| "loss": 0.0254, |
| "step": 20390 |
| }, |
| { |
| "epoch": 19.55896452540748, |
| "grad_norm": 0.18774332106113434, |
| "learning_rate": 1.215994488247431e-05, |
| "loss": 0.0273, |
| "step": 20400 |
| }, |
| { |
| "epoch": 19.56855225311601, |
| "grad_norm": 0.4038194715976715, |
| "learning_rate": 1.211840693710926e-05, |
| "loss": 0.0186, |
| "step": 20410 |
| }, |
| { |
| "epoch": 19.578139980824545, |
| "grad_norm": 0.2532286047935486, |
| "learning_rate": 1.2076930273897214e-05, |
| "loss": 0.0303, |
| "step": 20420 |
| }, |
| { |
| "epoch": 19.587727708533077, |
| "grad_norm": 0.23393119871616364, |
| "learning_rate": 1.2035514959936144e-05, |
| "loss": 0.0223, |
| "step": 20430 |
| }, |
| { |
| "epoch": 19.59731543624161, |
| "grad_norm": 0.17693249881267548, |
| "learning_rate": 1.199416106222484e-05, |
| "loss": 0.0222, |
| "step": 20440 |
| }, |
| { |
| "epoch": 19.606903163950143, |
| "grad_norm": 0.4991660714149475, |
| "learning_rate": 1.1952868647662696e-05, |
| "loss": 0.0255, |
| "step": 20450 |
| }, |
| { |
| "epoch": 19.616490891658678, |
| "grad_norm": 0.24061451852321625, |
| "learning_rate": 1.1911637783049645e-05, |
| "loss": 0.0271, |
| "step": 20460 |
| }, |
| { |
| "epoch": 19.62607861936721, |
| "grad_norm": 0.20236246287822723, |
| "learning_rate": 1.1870468535086054e-05, |
| "loss": 0.0274, |
| "step": 20470 |
| }, |
| { |
| "epoch": 19.635666347075745, |
| "grad_norm": 0.16982276737689972, |
| "learning_rate": 1.1829360970372604e-05, |
| "loss": 0.0275, |
| "step": 20480 |
| }, |
| { |
| "epoch": 19.645254074784276, |
| "grad_norm": 0.17934417724609375, |
| "learning_rate": 1.1788315155410212e-05, |
| "loss": 0.02, |
| "step": 20490 |
| }, |
| { |
| "epoch": 19.654841802492808, |
| "grad_norm": 0.2388330101966858, |
| "learning_rate": 1.1747331156599873e-05, |
| "loss": 0.0192, |
| "step": 20500 |
| }, |
| { |
| "epoch": 19.664429530201343, |
| "grad_norm": 0.19787994027137756, |
| "learning_rate": 1.1706409040242588e-05, |
| "loss": 0.0261, |
| "step": 20510 |
| }, |
| { |
| "epoch": 19.674017257909874, |
| "grad_norm": 0.2273687720298767, |
| "learning_rate": 1.166554887253926e-05, |
| "loss": 0.0246, |
| "step": 20520 |
| }, |
| { |
| "epoch": 19.68360498561841, |
| "grad_norm": 0.33494409918785095, |
| "learning_rate": 1.1624750719590588e-05, |
| "loss": 0.0249, |
| "step": 20530 |
| }, |
| { |
| "epoch": 19.69319271332694, |
| "grad_norm": 0.2192111760377884, |
| "learning_rate": 1.158401464739689e-05, |
| "loss": 0.0239, |
| "step": 20540 |
| }, |
| { |
| "epoch": 19.702780441035475, |
| "grad_norm": 0.2234772890806198, |
| "learning_rate": 1.154334072185811e-05, |
| "loss": 0.0227, |
| "step": 20550 |
| }, |
| { |
| "epoch": 19.712368168744007, |
| "grad_norm": 0.3074262738227844, |
| "learning_rate": 1.1502729008773639e-05, |
| "loss": 0.027, |
| "step": 20560 |
| }, |
| { |
| "epoch": 19.721955896452542, |
| "grad_norm": 0.22344590723514557, |
| "learning_rate": 1.146217957384223e-05, |
| "loss": 0.0251, |
| "step": 20570 |
| }, |
| { |
| "epoch": 19.731543624161073, |
| "grad_norm": 0.12177485972642899, |
| "learning_rate": 1.1421692482661856e-05, |
| "loss": 0.0246, |
| "step": 20580 |
| }, |
| { |
| "epoch": 19.74113135186961, |
| "grad_norm": 0.12450756132602692, |
| "learning_rate": 1.1381267800729695e-05, |
| "loss": 0.0247, |
| "step": 20590 |
| }, |
| { |
| "epoch": 19.75071907957814, |
| "grad_norm": 0.26811161637306213, |
| "learning_rate": 1.1340905593441914e-05, |
| "loss": 0.0263, |
| "step": 20600 |
| }, |
| { |
| "epoch": 19.760306807286675, |
| "grad_norm": 0.18584440648555756, |
| "learning_rate": 1.1300605926093627e-05, |
| "loss": 0.0259, |
| "step": 20610 |
| }, |
| { |
| "epoch": 19.769894534995206, |
| "grad_norm": 0.15904641151428223, |
| "learning_rate": 1.1260368863878778e-05, |
| "loss": 0.0239, |
| "step": 20620 |
| }, |
| { |
| "epoch": 19.779482262703738, |
| "grad_norm": 0.22534583508968353, |
| "learning_rate": 1.1220194471890027e-05, |
| "loss": 0.0234, |
| "step": 20630 |
| }, |
| { |
| "epoch": 19.789069990412273, |
| "grad_norm": 0.22182218730449677, |
| "learning_rate": 1.1180082815118659e-05, |
| "loss": 0.0255, |
| "step": 20640 |
| }, |
| { |
| "epoch": 19.798657718120804, |
| "grad_norm": 0.13675539195537567, |
| "learning_rate": 1.114003395845446e-05, |
| "loss": 0.0203, |
| "step": 20650 |
| }, |
| { |
| "epoch": 19.80824544582934, |
| "grad_norm": 0.153213232755661, |
| "learning_rate": 1.1100047966685645e-05, |
| "loss": 0.0235, |
| "step": 20660 |
| }, |
| { |
| "epoch": 19.81783317353787, |
| "grad_norm": 0.23550502955913544, |
| "learning_rate": 1.1060124904498686e-05, |
| "loss": 0.0262, |
| "step": 20670 |
| }, |
| { |
| "epoch": 19.827420901246406, |
| "grad_norm": 0.16561271250247955, |
| "learning_rate": 1.10202648364783e-05, |
| "loss": 0.0252, |
| "step": 20680 |
| }, |
| { |
| "epoch": 19.837008628954937, |
| "grad_norm": 0.21752074360847473, |
| "learning_rate": 1.0980467827107265e-05, |
| "loss": 0.025, |
| "step": 20690 |
| }, |
| { |
| "epoch": 19.846596356663472, |
| "grad_norm": 0.3683970868587494, |
| "learning_rate": 1.0940733940766367e-05, |
| "loss": 0.0275, |
| "step": 20700 |
| }, |
| { |
| "epoch": 19.856184084372003, |
| "grad_norm": 0.19650644063949585, |
| "learning_rate": 1.090106324173426e-05, |
| "loss": 0.0227, |
| "step": 20710 |
| }, |
| { |
| "epoch": 19.86577181208054, |
| "grad_norm": 0.3195613622665405, |
| "learning_rate": 1.0861455794187398e-05, |
| "loss": 0.0246, |
| "step": 20720 |
| }, |
| { |
| "epoch": 19.87535953978907, |
| "grad_norm": 0.30373549461364746, |
| "learning_rate": 1.0821911662199874e-05, |
| "loss": 0.0289, |
| "step": 20730 |
| }, |
| { |
| "epoch": 19.8849472674976, |
| "grad_norm": 0.23305653035640717, |
| "learning_rate": 1.0782430909743407e-05, |
| "loss": 0.0317, |
| "step": 20740 |
| }, |
| { |
| "epoch": 19.894534995206136, |
| "grad_norm": 0.19694805145263672, |
| "learning_rate": 1.0743013600687146e-05, |
| "loss": 0.021, |
| "step": 20750 |
| }, |
| { |
| "epoch": 19.904122722914668, |
| "grad_norm": 0.18307265639305115, |
| "learning_rate": 1.0703659798797616e-05, |
| "loss": 0.0215, |
| "step": 20760 |
| }, |
| { |
| "epoch": 19.913710450623203, |
| "grad_norm": 0.15986226499080658, |
| "learning_rate": 1.0664369567738608e-05, |
| "loss": 0.0254, |
| "step": 20770 |
| }, |
| { |
| "epoch": 19.923298178331734, |
| "grad_norm": 0.22868862748146057, |
| "learning_rate": 1.0625142971071067e-05, |
| "loss": 0.0209, |
| "step": 20780 |
| }, |
| { |
| "epoch": 19.93288590604027, |
| "grad_norm": 0.23605976998806, |
| "learning_rate": 1.0585980072253005e-05, |
| "loss": 0.0251, |
| "step": 20790 |
| }, |
| { |
| "epoch": 19.9424736337488, |
| "grad_norm": 0.40362289547920227, |
| "learning_rate": 1.0546880934639364e-05, |
| "loss": 0.0291, |
| "step": 20800 |
| }, |
| { |
| "epoch": 19.952061361457336, |
| "grad_norm": 0.23181037604808807, |
| "learning_rate": 1.0507845621481954e-05, |
| "loss": 0.0239, |
| "step": 20810 |
| }, |
| { |
| "epoch": 19.961649089165867, |
| "grad_norm": 0.17109474539756775, |
| "learning_rate": 1.046887419592935e-05, |
| "loss": 0.0234, |
| "step": 20820 |
| }, |
| { |
| "epoch": 19.971236816874402, |
| "grad_norm": 0.19465407729148865, |
| "learning_rate": 1.0429966721026751e-05, |
| "loss": 0.0215, |
| "step": 20830 |
| }, |
| { |
| "epoch": 19.980824544582934, |
| "grad_norm": 0.22324107587337494, |
| "learning_rate": 1.0391123259715906e-05, |
| "loss": 0.0196, |
| "step": 20840 |
| }, |
| { |
| "epoch": 19.99041227229147, |
| "grad_norm": 0.3217203915119171, |
| "learning_rate": 1.0352343874835018e-05, |
| "loss": 0.0234, |
| "step": 20850 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.33047834038734436, |
| "learning_rate": 1.0313628629118616e-05, |
| "loss": 0.0276, |
| "step": 20860 |
| }, |
| { |
| "epoch": 20.00958772770853, |
| "grad_norm": 0.23915094137191772, |
| "learning_rate": 1.0274977585197482e-05, |
| "loss": 0.0225, |
| "step": 20870 |
| }, |
| { |
| "epoch": 20.019175455417066, |
| "grad_norm": 0.19355012476444244, |
| "learning_rate": 1.0236390805598516e-05, |
| "loss": 0.0232, |
| "step": 20880 |
| }, |
| { |
| "epoch": 20.028763183125598, |
| "grad_norm": 0.4942316710948944, |
| "learning_rate": 1.01978683527447e-05, |
| "loss": 0.0262, |
| "step": 20890 |
| }, |
| { |
| "epoch": 20.038350910834133, |
| "grad_norm": 0.17617733776569366, |
| "learning_rate": 1.0159410288954912e-05, |
| "loss": 0.023, |
| "step": 20900 |
| }, |
| { |
| "epoch": 20.047938638542664, |
| "grad_norm": 0.21215124428272247, |
| "learning_rate": 1.0121016676443878e-05, |
| "loss": 0.0187, |
| "step": 20910 |
| }, |
| { |
| "epoch": 20.0575263662512, |
| "grad_norm": 0.23251253366470337, |
| "learning_rate": 1.008268757732207e-05, |
| "loss": 0.027, |
| "step": 20920 |
| }, |
| { |
| "epoch": 20.06711409395973, |
| "grad_norm": 0.16768194735050201, |
| "learning_rate": 1.0044423053595559e-05, |
| "loss": 0.0182, |
| "step": 20930 |
| }, |
| { |
| "epoch": 20.076701821668266, |
| "grad_norm": 0.19847920536994934, |
| "learning_rate": 1.000622316716599e-05, |
| "loss": 0.0284, |
| "step": 20940 |
| }, |
| { |
| "epoch": 20.086289549376797, |
| "grad_norm": 0.13995741307735443, |
| "learning_rate": 9.968087979830432e-06, |
| "loss": 0.0192, |
| "step": 20950 |
| }, |
| { |
| "epoch": 20.095877277085332, |
| "grad_norm": 0.1870267242193222, |
| "learning_rate": 9.930017553281279e-06, |
| "loss": 0.0259, |
| "step": 20960 |
| }, |
| { |
| "epoch": 20.105465004793864, |
| "grad_norm": 0.22275184094905853, |
| "learning_rate": 9.892011949106172e-06, |
| "loss": 0.0248, |
| "step": 20970 |
| }, |
| { |
| "epoch": 20.1150527325024, |
| "grad_norm": 0.14587286114692688, |
| "learning_rate": 9.854071228787875e-06, |
| "loss": 0.0234, |
| "step": 20980 |
| }, |
| { |
| "epoch": 20.12464046021093, |
| "grad_norm": 0.32902705669403076, |
| "learning_rate": 9.816195453704191e-06, |
| "loss": 0.0233, |
| "step": 20990 |
| }, |
| { |
| "epoch": 20.13422818791946, |
| "grad_norm": 0.17466923594474792, |
| "learning_rate": 9.778384685127867e-06, |
| "loss": 0.023, |
| "step": 21000 |
| }, |
| { |
| "epoch": 20.143815915627997, |
| "grad_norm": 0.17678095400333405, |
| "learning_rate": 9.740638984226481e-06, |
| "loss": 0.0265, |
| "step": 21010 |
| }, |
| { |
| "epoch": 20.153403643336528, |
| "grad_norm": 0.16016939282417297, |
| "learning_rate": 9.70295841206234e-06, |
| "loss": 0.0248, |
| "step": 21020 |
| }, |
| { |
| "epoch": 20.162991371045063, |
| "grad_norm": 0.2382485419511795, |
| "learning_rate": 9.665343029592417e-06, |
| "loss": 0.0233, |
| "step": 21030 |
| }, |
| { |
| "epoch": 20.172579098753594, |
| "grad_norm": 0.24307946860790253, |
| "learning_rate": 9.627792897668175e-06, |
| "loss": 0.025, |
| "step": 21040 |
| }, |
| { |
| "epoch": 20.18216682646213, |
| "grad_norm": 0.4551367461681366, |
| "learning_rate": 9.590308077035592e-06, |
| "loss": 0.0211, |
| "step": 21050 |
| }, |
| { |
| "epoch": 20.19175455417066, |
| "grad_norm": 0.2893312871456146, |
| "learning_rate": 9.55288862833495e-06, |
| "loss": 0.0206, |
| "step": 21060 |
| }, |
| { |
| "epoch": 20.201342281879196, |
| "grad_norm": 0.16855131089687347, |
| "learning_rate": 9.515534612100746e-06, |
| "loss": 0.027, |
| "step": 21070 |
| }, |
| { |
| "epoch": 20.210930009587727, |
| "grad_norm": 0.3295097053050995, |
| "learning_rate": 9.478246088761671e-06, |
| "loss": 0.0282, |
| "step": 21080 |
| }, |
| { |
| "epoch": 20.220517737296262, |
| "grad_norm": 0.1354684680700302, |
| "learning_rate": 9.441023118640457e-06, |
| "loss": 0.0278, |
| "step": 21090 |
| }, |
| { |
| "epoch": 20.230105465004794, |
| "grad_norm": 0.16148221492767334, |
| "learning_rate": 9.403865761953779e-06, |
| "loss": 0.0287, |
| "step": 21100 |
| }, |
| { |
| "epoch": 20.239693192713325, |
| "grad_norm": 0.3596087098121643, |
| "learning_rate": 9.366774078812174e-06, |
| "loss": 0.0273, |
| "step": 21110 |
| }, |
| { |
| "epoch": 20.24928092042186, |
| "grad_norm": 0.24658294022083282, |
| "learning_rate": 9.329748129219934e-06, |
| "loss": 0.0224, |
| "step": 21120 |
| }, |
| { |
| "epoch": 20.25886864813039, |
| "grad_norm": 0.2896967828273773, |
| "learning_rate": 9.292787973075007e-06, |
| "loss": 0.0203, |
| "step": 21130 |
| }, |
| { |
| "epoch": 20.268456375838927, |
| "grad_norm": 0.2359636425971985, |
| "learning_rate": 9.255893670168919e-06, |
| "loss": 0.0241, |
| "step": 21140 |
| }, |
| { |
| "epoch": 20.278044103547458, |
| "grad_norm": 0.24353083968162537, |
| "learning_rate": 9.219065280186656e-06, |
| "loss": 0.0247, |
| "step": 21150 |
| }, |
| { |
| "epoch": 20.287631831255993, |
| "grad_norm": 0.14789700508117676, |
| "learning_rate": 9.182302862706566e-06, |
| "loss": 0.0191, |
| "step": 21160 |
| }, |
| { |
| "epoch": 20.297219558964525, |
| "grad_norm": 0.27849042415618896, |
| "learning_rate": 9.145606477200286e-06, |
| "loss": 0.0217, |
| "step": 21170 |
| }, |
| { |
| "epoch": 20.30680728667306, |
| "grad_norm": 0.4151756763458252, |
| "learning_rate": 9.108976183032613e-06, |
| "loss": 0.0233, |
| "step": 21180 |
| }, |
| { |
| "epoch": 20.31639501438159, |
| "grad_norm": 0.2625637948513031, |
| "learning_rate": 9.072412039461453e-06, |
| "loss": 0.0223, |
| "step": 21190 |
| }, |
| { |
| "epoch": 20.325982742090126, |
| "grad_norm": 0.22075968980789185, |
| "learning_rate": 9.035914105637678e-06, |
| "loss": 0.0239, |
| "step": 21200 |
| }, |
| { |
| "epoch": 20.335570469798657, |
| "grad_norm": 0.22036759555339813, |
| "learning_rate": 8.99948244060505e-06, |
| "loss": 0.0243, |
| "step": 21210 |
| }, |
| { |
| "epoch": 20.345158197507192, |
| "grad_norm": 0.4981054663658142, |
| "learning_rate": 8.963117103300134e-06, |
| "loss": 0.0207, |
| "step": 21220 |
| }, |
| { |
| "epoch": 20.354745925215724, |
| "grad_norm": 0.20227645337581635, |
| "learning_rate": 8.92681815255219e-06, |
| "loss": 0.0198, |
| "step": 21230 |
| }, |
| { |
| "epoch": 20.364333652924255, |
| "grad_norm": 0.24407237768173218, |
| "learning_rate": 8.890585647083088e-06, |
| "loss": 0.0292, |
| "step": 21240 |
| }, |
| { |
| "epoch": 20.37392138063279, |
| "grad_norm": 0.4346962869167328, |
| "learning_rate": 8.8544196455072e-06, |
| "loss": 0.0237, |
| "step": 21250 |
| }, |
| { |
| "epoch": 20.383509108341322, |
| "grad_norm": 0.32540345191955566, |
| "learning_rate": 8.818320206331327e-06, |
| "loss": 0.0237, |
| "step": 21260 |
| }, |
| { |
| "epoch": 20.393096836049857, |
| "grad_norm": 0.2086063176393509, |
| "learning_rate": 8.782287387954563e-06, |
| "loss": 0.0215, |
| "step": 21270 |
| }, |
| { |
| "epoch": 20.40268456375839, |
| "grad_norm": 0.2799685001373291, |
| "learning_rate": 8.74632124866826e-06, |
| "loss": 0.0283, |
| "step": 21280 |
| }, |
| { |
| "epoch": 20.412272291466923, |
| "grad_norm": 0.40446561574935913, |
| "learning_rate": 8.71042184665588e-06, |
| "loss": 0.0244, |
| "step": 21290 |
| }, |
| { |
| "epoch": 20.421860019175455, |
| "grad_norm": 0.20995816588401794, |
| "learning_rate": 8.674589239992931e-06, |
| "loss": 0.0301, |
| "step": 21300 |
| }, |
| { |
| "epoch": 20.43144774688399, |
| "grad_norm": 0.25973740220069885, |
| "learning_rate": 8.638823486646853e-06, |
| "loss": 0.0241, |
| "step": 21310 |
| }, |
| { |
| "epoch": 20.44103547459252, |
| "grad_norm": 0.31719037890434265, |
| "learning_rate": 8.603124644476945e-06, |
| "loss": 0.0207, |
| "step": 21320 |
| }, |
| { |
| "epoch": 20.450623202301056, |
| "grad_norm": 0.1637444943189621, |
| "learning_rate": 8.56749277123427e-06, |
| "loss": 0.0264, |
| "step": 21330 |
| }, |
| { |
| "epoch": 20.460210930009588, |
| "grad_norm": 0.3017114996910095, |
| "learning_rate": 8.531927924561538e-06, |
| "loss": 0.0271, |
| "step": 21340 |
| }, |
| { |
| "epoch": 20.469798657718123, |
| "grad_norm": 0.20100443065166473, |
| "learning_rate": 8.496430161993036e-06, |
| "loss": 0.0247, |
| "step": 21350 |
| }, |
| { |
| "epoch": 20.479386385426654, |
| "grad_norm": 0.2818273603916168, |
| "learning_rate": 8.460999540954517e-06, |
| "loss": 0.0278, |
| "step": 21360 |
| }, |
| { |
| "epoch": 20.488974113135185, |
| "grad_norm": 0.22835665941238403, |
| "learning_rate": 8.425636118763136e-06, |
| "loss": 0.0228, |
| "step": 21370 |
| }, |
| { |
| "epoch": 20.49856184084372, |
| "grad_norm": 0.24139605462551117, |
| "learning_rate": 8.390339952627324e-06, |
| "loss": 0.0279, |
| "step": 21380 |
| }, |
| { |
| "epoch": 20.508149568552252, |
| "grad_norm": 0.17489181458950043, |
| "learning_rate": 8.355111099646712e-06, |
| "loss": 0.0255, |
| "step": 21390 |
| }, |
| { |
| "epoch": 20.517737296260787, |
| "grad_norm": 0.14566893875598907, |
| "learning_rate": 8.319949616812039e-06, |
| "loss": 0.0222, |
| "step": 21400 |
| }, |
| { |
| "epoch": 20.52732502396932, |
| "grad_norm": 0.2523178160190582, |
| "learning_rate": 8.284855561005062e-06, |
| "loss": 0.0194, |
| "step": 21410 |
| }, |
| { |
| "epoch": 20.536912751677853, |
| "grad_norm": 0.20255376398563385, |
| "learning_rate": 8.249828988998448e-06, |
| "loss": 0.0233, |
| "step": 21420 |
| }, |
| { |
| "epoch": 20.546500479386385, |
| "grad_norm": 0.2267649918794632, |
| "learning_rate": 8.214869957455694e-06, |
| "loss": 0.0247, |
| "step": 21430 |
| }, |
| { |
| "epoch": 20.55608820709492, |
| "grad_norm": 0.20469827950000763, |
| "learning_rate": 8.179978522931058e-06, |
| "loss": 0.0196, |
| "step": 21440 |
| }, |
| { |
| "epoch": 20.56567593480345, |
| "grad_norm": 0.2033228874206543, |
| "learning_rate": 8.14515474186941e-06, |
| "loss": 0.0284, |
| "step": 21450 |
| }, |
| { |
| "epoch": 20.575263662511986, |
| "grad_norm": 0.20115645229816437, |
| "learning_rate": 8.1103986706062e-06, |
| "loss": 0.0263, |
| "step": 21460 |
| }, |
| { |
| "epoch": 20.584851390220518, |
| "grad_norm": 0.12906615436077118, |
| "learning_rate": 8.075710365367328e-06, |
| "loss": 0.0207, |
| "step": 21470 |
| }, |
| { |
| "epoch": 20.59443911792905, |
| "grad_norm": 0.2021467238664627, |
| "learning_rate": 8.041089882269082e-06, |
| "loss": 0.0286, |
| "step": 21480 |
| }, |
| { |
| "epoch": 20.604026845637584, |
| "grad_norm": 0.21031218767166138, |
| "learning_rate": 8.00653727731801e-06, |
| "loss": 0.0211, |
| "step": 21490 |
| }, |
| { |
| "epoch": 20.613614573346116, |
| "grad_norm": 0.19011792540550232, |
| "learning_rate": 7.972052606410873e-06, |
| "loss": 0.024, |
| "step": 21500 |
| }, |
| { |
| "epoch": 20.62320230105465, |
| "grad_norm": 0.18954189121723175, |
| "learning_rate": 7.937635925334525e-06, |
| "loss": 0.0273, |
| "step": 21510 |
| }, |
| { |
| "epoch": 20.632790028763182, |
| "grad_norm": 0.14838428795337677, |
| "learning_rate": 7.903287289765826e-06, |
| "loss": 0.0218, |
| "step": 21520 |
| }, |
| { |
| "epoch": 20.642377756471717, |
| "grad_norm": 0.5171023607254028, |
| "learning_rate": 7.869006755271568e-06, |
| "loss": 0.0221, |
| "step": 21530 |
| }, |
| { |
| "epoch": 20.65196548418025, |
| "grad_norm": 0.21473269164562225, |
| "learning_rate": 7.834794377308358e-06, |
| "loss": 0.0247, |
| "step": 21540 |
| }, |
| { |
| "epoch": 20.661553211888783, |
| "grad_norm": 0.37152165174484253, |
| "learning_rate": 7.800650211222554e-06, |
| "loss": 0.0258, |
| "step": 21550 |
| }, |
| { |
| "epoch": 20.671140939597315, |
| "grad_norm": 0.23063114285469055, |
| "learning_rate": 7.766574312250168e-06, |
| "loss": 0.0208, |
| "step": 21560 |
| }, |
| { |
| "epoch": 20.68072866730585, |
| "grad_norm": 0.12213137745857239, |
| "learning_rate": 7.732566735516777e-06, |
| "loss": 0.0229, |
| "step": 21570 |
| }, |
| { |
| "epoch": 20.69031639501438, |
| "grad_norm": 0.22326141595840454, |
| "learning_rate": 7.698627536037411e-06, |
| "loss": 0.0248, |
| "step": 21580 |
| }, |
| { |
| "epoch": 20.699904122722916, |
| "grad_norm": 0.21889561414718628, |
| "learning_rate": 7.664756768716513e-06, |
| "loss": 0.0218, |
| "step": 21590 |
| }, |
| { |
| "epoch": 20.709491850431448, |
| "grad_norm": 0.16505682468414307, |
| "learning_rate": 7.630954488347797e-06, |
| "loss": 0.0247, |
| "step": 21600 |
| }, |
| { |
| "epoch": 20.71907957813998, |
| "grad_norm": 0.18476873636245728, |
| "learning_rate": 7.5972207496142036e-06, |
| "loss": 0.0279, |
| "step": 21610 |
| }, |
| { |
| "epoch": 20.728667305848514, |
| "grad_norm": 0.18805384635925293, |
| "learning_rate": 7.56355560708778e-06, |
| "loss": 0.0269, |
| "step": 21620 |
| }, |
| { |
| "epoch": 20.738255033557046, |
| "grad_norm": 0.19865307211875916, |
| "learning_rate": 7.52995911522959e-06, |
| "loss": 0.0231, |
| "step": 21630 |
| }, |
| { |
| "epoch": 20.74784276126558, |
| "grad_norm": 0.25113141536712646, |
| "learning_rate": 7.496431328389658e-06, |
| "loss": 0.02, |
| "step": 21640 |
| }, |
| { |
| "epoch": 20.757430488974112, |
| "grad_norm": 0.2101268321275711, |
| "learning_rate": 7.4629723008068584e-06, |
| "loss": 0.0275, |
| "step": 21650 |
| }, |
| { |
| "epoch": 20.767018216682647, |
| "grad_norm": 0.2648563086986542, |
| "learning_rate": 7.429582086608849e-06, |
| "loss": 0.0239, |
| "step": 21660 |
| }, |
| { |
| "epoch": 20.77660594439118, |
| "grad_norm": 0.19610466063022614, |
| "learning_rate": 7.396260739811933e-06, |
| "loss": 0.0248, |
| "step": 21670 |
| }, |
| { |
| "epoch": 20.786193672099714, |
| "grad_norm": 0.22526168823242188, |
| "learning_rate": 7.363008314321024e-06, |
| "loss": 0.0185, |
| "step": 21680 |
| }, |
| { |
| "epoch": 20.795781399808245, |
| "grad_norm": 0.20826375484466553, |
| "learning_rate": 7.3298248639295405e-06, |
| "loss": 0.0215, |
| "step": 21690 |
| }, |
| { |
| "epoch": 20.80536912751678, |
| "grad_norm": 0.2082778960466385, |
| "learning_rate": 7.296710442319305e-06, |
| "loss": 0.0246, |
| "step": 21700 |
| }, |
| { |
| "epoch": 20.81495685522531, |
| "grad_norm": 0.19884945452213287, |
| "learning_rate": 7.2636651030604855e-06, |
| "loss": 0.0197, |
| "step": 21710 |
| }, |
| { |
| "epoch": 20.824544582933846, |
| "grad_norm": 0.30188602209091187, |
| "learning_rate": 7.230688899611487e-06, |
| "loss": 0.0188, |
| "step": 21720 |
| }, |
| { |
| "epoch": 20.834132310642378, |
| "grad_norm": 0.2548470199108124, |
| "learning_rate": 7.197781885318866e-06, |
| "loss": 0.0223, |
| "step": 21730 |
| }, |
| { |
| "epoch": 20.84372003835091, |
| "grad_norm": 0.42960646748542786, |
| "learning_rate": 7.16494411341726e-06, |
| "loss": 0.0265, |
| "step": 21740 |
| }, |
| { |
| "epoch": 20.853307766059444, |
| "grad_norm": 0.1879805475473404, |
| "learning_rate": 7.132175637029293e-06, |
| "loss": 0.0225, |
| "step": 21750 |
| }, |
| { |
| "epoch": 20.862895493767976, |
| "grad_norm": 0.29146450757980347, |
| "learning_rate": 7.099476509165459e-06, |
| "loss": 0.0254, |
| "step": 21760 |
| }, |
| { |
| "epoch": 20.87248322147651, |
| "grad_norm": 0.27178776264190674, |
| "learning_rate": 7.066846782724107e-06, |
| "loss": 0.0253, |
| "step": 21770 |
| }, |
| { |
| "epoch": 20.882070949185042, |
| "grad_norm": 0.1681770384311676, |
| "learning_rate": 7.034286510491278e-06, |
| "loss": 0.02, |
| "step": 21780 |
| }, |
| { |
| "epoch": 20.891658676893577, |
| "grad_norm": 0.17788025736808777, |
| "learning_rate": 7.001795745140683e-06, |
| "loss": 0.0265, |
| "step": 21790 |
| }, |
| { |
| "epoch": 20.90124640460211, |
| "grad_norm": 0.29857704043388367, |
| "learning_rate": 6.969374539233553e-06, |
| "loss": 0.0193, |
| "step": 21800 |
| }, |
| { |
| "epoch": 20.910834132310644, |
| "grad_norm": 0.3122943937778473, |
| "learning_rate": 6.937022945218647e-06, |
| "loss": 0.0252, |
| "step": 21810 |
| }, |
| { |
| "epoch": 20.920421860019175, |
| "grad_norm": 0.22873246669769287, |
| "learning_rate": 6.904741015432059e-06, |
| "loss": 0.0292, |
| "step": 21820 |
| }, |
| { |
| "epoch": 20.93000958772771, |
| "grad_norm": 0.23916493356227875, |
| "learning_rate": 6.872528802097211e-06, |
| "loss": 0.0224, |
| "step": 21830 |
| }, |
| { |
| "epoch": 20.93959731543624, |
| "grad_norm": 0.16214150190353394, |
| "learning_rate": 6.84038635732473e-06, |
| "loss": 0.0225, |
| "step": 21840 |
| }, |
| { |
| "epoch": 20.949185043144773, |
| "grad_norm": 0.2523308992385864, |
| "learning_rate": 6.808313733112387e-06, |
| "loss": 0.0237, |
| "step": 21850 |
| }, |
| { |
| "epoch": 20.958772770853308, |
| "grad_norm": 0.1933407187461853, |
| "learning_rate": 6.776310981344996e-06, |
| "loss": 0.021, |
| "step": 21860 |
| }, |
| { |
| "epoch": 20.96836049856184, |
| "grad_norm": 0.1911810338497162, |
| "learning_rate": 6.744378153794334e-06, |
| "loss": 0.0242, |
| "step": 21870 |
| }, |
| { |
| "epoch": 20.977948226270374, |
| "grad_norm": 0.2139926254749298, |
| "learning_rate": 6.712515302119077e-06, |
| "loss": 0.021, |
| "step": 21880 |
| }, |
| { |
| "epoch": 20.987535953978906, |
| "grad_norm": 0.3361279368400574, |
| "learning_rate": 6.680722477864665e-06, |
| "loss": 0.0263, |
| "step": 21890 |
| }, |
| { |
| "epoch": 20.99712368168744, |
| "grad_norm": 0.14909407496452332, |
| "learning_rate": 6.648999732463284e-06, |
| "loss": 0.0214, |
| "step": 21900 |
| }, |
| { |
| "epoch": 21.006711409395972, |
| "grad_norm": 0.318256139755249, |
| "learning_rate": 6.617347117233735e-06, |
| "loss": 0.0296, |
| "step": 21910 |
| }, |
| { |
| "epoch": 21.016299137104507, |
| "grad_norm": 0.15366911888122559, |
| "learning_rate": 6.585764683381379e-06, |
| "loss": 0.0262, |
| "step": 21920 |
| }, |
| { |
| "epoch": 21.02588686481304, |
| "grad_norm": 0.3859999179840088, |
| "learning_rate": 6.554252481998035e-06, |
| "loss": 0.0229, |
| "step": 21930 |
| }, |
| { |
| "epoch": 21.035474592521574, |
| "grad_norm": 0.22637765109539032, |
| "learning_rate": 6.522810564061899e-06, |
| "loss": 0.0284, |
| "step": 21940 |
| }, |
| { |
| "epoch": 21.045062320230105, |
| "grad_norm": 0.2992878556251526, |
| "learning_rate": 6.491438980437475e-06, |
| "loss": 0.0254, |
| "step": 21950 |
| }, |
| { |
| "epoch": 21.05465004793864, |
| "grad_norm": 0.2881068289279938, |
| "learning_rate": 6.460137781875497e-06, |
| "loss": 0.029, |
| "step": 21960 |
| }, |
| { |
| "epoch": 21.06423777564717, |
| "grad_norm": 0.19176606833934784, |
| "learning_rate": 6.4289070190128196e-06, |
| "loss": 0.0232, |
| "step": 21970 |
| }, |
| { |
| "epoch": 21.073825503355703, |
| "grad_norm": 0.1914961189031601, |
| "learning_rate": 6.3977467423723516e-06, |
| "loss": 0.0245, |
| "step": 21980 |
| }, |
| { |
| "epoch": 21.083413231064238, |
| "grad_norm": 0.31313207745552063, |
| "learning_rate": 6.366657002362975e-06, |
| "loss": 0.0296, |
| "step": 21990 |
| }, |
| { |
| "epoch": 21.09300095877277, |
| "grad_norm": 0.2076486051082611, |
| "learning_rate": 6.335637849279464e-06, |
| "loss": 0.0236, |
| "step": 22000 |
| }, |
| { |
| "epoch": 21.102588686481305, |
| "grad_norm": 0.27381840348243713, |
| "learning_rate": 6.304689333302416e-06, |
| "loss": 0.027, |
| "step": 22010 |
| }, |
| { |
| "epoch": 21.112176414189836, |
| "grad_norm": 0.24494417011737823, |
| "learning_rate": 6.2738115044981225e-06, |
| "loss": 0.0248, |
| "step": 22020 |
| }, |
| { |
| "epoch": 21.12176414189837, |
| "grad_norm": 0.18255186080932617, |
| "learning_rate": 6.24300441281856e-06, |
| "loss": 0.0209, |
| "step": 22030 |
| }, |
| { |
| "epoch": 21.131351869606902, |
| "grad_norm": 0.2896704077720642, |
| "learning_rate": 6.212268108101249e-06, |
| "loss": 0.0254, |
| "step": 22040 |
| }, |
| { |
| "epoch": 21.140939597315437, |
| "grad_norm": 0.19372302293777466, |
| "learning_rate": 6.1816026400692006e-06, |
| "loss": 0.0275, |
| "step": 22050 |
| }, |
| { |
| "epoch": 21.15052732502397, |
| "grad_norm": 0.19685117900371552, |
| "learning_rate": 6.151008058330832e-06, |
| "loss": 0.0244, |
| "step": 22060 |
| }, |
| { |
| "epoch": 21.160115052732504, |
| "grad_norm": 0.18076103925704956, |
| "learning_rate": 6.120484412379896e-06, |
| "loss": 0.0191, |
| "step": 22070 |
| }, |
| { |
| "epoch": 21.169702780441035, |
| "grad_norm": 0.37527182698249817, |
| "learning_rate": 6.090031751595371e-06, |
| "loss": 0.029, |
| "step": 22080 |
| }, |
| { |
| "epoch": 21.179290508149567, |
| "grad_norm": 0.1315630078315735, |
| "learning_rate": 6.059650125241412e-06, |
| "loss": 0.0222, |
| "step": 22090 |
| }, |
| { |
| "epoch": 21.188878235858102, |
| "grad_norm": 0.15893638134002686, |
| "learning_rate": 6.029339582467253e-06, |
| "loss": 0.0204, |
| "step": 22100 |
| }, |
| { |
| "epoch": 21.198465963566633, |
| "grad_norm": 0.27391794323921204, |
| "learning_rate": 5.999100172307154e-06, |
| "loss": 0.0251, |
| "step": 22110 |
| }, |
| { |
| "epoch": 21.20805369127517, |
| "grad_norm": 0.1774057298898697, |
| "learning_rate": 5.968931943680284e-06, |
| "loss": 0.0214, |
| "step": 22120 |
| }, |
| { |
| "epoch": 21.2176414189837, |
| "grad_norm": 0.18632689118385315, |
| "learning_rate": 5.938834945390653e-06, |
| "loss": 0.0222, |
| "step": 22130 |
| }, |
| { |
| "epoch": 21.227229146692235, |
| "grad_norm": 0.19212083518505096, |
| "learning_rate": 5.908809226127054e-06, |
| "loss": 0.0233, |
| "step": 22140 |
| }, |
| { |
| "epoch": 21.236816874400766, |
| "grad_norm": 0.1936277598142624, |
| "learning_rate": 5.878854834462977e-06, |
| "loss": 0.0188, |
| "step": 22150 |
| }, |
| { |
| "epoch": 21.2464046021093, |
| "grad_norm": 0.23681025207042694, |
| "learning_rate": 5.848971818856486e-06, |
| "loss": 0.0231, |
| "step": 22160 |
| }, |
| { |
| "epoch": 21.255992329817833, |
| "grad_norm": 0.13978900015354156, |
| "learning_rate": 5.819160227650216e-06, |
| "loss": 0.0176, |
| "step": 22170 |
| }, |
| { |
| "epoch": 21.265580057526368, |
| "grad_norm": 0.20834662020206451, |
| "learning_rate": 5.789420109071242e-06, |
| "loss": 0.0256, |
| "step": 22180 |
| }, |
| { |
| "epoch": 21.2751677852349, |
| "grad_norm": 0.15531818568706512, |
| "learning_rate": 5.759751511231021e-06, |
| "loss": 0.0237, |
| "step": 22190 |
| }, |
| { |
| "epoch": 21.284755512943434, |
| "grad_norm": 0.38519012928009033, |
| "learning_rate": 5.7301544821253054e-06, |
| "loss": 0.0213, |
| "step": 22200 |
| }, |
| { |
| "epoch": 21.294343240651965, |
| "grad_norm": 0.17564308643341064, |
| "learning_rate": 5.700629069634061e-06, |
| "loss": 0.0224, |
| "step": 22210 |
| }, |
| { |
| "epoch": 21.303930968360497, |
| "grad_norm": 0.21635904908180237, |
| "learning_rate": 5.67117532152141e-06, |
| "loss": 0.0231, |
| "step": 22220 |
| }, |
| { |
| "epoch": 21.313518696069032, |
| "grad_norm": 0.2563495934009552, |
| "learning_rate": 5.641793285435537e-06, |
| "loss": 0.03, |
| "step": 22230 |
| }, |
| { |
| "epoch": 21.323106423777563, |
| "grad_norm": 0.1372513771057129, |
| "learning_rate": 5.612483008908609e-06, |
| "loss": 0.0205, |
| "step": 22240 |
| }, |
| { |
| "epoch": 21.3326941514861, |
| "grad_norm": 0.4297633767127991, |
| "learning_rate": 5.583244539356719e-06, |
| "loss": 0.0283, |
| "step": 22250 |
| }, |
| { |
| "epoch": 21.34228187919463, |
| "grad_norm": 0.18425339460372925, |
| "learning_rate": 5.554077924079776e-06, |
| "loss": 0.0254, |
| "step": 22260 |
| }, |
| { |
| "epoch": 21.351869606903165, |
| "grad_norm": 0.24806487560272217, |
| "learning_rate": 5.524983210261481e-06, |
| "loss": 0.0186, |
| "step": 22270 |
| }, |
| { |
| "epoch": 21.361457334611696, |
| "grad_norm": 0.12550103664398193, |
| "learning_rate": 5.495960444969189e-06, |
| "loss": 0.0221, |
| "step": 22280 |
| }, |
| { |
| "epoch": 21.37104506232023, |
| "grad_norm": 0.40927961468696594, |
| "learning_rate": 5.467009675153861e-06, |
| "loss": 0.0215, |
| "step": 22290 |
| }, |
| { |
| "epoch": 21.380632790028763, |
| "grad_norm": 0.3342265188694, |
| "learning_rate": 5.438130947650006e-06, |
| "loss": 0.0274, |
| "step": 22300 |
| }, |
| { |
| "epoch": 21.390220517737298, |
| "grad_norm": 0.23332703113555908, |
| "learning_rate": 5.409324309175573e-06, |
| "loss": 0.0213, |
| "step": 22310 |
| }, |
| { |
| "epoch": 21.39980824544583, |
| "grad_norm": 0.6654828786849976, |
| "learning_rate": 5.380589806331904e-06, |
| "loss": 0.0305, |
| "step": 22320 |
| }, |
| { |
| "epoch": 21.409395973154364, |
| "grad_norm": 0.18974971771240234, |
| "learning_rate": 5.3519274856036414e-06, |
| "loss": 0.0255, |
| "step": 22330 |
| }, |
| { |
| "epoch": 21.418983700862896, |
| "grad_norm": 0.2501462697982788, |
| "learning_rate": 5.3233373933586405e-06, |
| "loss": 0.0273, |
| "step": 22340 |
| }, |
| { |
| "epoch": 21.428571428571427, |
| "grad_norm": 0.205572247505188, |
| "learning_rate": 5.294819575847937e-06, |
| "loss": 0.0234, |
| "step": 22350 |
| }, |
| { |
| "epoch": 21.438159156279962, |
| "grad_norm": 0.2879716157913208, |
| "learning_rate": 5.266374079205627e-06, |
| "loss": 0.0218, |
| "step": 22360 |
| }, |
| { |
| "epoch": 21.447746883988493, |
| "grad_norm": 0.2402382642030716, |
| "learning_rate": 5.238000949448818e-06, |
| "loss": 0.0261, |
| "step": 22370 |
| }, |
| { |
| "epoch": 21.45733461169703, |
| "grad_norm": 0.23849613964557648, |
| "learning_rate": 5.209700232477543e-06, |
| "loss": 0.0244, |
| "step": 22380 |
| }, |
| { |
| "epoch": 21.46692233940556, |
| "grad_norm": 0.21024039387702942, |
| "learning_rate": 5.181471974074692e-06, |
| "loss": 0.0229, |
| "step": 22390 |
| }, |
| { |
| "epoch": 21.476510067114095, |
| "grad_norm": 0.3411503732204437, |
| "learning_rate": 5.153316219905946e-06, |
| "loss": 0.0259, |
| "step": 22400 |
| }, |
| { |
| "epoch": 21.486097794822626, |
| "grad_norm": 0.22467151284217834, |
| "learning_rate": 5.1252330155196756e-06, |
| "loss": 0.0234, |
| "step": 22410 |
| }, |
| { |
| "epoch": 21.49568552253116, |
| "grad_norm": 0.29987016320228577, |
| "learning_rate": 5.097222406346908e-06, |
| "loss": 0.0273, |
| "step": 22420 |
| }, |
| { |
| "epoch": 21.505273250239693, |
| "grad_norm": 0.26795509457588196, |
| "learning_rate": 5.06928443770121e-06, |
| "loss": 0.0217, |
| "step": 22430 |
| }, |
| { |
| "epoch": 21.514860977948228, |
| "grad_norm": 0.1902526170015335, |
| "learning_rate": 5.041419154778648e-06, |
| "loss": 0.0237, |
| "step": 22440 |
| }, |
| { |
| "epoch": 21.52444870565676, |
| "grad_norm": 0.27109450101852417, |
| "learning_rate": 5.0136266026577e-06, |
| "loss": 0.0239, |
| "step": 22450 |
| }, |
| { |
| "epoch": 21.53403643336529, |
| "grad_norm": 0.3726276457309723, |
| "learning_rate": 4.9859068262991805e-06, |
| "loss": 0.0297, |
| "step": 22460 |
| }, |
| { |
| "epoch": 21.543624161073826, |
| "grad_norm": 0.19683849811553955, |
| "learning_rate": 4.958259870546178e-06, |
| "loss": 0.0246, |
| "step": 22470 |
| }, |
| { |
| "epoch": 21.553211888782357, |
| "grad_norm": 0.2269980013370514, |
| "learning_rate": 4.930685780123978e-06, |
| "loss": 0.0209, |
| "step": 22480 |
| }, |
| { |
| "epoch": 21.562799616490892, |
| "grad_norm": 0.19175530970096588, |
| "learning_rate": 4.903184599639987e-06, |
| "loss": 0.0231, |
| "step": 22490 |
| }, |
| { |
| "epoch": 21.572387344199424, |
| "grad_norm": 0.14310085773468018, |
| "learning_rate": 4.875756373583662e-06, |
| "loss": 0.0313, |
| "step": 22500 |
| }, |
| { |
| "epoch": 21.58197507190796, |
| "grad_norm": 0.18566519021987915, |
| "learning_rate": 4.848401146326442e-06, |
| "loss": 0.0204, |
| "step": 22510 |
| }, |
| { |
| "epoch": 21.59156279961649, |
| "grad_norm": 0.1244194358587265, |
| "learning_rate": 4.821118962121668e-06, |
| "loss": 0.022, |
| "step": 22520 |
| }, |
| { |
| "epoch": 21.601150527325025, |
| "grad_norm": 0.3905356228351593, |
| "learning_rate": 4.7939098651045235e-06, |
| "loss": 0.0243, |
| "step": 22530 |
| }, |
| { |
| "epoch": 21.610738255033556, |
| "grad_norm": 0.19283372163772583, |
| "learning_rate": 4.76677389929196e-06, |
| "loss": 0.0224, |
| "step": 22540 |
| }, |
| { |
| "epoch": 21.62032598274209, |
| "grad_norm": 0.27373161911964417, |
| "learning_rate": 4.739711108582612e-06, |
| "loss": 0.0234, |
| "step": 22550 |
| }, |
| { |
| "epoch": 21.629913710450623, |
| "grad_norm": 0.23337620496749878, |
| "learning_rate": 4.712721536756743e-06, |
| "loss": 0.0185, |
| "step": 22560 |
| }, |
| { |
| "epoch": 21.639501438159158, |
| "grad_norm": 0.22057722508907318, |
| "learning_rate": 4.685805227476164e-06, |
| "loss": 0.019, |
| "step": 22570 |
| }, |
| { |
| "epoch": 21.64908916586769, |
| "grad_norm": 0.18951620161533356, |
| "learning_rate": 4.65896222428418e-06, |
| "loss": 0.0239, |
| "step": 22580 |
| }, |
| { |
| "epoch": 21.65867689357622, |
| "grad_norm": 0.19423332810401917, |
| "learning_rate": 4.632192570605481e-06, |
| "loss": 0.024, |
| "step": 22590 |
| }, |
| { |
| "epoch": 21.668264621284756, |
| "grad_norm": 0.21294209361076355, |
| "learning_rate": 4.605496309746127e-06, |
| "loss": 0.0248, |
| "step": 22600 |
| }, |
| { |
| "epoch": 21.677852348993287, |
| "grad_norm": 0.18906791508197784, |
| "learning_rate": 4.578873484893431e-06, |
| "loss": 0.0173, |
| "step": 22610 |
| }, |
| { |
| "epoch": 21.687440076701822, |
| "grad_norm": 0.24385139346122742, |
| "learning_rate": 4.552324139115905e-06, |
| "loss": 0.026, |
| "step": 22620 |
| }, |
| { |
| "epoch": 21.697027804410354, |
| "grad_norm": 0.14667080342769623, |
| "learning_rate": 4.525848315363196e-06, |
| "loss": 0.0178, |
| "step": 22630 |
| }, |
| { |
| "epoch": 21.70661553211889, |
| "grad_norm": 0.15309500694274902, |
| "learning_rate": 4.499446056466022e-06, |
| "loss": 0.0225, |
| "step": 22640 |
| }, |
| { |
| "epoch": 21.71620325982742, |
| "grad_norm": 0.7658588886260986, |
| "learning_rate": 4.473117405136073e-06, |
| "loss": 0.025, |
| "step": 22650 |
| }, |
| { |
| "epoch": 21.725790987535955, |
| "grad_norm": 0.27880871295928955, |
| "learning_rate": 4.446862403965984e-06, |
| "loss": 0.0179, |
| "step": 22660 |
| }, |
| { |
| "epoch": 21.735378715244487, |
| "grad_norm": 0.24886669218540192, |
| "learning_rate": 4.420681095429219e-06, |
| "loss": 0.0261, |
| "step": 22670 |
| }, |
| { |
| "epoch": 21.74496644295302, |
| "grad_norm": 0.21482285857200623, |
| "learning_rate": 4.394573521880052e-06, |
| "loss": 0.019, |
| "step": 22680 |
| }, |
| { |
| "epoch": 21.754554170661553, |
| "grad_norm": 0.2901485860347748, |
| "learning_rate": 4.368539725553461e-06, |
| "loss": 0.0284, |
| "step": 22690 |
| }, |
| { |
| "epoch": 21.764141898370085, |
| "grad_norm": 0.2559397518634796, |
| "learning_rate": 4.342579748565068e-06, |
| "loss": 0.0241, |
| "step": 22700 |
| }, |
| { |
| "epoch": 21.77372962607862, |
| "grad_norm": 0.24078018963336945, |
| "learning_rate": 4.316693632911089e-06, |
| "loss": 0.0234, |
| "step": 22710 |
| }, |
| { |
| "epoch": 21.78331735378715, |
| "grad_norm": 0.23349763453006744, |
| "learning_rate": 4.2908814204682405e-06, |
| "loss": 0.0204, |
| "step": 22720 |
| }, |
| { |
| "epoch": 21.792905081495686, |
| "grad_norm": 0.2100505232810974, |
| "learning_rate": 4.265143152993695e-06, |
| "loss": 0.0271, |
| "step": 22730 |
| }, |
| { |
| "epoch": 21.802492809204217, |
| "grad_norm": 0.41341936588287354, |
| "learning_rate": 4.23947887212498e-06, |
| "loss": 0.0319, |
| "step": 22740 |
| }, |
| { |
| "epoch": 21.812080536912752, |
| "grad_norm": 0.17779189348220825, |
| "learning_rate": 4.213888619379963e-06, |
| "loss": 0.0163, |
| "step": 22750 |
| }, |
| { |
| "epoch": 21.821668264621284, |
| "grad_norm": 0.15619170665740967, |
| "learning_rate": 4.188372436156734e-06, |
| "loss": 0.0233, |
| "step": 22760 |
| }, |
| { |
| "epoch": 21.83125599232982, |
| "grad_norm": 0.22723935544490814, |
| "learning_rate": 4.162930363733558e-06, |
| "loss": 0.0236, |
| "step": 22770 |
| }, |
| { |
| "epoch": 21.84084372003835, |
| "grad_norm": 0.16326063871383667, |
| "learning_rate": 4.137562443268822e-06, |
| "loss": 0.0195, |
| "step": 22780 |
| }, |
| { |
| "epoch": 21.850431447746885, |
| "grad_norm": 0.2659025490283966, |
| "learning_rate": 4.112268715800943e-06, |
| "loss": 0.0242, |
| "step": 22790 |
| }, |
| { |
| "epoch": 21.860019175455417, |
| "grad_norm": 0.22254447638988495, |
| "learning_rate": 4.087049222248324e-06, |
| "loss": 0.0217, |
| "step": 22800 |
| }, |
| { |
| "epoch": 21.86960690316395, |
| "grad_norm": 0.19777144491672516, |
| "learning_rate": 4.061904003409261e-06, |
| "loss": 0.0195, |
| "step": 22810 |
| }, |
| { |
| "epoch": 21.879194630872483, |
| "grad_norm": 0.251908540725708, |
| "learning_rate": 4.036833099961912e-06, |
| "loss": 0.0232, |
| "step": 22820 |
| }, |
| { |
| "epoch": 21.888782358581015, |
| "grad_norm": 0.1795634925365448, |
| "learning_rate": 4.0118365524642095e-06, |
| "loss": 0.0274, |
| "step": 22830 |
| }, |
| { |
| "epoch": 21.89837008628955, |
| "grad_norm": 0.2238956242799759, |
| "learning_rate": 3.986914401353797e-06, |
| "loss": 0.0198, |
| "step": 22840 |
| }, |
| { |
| "epoch": 21.90795781399808, |
| "grad_norm": 0.13608454167842865, |
| "learning_rate": 3.96206668694794e-06, |
| "loss": 0.0206, |
| "step": 22850 |
| }, |
| { |
| "epoch": 21.917545541706616, |
| "grad_norm": 0.32671546936035156, |
| "learning_rate": 3.93729344944353e-06, |
| "loss": 0.0222, |
| "step": 22860 |
| }, |
| { |
| "epoch": 21.927133269415148, |
| "grad_norm": 0.15036197006702423, |
| "learning_rate": 3.912594728916929e-06, |
| "loss": 0.0259, |
| "step": 22870 |
| }, |
| { |
| "epoch": 21.936720997123683, |
| "grad_norm": 0.2388329952955246, |
| "learning_rate": 3.887970565324006e-06, |
| "loss": 0.0273, |
| "step": 22880 |
| }, |
| { |
| "epoch": 21.946308724832214, |
| "grad_norm": 0.2434564232826233, |
| "learning_rate": 3.8634209984999615e-06, |
| "loss": 0.018, |
| "step": 22890 |
| }, |
| { |
| "epoch": 21.95589645254075, |
| "grad_norm": 0.16361406445503235, |
| "learning_rate": 3.8389460681593545e-06, |
| "loss": 0.0264, |
| "step": 22900 |
| }, |
| { |
| "epoch": 21.96548418024928, |
| "grad_norm": 0.4144115149974823, |
| "learning_rate": 3.8145458138959865e-06, |
| "loss": 0.0238, |
| "step": 22910 |
| }, |
| { |
| "epoch": 21.975071907957815, |
| "grad_norm": 0.1729598045349121, |
| "learning_rate": 3.790220275182854e-06, |
| "loss": 0.0276, |
| "step": 22920 |
| }, |
| { |
| "epoch": 21.984659635666347, |
| "grad_norm": 0.2305474728345871, |
| "learning_rate": 3.7659694913720956e-06, |
| "loss": 0.0209, |
| "step": 22930 |
| }, |
| { |
| "epoch": 21.994247363374882, |
| "grad_norm": 0.11657913029193878, |
| "learning_rate": 3.741793501694901e-06, |
| "loss": 0.0214, |
| "step": 22940 |
| }, |
| { |
| "epoch": 22.003835091083413, |
| "grad_norm": 0.15219245851039886, |
| "learning_rate": 3.71769234526147e-06, |
| "loss": 0.0187, |
| "step": 22950 |
| }, |
| { |
| "epoch": 22.013422818791945, |
| "grad_norm": 0.2325374186038971, |
| "learning_rate": 3.6936660610609465e-06, |
| "loss": 0.0256, |
| "step": 22960 |
| }, |
| { |
| "epoch": 22.02301054650048, |
| "grad_norm": 0.15524373948574066, |
| "learning_rate": 3.6697146879613564e-06, |
| "loss": 0.0209, |
| "step": 22970 |
| }, |
| { |
| "epoch": 22.03259827420901, |
| "grad_norm": 0.2640591263771057, |
| "learning_rate": 3.645838264709517e-06, |
| "loss": 0.0192, |
| "step": 22980 |
| }, |
| { |
| "epoch": 22.042186001917546, |
| "grad_norm": 0.15865999460220337, |
| "learning_rate": 3.6220368299310136e-06, |
| "loss": 0.0207, |
| "step": 22990 |
| }, |
| { |
| "epoch": 22.051773729626078, |
| "grad_norm": 0.20118165016174316, |
| "learning_rate": 3.5983104221301244e-06, |
| "loss": 0.0217, |
| "step": 23000 |
| }, |
| { |
| "epoch": 22.061361457334613, |
| "grad_norm": 0.40763455629348755, |
| "learning_rate": 3.5746590796897404e-06, |
| "loss": 0.0239, |
| "step": 23010 |
| }, |
| { |
| "epoch": 22.070949185043144, |
| "grad_norm": 0.18958386778831482, |
| "learning_rate": 3.551082840871328e-06, |
| "loss": 0.025, |
| "step": 23020 |
| }, |
| { |
| "epoch": 22.08053691275168, |
| "grad_norm": 0.2477806657552719, |
| "learning_rate": 3.5275817438148616e-06, |
| "loss": 0.0189, |
| "step": 23030 |
| }, |
| { |
| "epoch": 22.09012464046021, |
| "grad_norm": 0.1568249762058258, |
| "learning_rate": 3.504155826538741e-06, |
| "loss": 0.0222, |
| "step": 23040 |
| }, |
| { |
| "epoch": 22.099712368168746, |
| "grad_norm": 0.2600797116756439, |
| "learning_rate": 3.4808051269397512e-06, |
| "loss": 0.0238, |
| "step": 23050 |
| }, |
| { |
| "epoch": 22.109300095877277, |
| "grad_norm": 0.18155524134635925, |
| "learning_rate": 3.457529682793004e-06, |
| "loss": 0.022, |
| "step": 23060 |
| }, |
| { |
| "epoch": 22.11888782358581, |
| "grad_norm": 0.1558566689491272, |
| "learning_rate": 3.4343295317518565e-06, |
| "loss": 0.0225, |
| "step": 23070 |
| }, |
| { |
| "epoch": 22.128475551294343, |
| "grad_norm": 0.23820623755455017, |
| "learning_rate": 3.4112047113478653e-06, |
| "loss": 0.0242, |
| "step": 23080 |
| }, |
| { |
| "epoch": 22.138063279002875, |
| "grad_norm": 0.1538003832101822, |
| "learning_rate": 3.3881552589907216e-06, |
| "loss": 0.0214, |
| "step": 23090 |
| }, |
| { |
| "epoch": 22.14765100671141, |
| "grad_norm": 0.21073570847511292, |
| "learning_rate": 3.36518121196821e-06, |
| "loss": 0.0243, |
| "step": 23100 |
| }, |
| { |
| "epoch": 22.15723873441994, |
| "grad_norm": 0.1772642582654953, |
| "learning_rate": 3.34228260744609e-06, |
| "loss": 0.0228, |
| "step": 23110 |
| }, |
| { |
| "epoch": 22.166826462128476, |
| "grad_norm": 0.18608751893043518, |
| "learning_rate": 3.3194594824681123e-06, |
| "loss": 0.0229, |
| "step": 23120 |
| }, |
| { |
| "epoch": 22.176414189837008, |
| "grad_norm": 0.14585159718990326, |
| "learning_rate": 3.2967118739559045e-06, |
| "loss": 0.0216, |
| "step": 23130 |
| }, |
| { |
| "epoch": 22.186001917545543, |
| "grad_norm": 0.18371617794036865, |
| "learning_rate": 3.2740398187089405e-06, |
| "loss": 0.021, |
| "step": 23140 |
| }, |
| { |
| "epoch": 22.195589645254074, |
| "grad_norm": 0.11511317640542984, |
| "learning_rate": 3.2514433534044544e-06, |
| "loss": 0.023, |
| "step": 23150 |
| }, |
| { |
| "epoch": 22.20517737296261, |
| "grad_norm": 0.22962027788162231, |
| "learning_rate": 3.2289225145974046e-06, |
| "loss": 0.0187, |
| "step": 23160 |
| }, |
| { |
| "epoch": 22.21476510067114, |
| "grad_norm": 0.1875505894422531, |
| "learning_rate": 3.2064773387203984e-06, |
| "loss": 0.0298, |
| "step": 23170 |
| }, |
| { |
| "epoch": 22.224352828379676, |
| "grad_norm": 0.1442171037197113, |
| "learning_rate": 3.1841078620836683e-06, |
| "loss": 0.0231, |
| "step": 23180 |
| }, |
| { |
| "epoch": 22.233940556088207, |
| "grad_norm": 0.22087924182415009, |
| "learning_rate": 3.1618141208749617e-06, |
| "loss": 0.0229, |
| "step": 23190 |
| }, |
| { |
| "epoch": 22.24352828379674, |
| "grad_norm": 0.18746836483478546, |
| "learning_rate": 3.139596151159502e-06, |
| "loss": 0.0197, |
| "step": 23200 |
| }, |
| { |
| "epoch": 22.253116011505274, |
| "grad_norm": 0.23875057697296143, |
| "learning_rate": 3.1174539888799425e-06, |
| "loss": 0.0202, |
| "step": 23210 |
| }, |
| { |
| "epoch": 22.262703739213805, |
| "grad_norm": 0.3558003902435303, |
| "learning_rate": 3.0953876698563144e-06, |
| "loss": 0.0209, |
| "step": 23220 |
| }, |
| { |
| "epoch": 22.27229146692234, |
| "grad_norm": 0.32513800263404846, |
| "learning_rate": 3.0733972297859294e-06, |
| "loss": 0.0306, |
| "step": 23230 |
| }, |
| { |
| "epoch": 22.28187919463087, |
| "grad_norm": 0.14356492459774017, |
| "learning_rate": 3.0514827042433804e-06, |
| "loss": 0.0263, |
| "step": 23240 |
| }, |
| { |
| "epoch": 22.291466922339406, |
| "grad_norm": 0.28215450048446655, |
| "learning_rate": 3.029644128680409e-06, |
| "loss": 0.0266, |
| "step": 23250 |
| }, |
| { |
| "epoch": 22.301054650047938, |
| "grad_norm": 0.27818936109542847, |
| "learning_rate": 3.0078815384259163e-06, |
| "loss": 0.0242, |
| "step": 23260 |
| }, |
| { |
| "epoch": 22.310642377756473, |
| "grad_norm": 0.21585923433303833, |
| "learning_rate": 2.9861949686858903e-06, |
| "loss": 0.0225, |
| "step": 23270 |
| }, |
| { |
| "epoch": 22.320230105465004, |
| "grad_norm": 0.2902468144893646, |
| "learning_rate": 2.964584454543312e-06, |
| "loss": 0.0302, |
| "step": 23280 |
| }, |
| { |
| "epoch": 22.32981783317354, |
| "grad_norm": 0.15972809493541718, |
| "learning_rate": 2.9430500309581387e-06, |
| "loss": 0.0265, |
| "step": 23290 |
| }, |
| { |
| "epoch": 22.33940556088207, |
| "grad_norm": 0.29737722873687744, |
| "learning_rate": 2.9215917327672426e-06, |
| "loss": 0.0187, |
| "step": 23300 |
| }, |
| { |
| "epoch": 22.348993288590606, |
| "grad_norm": 0.24347999691963196, |
| "learning_rate": 2.9002095946843277e-06, |
| "loss": 0.0233, |
| "step": 23310 |
| }, |
| { |
| "epoch": 22.358581016299137, |
| "grad_norm": 0.38935643434524536, |
| "learning_rate": 2.878903651299891e-06, |
| "loss": 0.0225, |
| "step": 23320 |
| }, |
| { |
| "epoch": 22.36816874400767, |
| "grad_norm": 0.32759687304496765, |
| "learning_rate": 2.8576739370811957e-06, |
| "loss": 0.0218, |
| "step": 23330 |
| }, |
| { |
| "epoch": 22.377756471716204, |
| "grad_norm": 0.11117486655712128, |
| "learning_rate": 2.8365204863721573e-06, |
| "loss": 0.023, |
| "step": 23340 |
| }, |
| { |
| "epoch": 22.387344199424735, |
| "grad_norm": 0.2842784523963928, |
| "learning_rate": 2.815443333393325e-06, |
| "loss": 0.0238, |
| "step": 23350 |
| }, |
| { |
| "epoch": 22.39693192713327, |
| "grad_norm": 0.23901750147342682, |
| "learning_rate": 2.794442512241824e-06, |
| "loss": 0.0237, |
| "step": 23360 |
| }, |
| { |
| "epoch": 22.4065196548418, |
| "grad_norm": 0.23337188363075256, |
| "learning_rate": 2.7735180568912943e-06, |
| "loss": 0.0188, |
| "step": 23370 |
| }, |
| { |
| "epoch": 22.416107382550337, |
| "grad_norm": 0.2736450433731079, |
| "learning_rate": 2.7526700011918316e-06, |
| "loss": 0.0247, |
| "step": 23380 |
| }, |
| { |
| "epoch": 22.425695110258868, |
| "grad_norm": 0.13441747426986694, |
| "learning_rate": 2.731898378869935e-06, |
| "loss": 0.0229, |
| "step": 23390 |
| }, |
| { |
| "epoch": 22.435282837967403, |
| "grad_norm": 0.1925612986087799, |
| "learning_rate": 2.7112032235284744e-06, |
| "loss": 0.0268, |
| "step": 23400 |
| }, |
| { |
| "epoch": 22.444870565675934, |
| "grad_norm": 0.2339990884065628, |
| "learning_rate": 2.6905845686465924e-06, |
| "loss": 0.0239, |
| "step": 23410 |
| }, |
| { |
| "epoch": 22.45445829338447, |
| "grad_norm": 0.17596887052059174, |
| "learning_rate": 2.6700424475796905e-06, |
| "loss": 0.0222, |
| "step": 23420 |
| }, |
| { |
| "epoch": 22.464046021093, |
| "grad_norm": 0.3486236035823822, |
| "learning_rate": 2.6495768935593525e-06, |
| "loss": 0.0222, |
| "step": 23430 |
| }, |
| { |
| "epoch": 22.473633748801532, |
| "grad_norm": 0.290425181388855, |
| "learning_rate": 2.6291879396933004e-06, |
| "loss": 0.0259, |
| "step": 23440 |
| }, |
| { |
| "epoch": 22.483221476510067, |
| "grad_norm": 0.18840055167675018, |
| "learning_rate": 2.6088756189653397e-06, |
| "loss": 0.0291, |
| "step": 23450 |
| }, |
| { |
| "epoch": 22.4928092042186, |
| "grad_norm": 0.2448890209197998, |
| "learning_rate": 2.588639964235301e-06, |
| "loss": 0.0244, |
| "step": 23460 |
| }, |
| { |
| "epoch": 22.502396931927134, |
| "grad_norm": 0.49676454067230225, |
| "learning_rate": 2.568481008238982e-06, |
| "loss": 0.0248, |
| "step": 23470 |
| }, |
| { |
| "epoch": 22.511984659635665, |
| "grad_norm": 0.15404298901557922, |
| "learning_rate": 2.5483987835881127e-06, |
| "loss": 0.0215, |
| "step": 23480 |
| }, |
| { |
| "epoch": 22.5215723873442, |
| "grad_norm": 0.13425439596176147, |
| "learning_rate": 2.528393322770306e-06, |
| "loss": 0.0236, |
| "step": 23490 |
| }, |
| { |
| "epoch": 22.53116011505273, |
| "grad_norm": 0.23426268994808197, |
| "learning_rate": 2.508464658148968e-06, |
| "loss": 0.0218, |
| "step": 23500 |
| }, |
| { |
| "epoch": 22.540747842761267, |
| "grad_norm": 0.21721801161766052, |
| "learning_rate": 2.488612821963271e-06, |
| "loss": 0.0229, |
| "step": 23510 |
| }, |
| { |
| "epoch": 22.550335570469798, |
| "grad_norm": 0.2656913697719574, |
| "learning_rate": 2.4688378463281146e-06, |
| "loss": 0.0248, |
| "step": 23520 |
| }, |
| { |
| "epoch": 22.559923298178333, |
| "grad_norm": 0.15874969959259033, |
| "learning_rate": 2.4491397632340487e-06, |
| "loss": 0.0244, |
| "step": 23530 |
| }, |
| { |
| "epoch": 22.569511025886865, |
| "grad_norm": 0.26198479533195496, |
| "learning_rate": 2.429518604547232e-06, |
| "loss": 0.0248, |
| "step": 23540 |
| }, |
| { |
| "epoch": 22.5790987535954, |
| "grad_norm": 0.2117781937122345, |
| "learning_rate": 2.409974402009385e-06, |
| "loss": 0.0177, |
| "step": 23550 |
| }, |
| { |
| "epoch": 22.58868648130393, |
| "grad_norm": 0.3583064675331116, |
| "learning_rate": 2.390507187237734e-06, |
| "loss": 0.0242, |
| "step": 23560 |
| }, |
| { |
| "epoch": 22.598274209012462, |
| "grad_norm": 0.26825496554374695, |
| "learning_rate": 2.371116991724953e-06, |
| "loss": 0.0242, |
| "step": 23570 |
| }, |
| { |
| "epoch": 22.607861936720997, |
| "grad_norm": 0.2770189344882965, |
| "learning_rate": 2.3518038468391236e-06, |
| "loss": 0.0198, |
| "step": 23580 |
| }, |
| { |
| "epoch": 22.61744966442953, |
| "grad_norm": 0.13024599850177765, |
| "learning_rate": 2.332567783823686e-06, |
| "loss": 0.0221, |
| "step": 23590 |
| }, |
| { |
| "epoch": 22.627037392138064, |
| "grad_norm": 0.16579675674438477, |
| "learning_rate": 2.313408833797376e-06, |
| "loss": 0.0198, |
| "step": 23600 |
| }, |
| { |
| "epoch": 22.636625119846595, |
| "grad_norm": 0.23456168174743652, |
| "learning_rate": 2.294327027754184e-06, |
| "loss": 0.0242, |
| "step": 23610 |
| }, |
| { |
| "epoch": 22.64621284755513, |
| "grad_norm": 0.2899184226989746, |
| "learning_rate": 2.275322396563301e-06, |
| "loss": 0.0268, |
| "step": 23620 |
| }, |
| { |
| "epoch": 22.65580057526366, |
| "grad_norm": 0.19349917769432068, |
| "learning_rate": 2.2563949709690725e-06, |
| "loss": 0.0224, |
| "step": 23630 |
| }, |
| { |
| "epoch": 22.665388302972197, |
| "grad_norm": 0.32430675625801086, |
| "learning_rate": 2.2375447815909388e-06, |
| "loss": 0.0241, |
| "step": 23640 |
| }, |
| { |
| "epoch": 22.674976030680728, |
| "grad_norm": 0.18584056198596954, |
| "learning_rate": 2.218771858923402e-06, |
| "loss": 0.0231, |
| "step": 23650 |
| }, |
| { |
| "epoch": 22.684563758389263, |
| "grad_norm": 0.21064673364162445, |
| "learning_rate": 2.2000762333359625e-06, |
| "loss": 0.0294, |
| "step": 23660 |
| }, |
| { |
| "epoch": 22.694151486097795, |
| "grad_norm": 0.2811007797718048, |
| "learning_rate": 2.1814579350730835e-06, |
| "loss": 0.023, |
| "step": 23670 |
| }, |
| { |
| "epoch": 22.70373921380633, |
| "grad_norm": 0.17581719160079956, |
| "learning_rate": 2.162916994254116e-06, |
| "loss": 0.0212, |
| "step": 23680 |
| }, |
| { |
| "epoch": 22.71332694151486, |
| "grad_norm": 0.22076162695884705, |
| "learning_rate": 2.1444534408732898e-06, |
| "loss": 0.026, |
| "step": 23690 |
| }, |
| { |
| "epoch": 22.722914669223393, |
| "grad_norm": 0.17099499702453613, |
| "learning_rate": 2.1260673047996227e-06, |
| "loss": 0.0231, |
| "step": 23700 |
| }, |
| { |
| "epoch": 22.732502396931928, |
| "grad_norm": 0.2862556576728821, |
| "learning_rate": 2.1077586157769e-06, |
| "loss": 0.0212, |
| "step": 23710 |
| }, |
| { |
| "epoch": 22.74209012464046, |
| "grad_norm": 0.257538378238678, |
| "learning_rate": 2.0895274034236245e-06, |
| "loss": 0.022, |
| "step": 23720 |
| }, |
| { |
| "epoch": 22.751677852348994, |
| "grad_norm": 0.12845216691493988, |
| "learning_rate": 2.071373697232959e-06, |
| "loss": 0.0332, |
| "step": 23730 |
| }, |
| { |
| "epoch": 22.761265580057525, |
| "grad_norm": 0.2115718573331833, |
| "learning_rate": 2.0532975265726786e-06, |
| "loss": 0.0295, |
| "step": 23740 |
| }, |
| { |
| "epoch": 22.77085330776606, |
| "grad_norm": 0.24508948624134064, |
| "learning_rate": 2.0352989206851303e-06, |
| "loss": 0.0219, |
| "step": 23750 |
| }, |
| { |
| "epoch": 22.780441035474592, |
| "grad_norm": 0.16549085080623627, |
| "learning_rate": 2.0173779086871735e-06, |
| "loss": 0.0228, |
| "step": 23760 |
| }, |
| { |
| "epoch": 22.790028763183127, |
| "grad_norm": 0.2713741362094879, |
| "learning_rate": 1.999534519570162e-06, |
| "loss": 0.0253, |
| "step": 23770 |
| }, |
| { |
| "epoch": 22.79961649089166, |
| "grad_norm": 0.30385440587997437, |
| "learning_rate": 1.981768782199861e-06, |
| "loss": 0.0219, |
| "step": 23780 |
| }, |
| { |
| "epoch": 22.809204218600193, |
| "grad_norm": 0.13380350172519684, |
| "learning_rate": 1.964080725316414e-06, |
| "loss": 0.0223, |
| "step": 23790 |
| }, |
| { |
| "epoch": 22.818791946308725, |
| "grad_norm": 0.2257150113582611, |
| "learning_rate": 1.9464703775343096e-06, |
| "loss": 0.0246, |
| "step": 23800 |
| }, |
| { |
| "epoch": 22.828379674017256, |
| "grad_norm": 0.18876703083515167, |
| "learning_rate": 1.928937767342315e-06, |
| "loss": 0.0216, |
| "step": 23810 |
| }, |
| { |
| "epoch": 22.83796740172579, |
| "grad_norm": 0.21190357208251953, |
| "learning_rate": 1.911482923103447e-06, |
| "loss": 0.0236, |
| "step": 23820 |
| }, |
| { |
| "epoch": 22.847555129434323, |
| "grad_norm": 0.20915569365024567, |
| "learning_rate": 1.8941058730549132e-06, |
| "loss": 0.0202, |
| "step": 23830 |
| }, |
| { |
| "epoch": 22.857142857142858, |
| "grad_norm": 0.11660904437303543, |
| "learning_rate": 1.8768066453080657e-06, |
| "loss": 0.0227, |
| "step": 23840 |
| }, |
| { |
| "epoch": 22.86673058485139, |
| "grad_norm": 0.3356838524341583, |
| "learning_rate": 1.8595852678483738e-06, |
| "loss": 0.0264, |
| "step": 23850 |
| }, |
| { |
| "epoch": 22.876318312559924, |
| "grad_norm": 0.26690155267715454, |
| "learning_rate": 1.8424417685353634e-06, |
| "loss": 0.0249, |
| "step": 23860 |
| }, |
| { |
| "epoch": 22.885906040268456, |
| "grad_norm": 0.23408538103103638, |
| "learning_rate": 1.825376175102561e-06, |
| "loss": 0.0249, |
| "step": 23870 |
| }, |
| { |
| "epoch": 22.89549376797699, |
| "grad_norm": 0.40512949228286743, |
| "learning_rate": 1.8083885151574775e-06, |
| "loss": 0.0259, |
| "step": 23880 |
| }, |
| { |
| "epoch": 22.905081495685522, |
| "grad_norm": 0.20047682523727417, |
| "learning_rate": 1.7914788161815466e-06, |
| "loss": 0.025, |
| "step": 23890 |
| }, |
| { |
| "epoch": 22.914669223394057, |
| "grad_norm": 0.2298455536365509, |
| "learning_rate": 1.7746471055300751e-06, |
| "loss": 0.0208, |
| "step": 23900 |
| }, |
| { |
| "epoch": 22.92425695110259, |
| "grad_norm": 0.13947898149490356, |
| "learning_rate": 1.7578934104322097e-06, |
| "loss": 0.0201, |
| "step": 23910 |
| }, |
| { |
| "epoch": 22.933844678811123, |
| "grad_norm": 0.22104570269584656, |
| "learning_rate": 1.741217757990893e-06, |
| "loss": 0.0233, |
| "step": 23920 |
| }, |
| { |
| "epoch": 22.943432406519655, |
| "grad_norm": 0.2084132432937622, |
| "learning_rate": 1.7246201751828117e-06, |
| "loss": 0.0269, |
| "step": 23930 |
| }, |
| { |
| "epoch": 22.953020134228186, |
| "grad_norm": 0.2208138108253479, |
| "learning_rate": 1.7081006888583495e-06, |
| "loss": 0.023, |
| "step": 23940 |
| }, |
| { |
| "epoch": 22.96260786193672, |
| "grad_norm": 0.20159326493740082, |
| "learning_rate": 1.6916593257415735e-06, |
| "loss": 0.0181, |
| "step": 23950 |
| }, |
| { |
| "epoch": 22.972195589645253, |
| "grad_norm": 0.16700109839439392, |
| "learning_rate": 1.6752961124301415e-06, |
| "loss": 0.0225, |
| "step": 23960 |
| }, |
| { |
| "epoch": 22.981783317353788, |
| "grad_norm": 0.16461221873760223, |
| "learning_rate": 1.6590110753953058e-06, |
| "loss": 0.0267, |
| "step": 23970 |
| }, |
| { |
| "epoch": 22.99137104506232, |
| "grad_norm": 0.30045902729034424, |
| "learning_rate": 1.6428042409818434e-06, |
| "loss": 0.0252, |
| "step": 23980 |
| }, |
| { |
| "epoch": 23.000958772770854, |
| "grad_norm": 0.2971097528934479, |
| "learning_rate": 1.6266756354080148e-06, |
| "loss": 0.021, |
| "step": 23990 |
| }, |
| { |
| "epoch": 23.010546500479386, |
| "grad_norm": 0.18751384317874908, |
| "learning_rate": 1.610625284765538e-06, |
| "loss": 0.0225, |
| "step": 24000 |
| }, |
| { |
| "epoch": 23.02013422818792, |
| "grad_norm": 0.2587001621723175, |
| "learning_rate": 1.5946532150195315e-06, |
| "loss": 0.024, |
| "step": 24010 |
| }, |
| { |
| "epoch": 23.029721955896452, |
| "grad_norm": 0.2185692936182022, |
| "learning_rate": 1.578759452008477e-06, |
| "loss": 0.0269, |
| "step": 24020 |
| }, |
| { |
| "epoch": 23.039309683604987, |
| "grad_norm": 0.17715659737586975, |
| "learning_rate": 1.5629440214441737e-06, |
| "loss": 0.0227, |
| "step": 24030 |
| }, |
| { |
| "epoch": 23.04889741131352, |
| "grad_norm": 0.27682605385780334, |
| "learning_rate": 1.5472069489117058e-06, |
| "loss": 0.0261, |
| "step": 24040 |
| }, |
| { |
| "epoch": 23.058485139022054, |
| "grad_norm": 0.20817138254642487, |
| "learning_rate": 1.531548259869392e-06, |
| "loss": 0.0165, |
| "step": 24050 |
| }, |
| { |
| "epoch": 23.068072866730585, |
| "grad_norm": 0.2723507583141327, |
| "learning_rate": 1.515967979648747e-06, |
| "loss": 0.0228, |
| "step": 24060 |
| }, |
| { |
| "epoch": 23.077660594439116, |
| "grad_norm": 0.1344461739063263, |
| "learning_rate": 1.5004661334544422e-06, |
| "loss": 0.0207, |
| "step": 24070 |
| }, |
| { |
| "epoch": 23.08724832214765, |
| "grad_norm": 0.16644145548343658, |
| "learning_rate": 1.4850427463642568e-06, |
| "loss": 0.0282, |
| "step": 24080 |
| }, |
| { |
| "epoch": 23.096836049856183, |
| "grad_norm": 0.22762452065944672, |
| "learning_rate": 1.4696978433290653e-06, |
| "loss": 0.0273, |
| "step": 24090 |
| }, |
| { |
| "epoch": 23.106423777564718, |
| "grad_norm": 0.1904400885105133, |
| "learning_rate": 1.4544314491727607e-06, |
| "loss": 0.0216, |
| "step": 24100 |
| }, |
| { |
| "epoch": 23.11601150527325, |
| "grad_norm": 0.20357421040534973, |
| "learning_rate": 1.4392435885922262e-06, |
| "loss": 0.0176, |
| "step": 24110 |
| }, |
| { |
| "epoch": 23.125599232981784, |
| "grad_norm": 0.14489389955997467, |
| "learning_rate": 1.4241342861573081e-06, |
| "loss": 0.0241, |
| "step": 24120 |
| }, |
| { |
| "epoch": 23.135186960690316, |
| "grad_norm": 0.42258408665657043, |
| "learning_rate": 1.4091035663107599e-06, |
| "loss": 0.0261, |
| "step": 24130 |
| }, |
| { |
| "epoch": 23.14477468839885, |
| "grad_norm": 0.33509764075279236, |
| "learning_rate": 1.39415145336822e-06, |
| "loss": 0.0225, |
| "step": 24140 |
| }, |
| { |
| "epoch": 23.154362416107382, |
| "grad_norm": 0.1689392775297165, |
| "learning_rate": 1.3792779715181503e-06, |
| "loss": 0.0239, |
| "step": 24150 |
| }, |
| { |
| "epoch": 23.163950143815917, |
| "grad_norm": 0.16699060797691345, |
| "learning_rate": 1.3644831448218154e-06, |
| "loss": 0.018, |
| "step": 24160 |
| }, |
| { |
| "epoch": 23.17353787152445, |
| "grad_norm": 0.18517597019672394, |
| "learning_rate": 1.349766997213242e-06, |
| "loss": 0.0241, |
| "step": 24170 |
| }, |
| { |
| "epoch": 23.18312559923298, |
| "grad_norm": 0.25795888900756836, |
| "learning_rate": 1.3351295524991592e-06, |
| "loss": 0.019, |
| "step": 24180 |
| }, |
| { |
| "epoch": 23.192713326941515, |
| "grad_norm": 0.14099453389644623, |
| "learning_rate": 1.3205708343589973e-06, |
| "loss": 0.0202, |
| "step": 24190 |
| }, |
| { |
| "epoch": 23.202301054650047, |
| "grad_norm": 0.1665448546409607, |
| "learning_rate": 1.3060908663448057e-06, |
| "loss": 0.0227, |
| "step": 24200 |
| }, |
| { |
| "epoch": 23.21188878235858, |
| "grad_norm": 0.23710502684116364, |
| "learning_rate": 1.2916896718812577e-06, |
| "loss": 0.0206, |
| "step": 24210 |
| }, |
| { |
| "epoch": 23.221476510067113, |
| "grad_norm": 0.20079617202281952, |
| "learning_rate": 1.2773672742655784e-06, |
| "loss": 0.0254, |
| "step": 24220 |
| }, |
| { |
| "epoch": 23.231064237775648, |
| "grad_norm": 0.19830353558063507, |
| "learning_rate": 1.2631236966675287e-06, |
| "loss": 0.0192, |
| "step": 24230 |
| }, |
| { |
| "epoch": 23.24065196548418, |
| "grad_norm": 0.14918625354766846, |
| "learning_rate": 1.2489589621293485e-06, |
| "loss": 0.019, |
| "step": 24240 |
| }, |
| { |
| "epoch": 23.250239693192714, |
| "grad_norm": 0.2350005954504013, |
| "learning_rate": 1.2348730935657582e-06, |
| "loss": 0.0234, |
| "step": 24250 |
| }, |
| { |
| "epoch": 23.259827420901246, |
| "grad_norm": 0.25462934374809265, |
| "learning_rate": 1.2208661137638687e-06, |
| "loss": 0.0205, |
| "step": 24260 |
| }, |
| { |
| "epoch": 23.26941514860978, |
| "grad_norm": 0.18844899535179138, |
| "learning_rate": 1.2069380453831768e-06, |
| "loss": 0.0264, |
| "step": 24270 |
| }, |
| { |
| "epoch": 23.279002876318312, |
| "grad_norm": 0.247798353433609, |
| "learning_rate": 1.19308891095552e-06, |
| "loss": 0.0228, |
| "step": 24280 |
| }, |
| { |
| "epoch": 23.288590604026847, |
| "grad_norm": 0.19767391681671143, |
| "learning_rate": 1.1793187328850485e-06, |
| "loss": 0.0214, |
| "step": 24290 |
| }, |
| { |
| "epoch": 23.29817833173538, |
| "grad_norm": 0.30730581283569336, |
| "learning_rate": 1.165627533448177e-06, |
| "loss": 0.0214, |
| "step": 24300 |
| }, |
| { |
| "epoch": 23.30776605944391, |
| "grad_norm": 0.3338695466518402, |
| "learning_rate": 1.1520153347935658e-06, |
| "loss": 0.0286, |
| "step": 24310 |
| }, |
| { |
| "epoch": 23.317353787152445, |
| "grad_norm": 0.17891177535057068, |
| "learning_rate": 1.1384821589420502e-06, |
| "loss": 0.0213, |
| "step": 24320 |
| }, |
| { |
| "epoch": 23.326941514860977, |
| "grad_norm": 0.2726079225540161, |
| "learning_rate": 1.1250280277866509e-06, |
| "loss": 0.0247, |
| "step": 24330 |
| }, |
| { |
| "epoch": 23.33652924256951, |
| "grad_norm": 0.15224401652812958, |
| "learning_rate": 1.1116529630925022e-06, |
| "loss": 0.0221, |
| "step": 24340 |
| }, |
| { |
| "epoch": 23.346116970278043, |
| "grad_norm": 0.3975865840911865, |
| "learning_rate": 1.0983569864968346e-06, |
| "loss": 0.024, |
| "step": 24350 |
| }, |
| { |
| "epoch": 23.355704697986578, |
| "grad_norm": 0.1999419927597046, |
| "learning_rate": 1.0851401195089316e-06, |
| "loss": 0.0247, |
| "step": 24360 |
| }, |
| { |
| "epoch": 23.36529242569511, |
| "grad_norm": 0.22919629514217377, |
| "learning_rate": 1.072002383510118e-06, |
| "loss": 0.0218, |
| "step": 24370 |
| }, |
| { |
| "epoch": 23.374880153403645, |
| "grad_norm": 0.11979561299085617, |
| "learning_rate": 1.05894379975367e-06, |
| "loss": 0.0154, |
| "step": 24380 |
| }, |
| { |
| "epoch": 23.384467881112176, |
| "grad_norm": 0.16747049987316132, |
| "learning_rate": 1.0459643893648507e-06, |
| "loss": 0.0228, |
| "step": 24390 |
| }, |
| { |
| "epoch": 23.39405560882071, |
| "grad_norm": 0.2855249345302582, |
| "learning_rate": 1.0330641733408309e-06, |
| "loss": 0.0268, |
| "step": 24400 |
| }, |
| { |
| "epoch": 23.403643336529242, |
| "grad_norm": 0.39327678084373474, |
| "learning_rate": 1.0202431725506556e-06, |
| "loss": 0.0241, |
| "step": 24410 |
| }, |
| { |
| "epoch": 23.413231064237777, |
| "grad_norm": 0.21982307732105255, |
| "learning_rate": 1.0075014077352396e-06, |
| "loss": 0.0157, |
| "step": 24420 |
| }, |
| { |
| "epoch": 23.42281879194631, |
| "grad_norm": 0.18971124291419983, |
| "learning_rate": 9.948388995072943e-07, |
| "loss": 0.0256, |
| "step": 24430 |
| }, |
| { |
| "epoch": 23.43240651965484, |
| "grad_norm": 0.2546897530555725, |
| "learning_rate": 9.822556683513395e-07, |
| "loss": 0.02, |
| "step": 24440 |
| }, |
| { |
| "epoch": 23.441994247363375, |
| "grad_norm": 0.23896943032741547, |
| "learning_rate": 9.69751734623625e-07, |
| "loss": 0.02, |
| "step": 24450 |
| }, |
| { |
| "epoch": 23.451581975071907, |
| "grad_norm": 0.2220362275838852, |
| "learning_rate": 9.57327118552137e-07, |
| "loss": 0.0228, |
| "step": 24460 |
| }, |
| { |
| "epoch": 23.461169702780442, |
| "grad_norm": 0.20060044527053833, |
| "learning_rate": 9.449818402365251e-07, |
| "loss": 0.0198, |
| "step": 24470 |
| }, |
| { |
| "epoch": 23.470757430488973, |
| "grad_norm": 0.22660043835639954, |
| "learning_rate": 9.327159196481138e-07, |
| "loss": 0.0225, |
| "step": 24480 |
| }, |
| { |
| "epoch": 23.48034515819751, |
| "grad_norm": 0.20978592336177826, |
| "learning_rate": 9.205293766298307e-07, |
| "loss": 0.0201, |
| "step": 24490 |
| }, |
| { |
| "epoch": 23.48993288590604, |
| "grad_norm": 0.205510213971138, |
| "learning_rate": 9.084222308962053e-07, |
| "loss": 0.0257, |
| "step": 24500 |
| }, |
| { |
| "epoch": 23.499520613614575, |
| "grad_norm": 0.15999889373779297, |
| "learning_rate": 8.963945020333209e-07, |
| "loss": 0.0242, |
| "step": 24510 |
| }, |
| { |
| "epoch": 23.509108341323106, |
| "grad_norm": 0.16011640429496765, |
| "learning_rate": 8.844462094987793e-07, |
| "loss": 0.0243, |
| "step": 24520 |
| }, |
| { |
| "epoch": 23.51869606903164, |
| "grad_norm": 0.1832507699728012, |
| "learning_rate": 8.725773726216801e-07, |
| "loss": 0.0199, |
| "step": 24530 |
| }, |
| { |
| "epoch": 23.528283796740173, |
| "grad_norm": 0.1802021861076355, |
| "learning_rate": 8.607880106025868e-07, |
| "loss": 0.0228, |
| "step": 24540 |
| }, |
| { |
| "epoch": 23.537871524448704, |
| "grad_norm": 0.3221112787723541, |
| "learning_rate": 8.49078142513493e-07, |
| "loss": 0.0253, |
| "step": 24550 |
| }, |
| { |
| "epoch": 23.54745925215724, |
| "grad_norm": 0.16884173452854156, |
| "learning_rate": 8.37447787297796e-07, |
| "loss": 0.0232, |
| "step": 24560 |
| }, |
| { |
| "epoch": 23.55704697986577, |
| "grad_norm": 0.26041117310523987, |
| "learning_rate": 8.258969637702563e-07, |
| "loss": 0.023, |
| "step": 24570 |
| }, |
| { |
| "epoch": 23.566634707574305, |
| "grad_norm": 0.3258151710033417, |
| "learning_rate": 8.144256906169767e-07, |
| "loss": 0.0211, |
| "step": 24580 |
| }, |
| { |
| "epoch": 23.576222435282837, |
| "grad_norm": 0.2306542694568634, |
| "learning_rate": 8.030339863953684e-07, |
| "loss": 0.0213, |
| "step": 24590 |
| }, |
| { |
| "epoch": 23.585810162991372, |
| "grad_norm": 0.2112276405096054, |
| "learning_rate": 7.917218695341178e-07, |
| "loss": 0.0251, |
| "step": 24600 |
| }, |
| { |
| "epoch": 23.595397890699903, |
| "grad_norm": 0.20719598233699799, |
| "learning_rate": 7.804893583331696e-07, |
| "loss": 0.0226, |
| "step": 24610 |
| }, |
| { |
| "epoch": 23.60498561840844, |
| "grad_norm": 0.3165718913078308, |
| "learning_rate": 7.693364709636886e-07, |
| "loss": 0.0287, |
| "step": 24620 |
| }, |
| { |
| "epoch": 23.61457334611697, |
| "grad_norm": 0.24788926541805267, |
| "learning_rate": 7.582632254680089e-07, |
| "loss": 0.0228, |
| "step": 24630 |
| }, |
| { |
| "epoch": 23.624161073825505, |
| "grad_norm": 0.2913201153278351, |
| "learning_rate": 7.472696397596568e-07, |
| "loss": 0.0216, |
| "step": 24640 |
| }, |
| { |
| "epoch": 23.633748801534036, |
| "grad_norm": 0.16556118428707123, |
| "learning_rate": 7.363557316232673e-07, |
| "loss": 0.0192, |
| "step": 24650 |
| }, |
| { |
| "epoch": 23.64333652924257, |
| "grad_norm": 0.1945585161447525, |
| "learning_rate": 7.255215187145892e-07, |
| "loss": 0.023, |
| "step": 24660 |
| }, |
| { |
| "epoch": 23.652924256951103, |
| "grad_norm": 0.26050955057144165, |
| "learning_rate": 7.147670185604361e-07, |
| "loss": 0.019, |
| "step": 24670 |
| }, |
| { |
| "epoch": 23.662511984659634, |
| "grad_norm": 0.20233625173568726, |
| "learning_rate": 7.04092248558691e-07, |
| "loss": 0.0239, |
| "step": 24680 |
| }, |
| { |
| "epoch": 23.67209971236817, |
| "grad_norm": 0.19280561804771423, |
| "learning_rate": 6.93497225978218e-07, |
| "loss": 0.0211, |
| "step": 24690 |
| }, |
| { |
| "epoch": 23.6816874400767, |
| "grad_norm": 0.15425735712051392, |
| "learning_rate": 6.829819679589122e-07, |
| "loss": 0.0265, |
| "step": 24700 |
| }, |
| { |
| "epoch": 23.691275167785236, |
| "grad_norm": 0.20832641422748566, |
| "learning_rate": 6.725464915115997e-07, |
| "loss": 0.0204, |
| "step": 24710 |
| }, |
| { |
| "epoch": 23.700862895493767, |
| "grad_norm": 0.1475028246641159, |
| "learning_rate": 6.621908135180655e-07, |
| "loss": 0.022, |
| "step": 24720 |
| }, |
| { |
| "epoch": 23.710450623202302, |
| "grad_norm": 0.18368731439113617, |
| "learning_rate": 6.519149507309807e-07, |
| "loss": 0.0222, |
| "step": 24730 |
| }, |
| { |
| "epoch": 23.720038350910833, |
| "grad_norm": 0.2757015824317932, |
| "learning_rate": 6.417189197739093e-07, |
| "loss": 0.0198, |
| "step": 24740 |
| }, |
| { |
| "epoch": 23.72962607861937, |
| "grad_norm": 0.25313273072242737, |
| "learning_rate": 6.316027371412625e-07, |
| "loss": 0.0287, |
| "step": 24750 |
| }, |
| { |
| "epoch": 23.7392138063279, |
| "grad_norm": 0.30066144466400146, |
| "learning_rate": 6.215664191982884e-07, |
| "loss": 0.0214, |
| "step": 24760 |
| }, |
| { |
| "epoch": 23.748801534036435, |
| "grad_norm": 0.4100160002708435, |
| "learning_rate": 6.116099821810272e-07, |
| "loss": 0.0223, |
| "step": 24770 |
| }, |
| { |
| "epoch": 23.758389261744966, |
| "grad_norm": 0.231341153383255, |
| "learning_rate": 6.017334421963006e-07, |
| "loss": 0.0241, |
| "step": 24780 |
| }, |
| { |
| "epoch": 23.7679769894535, |
| "grad_norm": 0.19291090965270996, |
| "learning_rate": 5.919368152216664e-07, |
| "loss": 0.0233, |
| "step": 24790 |
| }, |
| { |
| "epoch": 23.777564717162033, |
| "grad_norm": 0.20064283907413483, |
| "learning_rate": 5.822201171054197e-07, |
| "loss": 0.0186, |
| "step": 24800 |
| }, |
| { |
| "epoch": 23.787152444870564, |
| "grad_norm": 0.22854574024677277, |
| "learning_rate": 5.725833635665423e-07, |
| "loss": 0.0148, |
| "step": 24810 |
| }, |
| { |
| "epoch": 23.7967401725791, |
| "grad_norm": 0.2627497613430023, |
| "learning_rate": 5.630265701946912e-07, |
| "loss": 0.0229, |
| "step": 24820 |
| }, |
| { |
| "epoch": 23.80632790028763, |
| "grad_norm": 0.19262003898620605, |
| "learning_rate": 5.535497524501665e-07, |
| "loss": 0.0195, |
| "step": 24830 |
| }, |
| { |
| "epoch": 23.815915627996166, |
| "grad_norm": 0.2796723246574402, |
| "learning_rate": 5.441529256638933e-07, |
| "loss": 0.0249, |
| "step": 24840 |
| }, |
| { |
| "epoch": 23.825503355704697, |
| "grad_norm": 0.2186604142189026, |
| "learning_rate": 5.348361050373896e-07, |
| "loss": 0.0213, |
| "step": 24850 |
| }, |
| { |
| "epoch": 23.835091083413232, |
| "grad_norm": 0.14878273010253906, |
| "learning_rate": 5.255993056427433e-07, |
| "loss": 0.0204, |
| "step": 24860 |
| }, |
| { |
| "epoch": 23.844678811121764, |
| "grad_norm": 0.2015840858221054, |
| "learning_rate": 5.164425424226016e-07, |
| "loss": 0.0183, |
| "step": 24870 |
| }, |
| { |
| "epoch": 23.8542665388303, |
| "grad_norm": 0.3008297383785248, |
| "learning_rate": 5.073658301901207e-07, |
| "loss": 0.0228, |
| "step": 24880 |
| }, |
| { |
| "epoch": 23.86385426653883, |
| "grad_norm": 0.1776721477508545, |
| "learning_rate": 4.983691836289606e-07, |
| "loss": 0.025, |
| "step": 24890 |
| }, |
| { |
| "epoch": 23.873441994247365, |
| "grad_norm": 0.27587175369262695, |
| "learning_rate": 4.894526172932623e-07, |
| "loss": 0.021, |
| "step": 24900 |
| }, |
| { |
| "epoch": 23.883029721955896, |
| "grad_norm": 0.13460497558116913, |
| "learning_rate": 4.806161456076097e-07, |
| "loss": 0.0215, |
| "step": 24910 |
| }, |
| { |
| "epoch": 23.892617449664428, |
| "grad_norm": 0.23786711692810059, |
| "learning_rate": 4.718597828670235e-07, |
| "loss": 0.0228, |
| "step": 24920 |
| }, |
| { |
| "epoch": 23.902205177372963, |
| "grad_norm": 0.18216513097286224, |
| "learning_rate": 4.6318354323692246e-07, |
| "loss": 0.0194, |
| "step": 24930 |
| }, |
| { |
| "epoch": 23.911792905081494, |
| "grad_norm": 0.10642199218273163, |
| "learning_rate": 4.5458744075311253e-07, |
| "loss": 0.0225, |
| "step": 24940 |
| }, |
| { |
| "epoch": 23.92138063279003, |
| "grad_norm": 0.2601510286331177, |
| "learning_rate": 4.460714893217588e-07, |
| "loss": 0.0237, |
| "step": 24950 |
| }, |
| { |
| "epoch": 23.93096836049856, |
| "grad_norm": 0.2652058005332947, |
| "learning_rate": 4.376357027193634e-07, |
| "loss": 0.0209, |
| "step": 24960 |
| }, |
| { |
| "epoch": 23.940556088207096, |
| "grad_norm": 0.1884078085422516, |
| "learning_rate": 4.292800945927378e-07, |
| "loss": 0.0241, |
| "step": 24970 |
| }, |
| { |
| "epoch": 23.950143815915627, |
| "grad_norm": 0.3231159448623657, |
| "learning_rate": 4.210046784590027e-07, |
| "loss": 0.0274, |
| "step": 24980 |
| }, |
| { |
| "epoch": 23.959731543624162, |
| "grad_norm": 0.2526688575744629, |
| "learning_rate": 4.128094677055272e-07, |
| "loss": 0.0229, |
| "step": 24990 |
| }, |
| { |
| "epoch": 23.969319271332694, |
| "grad_norm": 0.13271057605743408, |
| "learning_rate": 4.0469447558995065e-07, |
| "loss": 0.021, |
| "step": 25000 |
| }, |
| { |
| "epoch": 23.97890699904123, |
| "grad_norm": 0.24924740195274353, |
| "learning_rate": 3.9665971524012747e-07, |
| "loss": 0.0283, |
| "step": 25010 |
| }, |
| { |
| "epoch": 23.98849472674976, |
| "grad_norm": 0.29960912466049194, |
| "learning_rate": 3.8870519965412135e-07, |
| "loss": 0.0239, |
| "step": 25020 |
| }, |
| { |
| "epoch": 23.99808245445829, |
| "grad_norm": 0.17576931416988373, |
| "learning_rate": 3.8083094170018875e-07, |
| "loss": 0.0207, |
| "step": 25030 |
| }, |
| { |
| "epoch": 24.007670182166827, |
| "grad_norm": 0.21935302019119263, |
| "learning_rate": 3.7303695411674e-07, |
| "loss": 0.0222, |
| "step": 25040 |
| }, |
| { |
| "epoch": 24.017257909875358, |
| "grad_norm": 0.2815200686454773, |
| "learning_rate": 3.6532324951233934e-07, |
| "loss": 0.0238, |
| "step": 25050 |
| }, |
| { |
| "epoch": 24.026845637583893, |
| "grad_norm": 0.245747908949852, |
| "learning_rate": 3.576898403656659e-07, |
| "loss": 0.018, |
| "step": 25060 |
| }, |
| { |
| "epoch": 24.036433365292424, |
| "grad_norm": 0.20894894003868103, |
| "learning_rate": 3.501367390255139e-07, |
| "loss": 0.0214, |
| "step": 25070 |
| }, |
| { |
| "epoch": 24.04602109300096, |
| "grad_norm": 0.16371525824069977, |
| "learning_rate": 3.426639577107427e-07, |
| "loss": 0.019, |
| "step": 25080 |
| }, |
| { |
| "epoch": 24.05560882070949, |
| "grad_norm": 0.15699537098407745, |
| "learning_rate": 3.352715085103042e-07, |
| "loss": 0.0221, |
| "step": 25090 |
| }, |
| { |
| "epoch": 24.065196548418026, |
| "grad_norm": 0.29383793473243713, |
| "learning_rate": 3.279594033831601e-07, |
| "loss": 0.0197, |
| "step": 25100 |
| }, |
| { |
| "epoch": 24.074784276126557, |
| "grad_norm": 0.25920745730400085, |
| "learning_rate": 3.2072765415833153e-07, |
| "loss": 0.0217, |
| "step": 25110 |
| }, |
| { |
| "epoch": 24.084372003835092, |
| "grad_norm": 0.1622145175933838, |
| "learning_rate": 3.1357627253482127e-07, |
| "loss": 0.0242, |
| "step": 25120 |
| }, |
| { |
| "epoch": 24.093959731543624, |
| "grad_norm": 0.26235565543174744, |
| "learning_rate": 3.0650527008162513e-07, |
| "loss": 0.0224, |
| "step": 25130 |
| }, |
| { |
| "epoch": 24.10354745925216, |
| "grad_norm": 0.24994677305221558, |
| "learning_rate": 2.9951465823771505e-07, |
| "loss": 0.0243, |
| "step": 25140 |
| }, |
| { |
| "epoch": 24.11313518696069, |
| "grad_norm": 0.35253608226776123, |
| "learning_rate": 2.926044483120005e-07, |
| "loss": 0.0271, |
| "step": 25150 |
| }, |
| { |
| "epoch": 24.12272291466922, |
| "grad_norm": 0.12745951116085052, |
| "learning_rate": 2.857746514833337e-07, |
| "loss": 0.0182, |
| "step": 25160 |
| }, |
| { |
| "epoch": 24.132310642377757, |
| "grad_norm": 0.16648143529891968, |
| "learning_rate": 2.79025278800471e-07, |
| "loss": 0.0211, |
| "step": 25170 |
| }, |
| { |
| "epoch": 24.141898370086288, |
| "grad_norm": 0.15013748407363892, |
| "learning_rate": 2.7235634118207286e-07, |
| "loss": 0.0203, |
| "step": 25180 |
| }, |
| { |
| "epoch": 24.151486097794823, |
| "grad_norm": 0.2093784213066101, |
| "learning_rate": 2.6576784941667045e-07, |
| "loss": 0.0232, |
| "step": 25190 |
| }, |
| { |
| "epoch": 24.161073825503355, |
| "grad_norm": 0.23546428978443146, |
| "learning_rate": 2.592598141626601e-07, |
| "loss": 0.0243, |
| "step": 25200 |
| }, |
| { |
| "epoch": 24.17066155321189, |
| "grad_norm": 0.20667380094528198, |
| "learning_rate": 2.528322459482757e-07, |
| "loss": 0.0225, |
| "step": 25210 |
| }, |
| { |
| "epoch": 24.18024928092042, |
| "grad_norm": 0.26651787757873535, |
| "learning_rate": 2.4648515517158297e-07, |
| "loss": 0.0196, |
| "step": 25220 |
| }, |
| { |
| "epoch": 24.189837008628956, |
| "grad_norm": 0.2723236083984375, |
| "learning_rate": 2.402185521004574e-07, |
| "loss": 0.0199, |
| "step": 25230 |
| }, |
| { |
| "epoch": 24.199424736337487, |
| "grad_norm": 0.2087775468826294, |
| "learning_rate": 2.3403244687256743e-07, |
| "loss": 0.0251, |
| "step": 25240 |
| }, |
| { |
| "epoch": 24.209012464046022, |
| "grad_norm": 0.1503581702709198, |
| "learning_rate": 2.279268494953468e-07, |
| "loss": 0.0172, |
| "step": 25250 |
| }, |
| { |
| "epoch": 24.218600191754554, |
| "grad_norm": 0.1757836937904358, |
| "learning_rate": 2.219017698460002e-07, |
| "loss": 0.0227, |
| "step": 25260 |
| }, |
| { |
| "epoch": 24.22818791946309, |
| "grad_norm": 0.22135482728481293, |
| "learning_rate": 2.1595721767147526e-07, |
| "loss": 0.0182, |
| "step": 25270 |
| }, |
| { |
| "epoch": 24.23777564717162, |
| "grad_norm": 0.19286498427391052, |
| "learning_rate": 2.1009320258845167e-07, |
| "loss": 0.0265, |
| "step": 25280 |
| }, |
| { |
| "epoch": 24.247363374880152, |
| "grad_norm": 0.12808747589588165, |
| "learning_rate": 2.0430973408330778e-07, |
| "loss": 0.0201, |
| "step": 25290 |
| }, |
| { |
| "epoch": 24.256951102588687, |
| "grad_norm": 0.15946893393993378, |
| "learning_rate": 1.9860682151212616e-07, |
| "loss": 0.026, |
| "step": 25300 |
| }, |
| { |
| "epoch": 24.26653883029722, |
| "grad_norm": 0.2374187558889389, |
| "learning_rate": 1.929844741006881e-07, |
| "loss": 0.0193, |
| "step": 25310 |
| }, |
| { |
| "epoch": 24.276126558005753, |
| "grad_norm": 0.2157372087240219, |
| "learning_rate": 1.8744270094441796e-07, |
| "loss": 0.0266, |
| "step": 25320 |
| }, |
| { |
| "epoch": 24.285714285714285, |
| "grad_norm": 0.27296164631843567, |
| "learning_rate": 1.819815110084111e-07, |
| "loss": 0.0211, |
| "step": 25330 |
| }, |
| { |
| "epoch": 24.29530201342282, |
| "grad_norm": 0.16994787752628326, |
| "learning_rate": 1.766009131273838e-07, |
| "loss": 0.0188, |
| "step": 25340 |
| }, |
| { |
| "epoch": 24.30488974113135, |
| "grad_norm": 0.2888137102127075, |
| "learning_rate": 1.7130091600568443e-07, |
| "loss": 0.0247, |
| "step": 25350 |
| }, |
| { |
| "epoch": 24.314477468839886, |
| "grad_norm": 0.26905524730682373, |
| "learning_rate": 1.660815282172823e-07, |
| "loss": 0.026, |
| "step": 25360 |
| }, |
| { |
| "epoch": 24.324065196548418, |
| "grad_norm": 0.28536051511764526, |
| "learning_rate": 1.609427582057288e-07, |
| "loss": 0.0221, |
| "step": 25370 |
| }, |
| { |
| "epoch": 24.333652924256953, |
| "grad_norm": 0.26181870698928833, |
| "learning_rate": 1.5588461428415745e-07, |
| "loss": 0.0248, |
| "step": 25380 |
| }, |
| { |
| "epoch": 24.343240651965484, |
| "grad_norm": 0.20964038372039795, |
| "learning_rate": 1.5090710463527836e-07, |
| "loss": 0.0222, |
| "step": 25390 |
| }, |
| { |
| "epoch": 24.352828379674015, |
| "grad_norm": 0.22509586811065674, |
| "learning_rate": 1.4601023731135034e-07, |
| "loss": 0.0196, |
| "step": 25400 |
| }, |
| { |
| "epoch": 24.36241610738255, |
| "grad_norm": 0.13734106719493866, |
| "learning_rate": 1.4119402023418106e-07, |
| "loss": 0.0249, |
| "step": 25410 |
| }, |
| { |
| "epoch": 24.372003835091082, |
| "grad_norm": 0.2952769100666046, |
| "learning_rate": 1.3645846119510474e-07, |
| "loss": 0.0204, |
| "step": 25420 |
| }, |
| { |
| "epoch": 24.381591562799617, |
| "grad_norm": 0.33259129524230957, |
| "learning_rate": 1.3180356785496562e-07, |
| "loss": 0.0267, |
| "step": 25430 |
| }, |
| { |
| "epoch": 24.39117929050815, |
| "grad_norm": 0.1688985675573349, |
| "learning_rate": 1.2722934774412887e-07, |
| "loss": 0.0208, |
| "step": 25440 |
| }, |
| { |
| "epoch": 24.400767018216683, |
| "grad_norm": 0.13669002056121826, |
| "learning_rate": 1.2273580826244192e-07, |
| "loss": 0.0238, |
| "step": 25450 |
| }, |
| { |
| "epoch": 24.410354745925215, |
| "grad_norm": 0.14696350693702698, |
| "learning_rate": 1.1832295667922876e-07, |
| "loss": 0.0219, |
| "step": 25460 |
| }, |
| { |
| "epoch": 24.41994247363375, |
| "grad_norm": 0.20755600929260254, |
| "learning_rate": 1.139908001332901e-07, |
| "loss": 0.0186, |
| "step": 25470 |
| }, |
| { |
| "epoch": 24.42953020134228, |
| "grad_norm": 0.19683778285980225, |
| "learning_rate": 1.0973934563288658e-07, |
| "loss": 0.0211, |
| "step": 25480 |
| }, |
| { |
| "epoch": 24.439117929050816, |
| "grad_norm": 0.2026386559009552, |
| "learning_rate": 1.0556860005571101e-07, |
| "loss": 0.0238, |
| "step": 25490 |
| }, |
| { |
| "epoch": 24.448705656759348, |
| "grad_norm": 0.4480651617050171, |
| "learning_rate": 1.0147857014890516e-07, |
| "loss": 0.021, |
| "step": 25500 |
| }, |
| { |
| "epoch": 24.458293384467883, |
| "grad_norm": 0.31666049361228943, |
| "learning_rate": 9.746926252902633e-08, |
| "loss": 0.032, |
| "step": 25510 |
| }, |
| { |
| "epoch": 24.467881112176414, |
| "grad_norm": 0.5467284321784973, |
| "learning_rate": 9.354068368204739e-08, |
| "loss": 0.0209, |
| "step": 25520 |
| }, |
| { |
| "epoch": 24.477468839884946, |
| "grad_norm": 0.15496346354484558, |
| "learning_rate": 8.969283996335121e-08, |
| "loss": 0.0224, |
| "step": 25530 |
| }, |
| { |
| "epoch": 24.48705656759348, |
| "grad_norm": 0.210786372423172, |
| "learning_rate": 8.59257375976974e-08, |
| "loss": 0.025, |
| "step": 25540 |
| }, |
| { |
| "epoch": 24.496644295302012, |
| "grad_norm": 0.12938974797725677, |
| "learning_rate": 8.223938267924446e-08, |
| "loss": 0.0176, |
| "step": 25550 |
| }, |
| { |
| "epoch": 24.506232023010547, |
| "grad_norm": 0.22987248003482819, |
| "learning_rate": 7.863378117151099e-08, |
| "loss": 0.0231, |
| "step": 25560 |
| }, |
| { |
| "epoch": 24.51581975071908, |
| "grad_norm": 0.3242381811141968, |
| "learning_rate": 7.510893890738113e-08, |
| "loss": 0.023, |
| "step": 25570 |
| }, |
| { |
| "epoch": 24.525407478427613, |
| "grad_norm": 0.2817991375923157, |
| "learning_rate": 7.166486158909913e-08, |
| "loss": 0.0231, |
| "step": 25580 |
| }, |
| { |
| "epoch": 24.534995206136145, |
| "grad_norm": 0.20501790940761566, |
| "learning_rate": 6.830155478824707e-08, |
| "loss": 0.0191, |
| "step": 25590 |
| }, |
| { |
| "epoch": 24.54458293384468, |
| "grad_norm": 0.1096939668059349, |
| "learning_rate": 6.501902394574488e-08, |
| "loss": 0.0273, |
| "step": 25600 |
| }, |
| { |
| "epoch": 24.55417066155321, |
| "grad_norm": 0.1630508154630661, |
| "learning_rate": 6.181727437183372e-08, |
| "loss": 0.0209, |
| "step": 25610 |
| }, |
| { |
| "epoch": 24.563758389261746, |
| "grad_norm": 0.28238698840141296, |
| "learning_rate": 5.8696311246081436e-08, |
| "loss": 0.0251, |
| "step": 25620 |
| }, |
| { |
| "epoch": 24.573346116970278, |
| "grad_norm": 0.11937420070171356, |
| "learning_rate": 5.5656139617366045e-08, |
| "loss": 0.0185, |
| "step": 25630 |
| }, |
| { |
| "epoch": 24.582933844678813, |
| "grad_norm": 0.17204758524894714, |
| "learning_rate": 5.2696764403847855e-08, |
| "loss": 0.0229, |
| "step": 25640 |
| }, |
| { |
| "epoch": 24.592521572387344, |
| "grad_norm": 0.17664316296577454, |
| "learning_rate": 4.981819039300284e-08, |
| "loss": 0.019, |
| "step": 25650 |
| }, |
| { |
| "epoch": 24.602109300095876, |
| "grad_norm": 0.14691434800624847, |
| "learning_rate": 4.702042224158931e-08, |
| "loss": 0.0272, |
| "step": 25660 |
| }, |
| { |
| "epoch": 24.61169702780441, |
| "grad_norm": 0.21293459832668304, |
| "learning_rate": 4.430346447562572e-08, |
| "loss": 0.0174, |
| "step": 25670 |
| }, |
| { |
| "epoch": 24.621284755512942, |
| "grad_norm": 0.17576336860656738, |
| "learning_rate": 4.166732149041841e-08, |
| "loss": 0.0257, |
| "step": 25680 |
| }, |
| { |
| "epoch": 24.630872483221477, |
| "grad_norm": 0.19463558495044708, |
| "learning_rate": 3.911199755053385e-08, |
| "loss": 0.0212, |
| "step": 25690 |
| }, |
| { |
| "epoch": 24.64046021093001, |
| "grad_norm": 0.17403477430343628, |
| "learning_rate": 3.663749678979311e-08, |
| "loss": 0.0202, |
| "step": 25700 |
| }, |
| { |
| "epoch": 24.650047938638544, |
| "grad_norm": 0.3777727782726288, |
| "learning_rate": 3.424382321126629e-08, |
| "loss": 0.024, |
| "step": 25710 |
| }, |
| { |
| "epoch": 24.659635666347075, |
| "grad_norm": 0.14289294183254242, |
| "learning_rate": 3.193098068727252e-08, |
| "loss": 0.0244, |
| "step": 25720 |
| }, |
| { |
| "epoch": 24.66922339405561, |
| "grad_norm": 0.17767243087291718, |
| "learning_rate": 2.9698972959357753e-08, |
| "loss": 0.0241, |
| "step": 25730 |
| }, |
| { |
| "epoch": 24.67881112176414, |
| "grad_norm": 0.2469603717327118, |
| "learning_rate": 2.7547803638311442e-08, |
| "loss": 0.0244, |
| "step": 25740 |
| }, |
| { |
| "epoch": 24.688398849472676, |
| "grad_norm": 0.1393066793680191, |
| "learning_rate": 2.5477476204144314e-08, |
| "loss": 0.0237, |
| "step": 25750 |
| }, |
| { |
| "epoch": 24.697986577181208, |
| "grad_norm": 0.2745441794395447, |
| "learning_rate": 2.3487994006077263e-08, |
| "loss": 0.0192, |
| "step": 25760 |
| }, |
| { |
| "epoch": 24.70757430488974, |
| "grad_norm": 0.19631850719451904, |
| "learning_rate": 2.1579360262558025e-08, |
| "loss": 0.0228, |
| "step": 25770 |
| }, |
| { |
| "epoch": 24.717162032598274, |
| "grad_norm": 0.4640311300754547, |
| "learning_rate": 1.9751578061244504e-08, |
| "loss": 0.0216, |
| "step": 25780 |
| }, |
| { |
| "epoch": 24.726749760306806, |
| "grad_norm": 0.262236088514328, |
| "learning_rate": 1.8004650358982578e-08, |
| "loss": 0.0243, |
| "step": 25790 |
| }, |
| { |
| "epoch": 24.73633748801534, |
| "grad_norm": 0.1786222904920578, |
| "learning_rate": 1.6338579981833856e-08, |
| "loss": 0.0165, |
| "step": 25800 |
| }, |
| { |
| "epoch": 24.745925215723872, |
| "grad_norm": 0.2555926442146301, |
| "learning_rate": 1.475336962504792e-08, |
| "loss": 0.0201, |
| "step": 25810 |
| }, |
| { |
| "epoch": 24.755512943432407, |
| "grad_norm": 0.16927938163280487, |
| "learning_rate": 1.3249021853062315e-08, |
| "loss": 0.0225, |
| "step": 25820 |
| }, |
| { |
| "epoch": 24.76510067114094, |
| "grad_norm": 0.17081952095031738, |
| "learning_rate": 1.182553909950812e-08, |
| "loss": 0.0206, |
| "step": 25830 |
| }, |
| { |
| "epoch": 24.774688398849474, |
| "grad_norm": 0.2548944056034088, |
| "learning_rate": 1.048292366719883e-08, |
| "loss": 0.0238, |
| "step": 25840 |
| }, |
| { |
| "epoch": 24.784276126558005, |
| "grad_norm": 0.14747904241085052, |
| "learning_rate": 9.221177728108154e-09, |
| "loss": 0.0218, |
| "step": 25850 |
| }, |
| { |
| "epoch": 24.79386385426654, |
| "grad_norm": 0.2064131796360016, |
| "learning_rate": 8.040303323414433e-09, |
| "loss": 0.0275, |
| "step": 25860 |
| }, |
| { |
| "epoch": 24.80345158197507, |
| "grad_norm": 0.1762009561061859, |
| "learning_rate": 6.940302363445117e-09, |
| "loss": 0.0183, |
| "step": 25870 |
| }, |
| { |
| "epoch": 24.813039309683607, |
| "grad_norm": 0.36469346284866333, |
| "learning_rate": 5.9211766277045276e-09, |
| "loss": 0.0226, |
| "step": 25880 |
| }, |
| { |
| "epoch": 24.822627037392138, |
| "grad_norm": 0.23766785860061646, |
| "learning_rate": 4.982927764862755e-09, |
| "loss": 0.0225, |
| "step": 25890 |
| }, |
| { |
| "epoch": 24.83221476510067, |
| "grad_norm": 0.277342826128006, |
| "learning_rate": 4.125557292750104e-09, |
| "loss": 0.0245, |
| "step": 25900 |
| }, |
| { |
| "epoch": 24.841802492809204, |
| "grad_norm": 0.2073160707950592, |
| "learning_rate": 3.349066598362649e-09, |
| "loss": 0.0213, |
| "step": 25910 |
| }, |
| { |
| "epoch": 24.851390220517736, |
| "grad_norm": 0.24508048593997955, |
| "learning_rate": 2.6534569378455776e-09, |
| "loss": 0.0217, |
| "step": 25920 |
| }, |
| { |
| "epoch": 24.86097794822627, |
| "grad_norm": 0.11171819269657135, |
| "learning_rate": 2.0387294365209475e-09, |
| "loss": 0.0213, |
| "step": 25930 |
| }, |
| { |
| "epoch": 24.870565675934802, |
| "grad_norm": 0.24452242255210876, |
| "learning_rate": 1.5048850888377265e-09, |
| "loss": 0.0172, |
| "step": 25940 |
| }, |
| { |
| "epoch": 24.880153403643337, |
| "grad_norm": 0.2535116374492645, |
| "learning_rate": 1.0519247584106495e-09, |
| "loss": 0.0252, |
| "step": 25950 |
| }, |
| { |
| "epoch": 24.88974113135187, |
| "grad_norm": 0.2804677486419678, |
| "learning_rate": 6.798491780202199e-10, |
| "loss": 0.0258, |
| "step": 25960 |
| }, |
| { |
| "epoch": 24.899328859060404, |
| "grad_norm": 0.21948733925819397, |
| "learning_rate": 3.8865894956829905e-10, |
| "loss": 0.0209, |
| "step": 25970 |
| }, |
| { |
| "epoch": 24.908916586768935, |
| "grad_norm": 0.21812966465950012, |
| "learning_rate": 1.7835454413361875e-10, |
| "loss": 0.025, |
| "step": 25980 |
| }, |
| { |
| "epoch": 24.91850431447747, |
| "grad_norm": 0.14540976285934448, |
| "learning_rate": 4.893630192737142e-11, |
| "loss": 0.0231, |
| "step": 25990 |
| }, |
| { |
| "epoch": 24.928092042186, |
| "grad_norm": 0.1897832155227661, |
| "learning_rate": 4.0443231541509307e-13, |
| "loss": 0.025, |
| "step": 26000 |
| }, |
| { |
| "epoch": 24.928092042186, |
| "step": 26000, |
| "total_flos": 0.0, |
| "train_loss": 0.037590215687568374, |
| "train_runtime": 11164.0416, |
| "train_samples_per_second": 74.525, |
| "train_steps_per_second": 2.329 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 26000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 25, |
| "save_steps": 20000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
