| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0005, |
| "grad_norm": 370.1074523925781, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 3.3662, |
| "num_input_tokens_seen": 8388608, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 380.1726379394531, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 3.3291, |
| "num_input_tokens_seen": 16777216, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 414.3145446777344, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 3.2201, |
| "num_input_tokens_seen": 25165824, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 389.34332275390625, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 3.2735, |
| "num_input_tokens_seen": 33554432, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 385.0985412597656, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 3.2293, |
| "num_input_tokens_seen": 41943040, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 267.23883056640625, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 3.1203, |
| "num_input_tokens_seen": 50331648, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 249.7722930908203, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 3.1226, |
| "num_input_tokens_seen": 58720256, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 119.61425018310547, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 2.6311, |
| "num_input_tokens_seen": 67108864, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 108.58890533447266, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 2.6811, |
| "num_input_tokens_seen": 75497472, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 98.306884765625, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 2.6586, |
| "num_input_tokens_seen": 83886080, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 47.70505142211914, |
| "learning_rate": 2.2e-06, |
| "loss": 2.0387, |
| "num_input_tokens_seen": 92274688, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 44.65153121948242, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 2.1509, |
| "num_input_tokens_seen": 100663296, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 36.97843551635742, |
| "learning_rate": 2.6e-06, |
| "loss": 2.0554, |
| "num_input_tokens_seen": 109051904, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 27.567747116088867, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 1.9823, |
| "num_input_tokens_seen": 117440512, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 24.83814239501953, |
| "learning_rate": 3e-06, |
| "loss": 1.9501, |
| "num_input_tokens_seen": 125829120, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 19.835155487060547, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 1.8774, |
| "num_input_tokens_seen": 134217728, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 14.070314407348633, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 1.8801, |
| "num_input_tokens_seen": 142606336, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 14.519227981567383, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 1.9272, |
| "num_input_tokens_seen": 150994944, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 14.988875389099121, |
| "learning_rate": 3.8000000000000005e-06, |
| "loss": 1.9902, |
| "num_input_tokens_seen": 159383552, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 9.906997680664062, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.9851, |
| "num_input_tokens_seen": 167772160, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0105, |
| "grad_norm": 7.837595462799072, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 1.9127, |
| "num_input_tokens_seen": 176160768, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 4.843110084533691, |
| "learning_rate": 4.4e-06, |
| "loss": 1.8756, |
| "num_input_tokens_seen": 184549376, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0115, |
| "grad_norm": 4.830221176147461, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 1.691, |
| "num_input_tokens_seen": 192937984, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 2.5043883323669434, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 1.8997, |
| "num_input_tokens_seen": 201326592, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 2.168509006500244, |
| "learning_rate": 5e-06, |
| "loss": 1.8075, |
| "num_input_tokens_seen": 209715200, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 2.0097780227661133, |
| "learning_rate": 5.2e-06, |
| "loss": 1.8527, |
| "num_input_tokens_seen": 218103808, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0135, |
| "grad_norm": 3.2067172527313232, |
| "learning_rate": 5.400000000000001e-06, |
| "loss": 1.6836, |
| "num_input_tokens_seen": 226492416, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 2.623101234436035, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 1.6736, |
| "num_input_tokens_seen": 234881024, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0145, |
| "grad_norm": 3.066000461578369, |
| "learning_rate": 5.8e-06, |
| "loss": 1.6637, |
| "num_input_tokens_seen": 243269632, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 2.0795412063598633, |
| "learning_rate": 6e-06, |
| "loss": 1.6973, |
| "num_input_tokens_seen": 251658240, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0155, |
| "grad_norm": 2.8886075019836426, |
| "learning_rate": 6.200000000000001e-06, |
| "loss": 1.9608, |
| "num_input_tokens_seen": 260046848, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 2.7311999797821045, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 1.8288, |
| "num_input_tokens_seen": 268435456, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0165, |
| "grad_norm": 1.648906946182251, |
| "learning_rate": 6.600000000000001e-06, |
| "loss": 1.797, |
| "num_input_tokens_seen": 276824064, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 1.3969415426254272, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 1.7316, |
| "num_input_tokens_seen": 285212672, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0175, |
| "grad_norm": 1.9224807024002075, |
| "learning_rate": 7e-06, |
| "loss": 1.8746, |
| "num_input_tokens_seen": 293601280, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 1.349591851234436, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 1.8283, |
| "num_input_tokens_seen": 301989888, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0185, |
| "grad_norm": 1.09238600730896, |
| "learning_rate": 7.4e-06, |
| "loss": 2.0065, |
| "num_input_tokens_seen": 310378496, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 2.277617931365967, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 1.7303, |
| "num_input_tokens_seen": 318767104, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0195, |
| "grad_norm": 1.2706860303878784, |
| "learning_rate": 7.800000000000002e-06, |
| "loss": 1.8113, |
| "num_input_tokens_seen": 327155712, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.9849238395690918, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.7541, |
| "num_input_tokens_seen": 335544320, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0205, |
| "grad_norm": 0.8385749459266663, |
| "learning_rate": 8.2e-06, |
| "loss": 1.5761, |
| "num_input_tokens_seen": 343932928, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 1.082259178161621, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 2.0085, |
| "num_input_tokens_seen": 352321536, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0215, |
| "grad_norm": 1.1942423582077026, |
| "learning_rate": 8.6e-06, |
| "loss": 1.6454, |
| "num_input_tokens_seen": 360710144, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 1.2553157806396484, |
| "learning_rate": 8.8e-06, |
| "loss": 1.8204, |
| "num_input_tokens_seen": 369098752, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0225, |
| "grad_norm": 0.9502832293510437, |
| "learning_rate": 9e-06, |
| "loss": 1.7104, |
| "num_input_tokens_seen": 377487360, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 0.9545429348945618, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 1.7269, |
| "num_input_tokens_seen": 385875968, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0235, |
| "grad_norm": 0.993373692035675, |
| "learning_rate": 9.4e-06, |
| "loss": 1.8579, |
| "num_input_tokens_seen": 394264576, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 1.3005881309509277, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 1.8702, |
| "num_input_tokens_seen": 402653184, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0245, |
| "grad_norm": 1.0115833282470703, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 1.7222, |
| "num_input_tokens_seen": 411041792, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 2.056337833404541, |
| "learning_rate": 1e-05, |
| "loss": 1.5305, |
| "num_input_tokens_seen": 419430400, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0255, |
| "grad_norm": 1.122148036956787, |
| "learning_rate": 1.02e-05, |
| "loss": 1.6988, |
| "num_input_tokens_seen": 427819008, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 1.1124475002288818, |
| "learning_rate": 1.04e-05, |
| "loss": 1.8053, |
| "num_input_tokens_seen": 436207616, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0265, |
| "grad_norm": 0.7354093194007874, |
| "learning_rate": 1.0600000000000002e-05, |
| "loss": 1.7792, |
| "num_input_tokens_seen": 444596224, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 1.4597609043121338, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 1.7007, |
| "num_input_tokens_seen": 452984832, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0275, |
| "grad_norm": 1.0347814559936523, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 1.7212, |
| "num_input_tokens_seen": 461373440, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 1.1491434574127197, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 1.8258, |
| "num_input_tokens_seen": 469762048, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0285, |
| "grad_norm": 1.086042881011963, |
| "learning_rate": 1.14e-05, |
| "loss": 1.7252, |
| "num_input_tokens_seen": 478150656, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 1.2974258661270142, |
| "learning_rate": 1.16e-05, |
| "loss": 1.5316, |
| "num_input_tokens_seen": 486539264, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0295, |
| "grad_norm": 1.7874411344528198, |
| "learning_rate": 1.18e-05, |
| "loss": 1.7952, |
| "num_input_tokens_seen": 494927872, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.7470626831054688, |
| "learning_rate": 1.2e-05, |
| "loss": 1.4796, |
| "num_input_tokens_seen": 503316480, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0305, |
| "grad_norm": 2.2033004760742188, |
| "learning_rate": 1.22e-05, |
| "loss": 1.6184, |
| "num_input_tokens_seen": 511705088, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 1.5556191205978394, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 1.749, |
| "num_input_tokens_seen": 520093696, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0315, |
| "grad_norm": 1.4915621280670166, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 1.6627, |
| "num_input_tokens_seen": 528482304, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 1.6399468183517456, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 1.653, |
| "num_input_tokens_seen": 536870912, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0325, |
| "grad_norm": 1.6420996189117432, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.7104, |
| "num_input_tokens_seen": 545259520, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 1.2998722791671753, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 1.8448, |
| "num_input_tokens_seen": 553648128, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0335, |
| "grad_norm": 1.1958801746368408, |
| "learning_rate": 1.3400000000000002e-05, |
| "loss": 1.7359, |
| "num_input_tokens_seen": 562036736, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 1.1419895887374878, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 1.7173, |
| "num_input_tokens_seen": 570425344, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0345, |
| "grad_norm": 1.4425727128982544, |
| "learning_rate": 1.38e-05, |
| "loss": 1.5033, |
| "num_input_tokens_seen": 578813952, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 1.5337550640106201, |
| "learning_rate": 1.4e-05, |
| "loss": 1.7122, |
| "num_input_tokens_seen": 587202560, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0355, |
| "grad_norm": 0.8321288228034973, |
| "learning_rate": 1.4200000000000001e-05, |
| "loss": 1.6591, |
| "num_input_tokens_seen": 595591168, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 1.6972109079360962, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 1.6779, |
| "num_input_tokens_seen": 603979776, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0365, |
| "grad_norm": 1.3916453123092651, |
| "learning_rate": 1.46e-05, |
| "loss": 1.5565, |
| "num_input_tokens_seen": 612368384, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 1.3113203048706055, |
| "learning_rate": 1.48e-05, |
| "loss": 1.6577, |
| "num_input_tokens_seen": 620756992, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0375, |
| "grad_norm": 1.0601086616516113, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.7513, |
| "num_input_tokens_seen": 629145600, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 1.5599173307418823, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 1.7799, |
| "num_input_tokens_seen": 637534208, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.0385, |
| "grad_norm": 0.8914459943771362, |
| "learning_rate": 1.54e-05, |
| "loss": 1.7983, |
| "num_input_tokens_seen": 645922816, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 1.0717469453811646, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 1.8112, |
| "num_input_tokens_seen": 654311424, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0395, |
| "grad_norm": 0.9615082144737244, |
| "learning_rate": 1.58e-05, |
| "loss": 1.6442, |
| "num_input_tokens_seen": 662700032, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2537950277328491, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.836, |
| "num_input_tokens_seen": 671088640, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0405, |
| "grad_norm": 1.1260099411010742, |
| "learning_rate": 1.62e-05, |
| "loss": 1.642, |
| "num_input_tokens_seen": 679477248, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 1.5180790424346924, |
| "learning_rate": 1.64e-05, |
| "loss": 1.6642, |
| "num_input_tokens_seen": 687865856, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0415, |
| "grad_norm": 1.1912261247634888, |
| "learning_rate": 1.66e-05, |
| "loss": 1.8096, |
| "num_input_tokens_seen": 696254464, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 1.0683045387268066, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 1.7821, |
| "num_input_tokens_seen": 704643072, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0425, |
| "grad_norm": 1.234241247177124, |
| "learning_rate": 1.7e-05, |
| "loss": 1.7426, |
| "num_input_tokens_seen": 713031680, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 1.2772578001022339, |
| "learning_rate": 1.72e-05, |
| "loss": 1.6232, |
| "num_input_tokens_seen": 721420288, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.0435, |
| "grad_norm": 1.238016963005066, |
| "learning_rate": 1.7400000000000003e-05, |
| "loss": 1.6116, |
| "num_input_tokens_seen": 729808896, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.9299501180648804, |
| "learning_rate": 1.76e-05, |
| "loss": 1.8499, |
| "num_input_tokens_seen": 738197504, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.0445, |
| "grad_norm": 1.0743695497512817, |
| "learning_rate": 1.7800000000000002e-05, |
| "loss": 1.7032, |
| "num_input_tokens_seen": 746586112, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 1.1992101669311523, |
| "learning_rate": 1.8e-05, |
| "loss": 1.5495, |
| "num_input_tokens_seen": 754974720, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0455, |
| "grad_norm": 1.2545678615570068, |
| "learning_rate": 1.8200000000000002e-05, |
| "loss": 1.7138, |
| "num_input_tokens_seen": 763363328, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 1.389168381690979, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 1.7343, |
| "num_input_tokens_seen": 771751936, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0465, |
| "grad_norm": 0.9460492730140686, |
| "learning_rate": 1.86e-05, |
| "loss": 1.7358, |
| "num_input_tokens_seen": 780140544, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 0.9978250861167908, |
| "learning_rate": 1.88e-05, |
| "loss": 1.7163, |
| "num_input_tokens_seen": 788529152, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0475, |
| "grad_norm": 2.179802656173706, |
| "learning_rate": 1.9e-05, |
| "loss": 1.449, |
| "num_input_tokens_seen": 796917760, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 1.2629632949829102, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 1.6696, |
| "num_input_tokens_seen": 805306368, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0485, |
| "grad_norm": 1.7194193601608276, |
| "learning_rate": 1.94e-05, |
| "loss": 1.6729, |
| "num_input_tokens_seen": 813694976, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 1.1110029220581055, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 1.7822, |
| "num_input_tokens_seen": 822083584, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0495, |
| "grad_norm": 1.1010093688964844, |
| "learning_rate": 1.98e-05, |
| "loss": 1.5114, |
| "num_input_tokens_seen": 830472192, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.3180491924285889, |
| "learning_rate": 2e-05, |
| "loss": 1.5707, |
| "num_input_tokens_seen": 838860800, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0505, |
| "grad_norm": 1.1497364044189453, |
| "learning_rate": 2.0200000000000003e-05, |
| "loss": 1.6285, |
| "num_input_tokens_seen": 847249408, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 1.4788284301757812, |
| "learning_rate": 2.04e-05, |
| "loss": 1.7649, |
| "num_input_tokens_seen": 855638016, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0515, |
| "grad_norm": 1.2098913192749023, |
| "learning_rate": 2.0600000000000003e-05, |
| "loss": 1.6458, |
| "num_input_tokens_seen": 864026624, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 1.4255143404006958, |
| "learning_rate": 2.08e-05, |
| "loss": 1.6966, |
| "num_input_tokens_seen": 872415232, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0525, |
| "grad_norm": 1.2970800399780273, |
| "learning_rate": 2.1000000000000002e-05, |
| "loss": 1.6893, |
| "num_input_tokens_seen": 880803840, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 1.4322800636291504, |
| "learning_rate": 2.1200000000000004e-05, |
| "loss": 1.7252, |
| "num_input_tokens_seen": 889192448, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0535, |
| "grad_norm": 1.0862427949905396, |
| "learning_rate": 2.1400000000000002e-05, |
| "loss": 1.702, |
| "num_input_tokens_seen": 897581056, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 1.2055437564849854, |
| "learning_rate": 2.1600000000000003e-05, |
| "loss": 1.6486, |
| "num_input_tokens_seen": 905969664, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.0545, |
| "grad_norm": 1.0794836282730103, |
| "learning_rate": 2.1800000000000005e-05, |
| "loss": 1.6812, |
| "num_input_tokens_seen": 914358272, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 1.3784294128417969, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 1.5237, |
| "num_input_tokens_seen": 922746880, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0555, |
| "grad_norm": 1.5001763105392456, |
| "learning_rate": 2.2200000000000004e-05, |
| "loss": 1.6246, |
| "num_input_tokens_seen": 931135488, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 1.0864592790603638, |
| "learning_rate": 2.2400000000000002e-05, |
| "loss": 1.6973, |
| "num_input_tokens_seen": 939524096, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.0565, |
| "grad_norm": 1.2886756658554077, |
| "learning_rate": 2.26e-05, |
| "loss": 1.6475, |
| "num_input_tokens_seen": 947912704, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 1.4063009023666382, |
| "learning_rate": 2.28e-05, |
| "loss": 1.7949, |
| "num_input_tokens_seen": 956301312, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0575, |
| "grad_norm": 1.1816203594207764, |
| "learning_rate": 2.3e-05, |
| "loss": 1.6827, |
| "num_input_tokens_seen": 964689920, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 1.368019938468933, |
| "learning_rate": 2.32e-05, |
| "loss": 1.5163, |
| "num_input_tokens_seen": 973078528, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0585, |
| "grad_norm": 1.1925565004348755, |
| "learning_rate": 2.34e-05, |
| "loss": 1.7815, |
| "num_input_tokens_seen": 981467136, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 1.7603892087936401, |
| "learning_rate": 2.36e-05, |
| "loss": 1.5604, |
| "num_input_tokens_seen": 989855744, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.0595, |
| "grad_norm": 1.140766978263855, |
| "learning_rate": 2.3800000000000003e-05, |
| "loss": 1.7546, |
| "num_input_tokens_seen": 998244352, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.0011487007141113, |
| "learning_rate": 2.4e-05, |
| "loss": 1.7174, |
| "num_input_tokens_seen": 1006632960, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0605, |
| "grad_norm": 1.3519712686538696, |
| "learning_rate": 2.4200000000000002e-05, |
| "loss": 1.6414, |
| "num_input_tokens_seen": 1015021568, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 1.0491664409637451, |
| "learning_rate": 2.44e-05, |
| "loss": 1.698, |
| "num_input_tokens_seen": 1023410176, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0615, |
| "grad_norm": 1.5017552375793457, |
| "learning_rate": 2.46e-05, |
| "loss": 1.7974, |
| "num_input_tokens_seen": 1031798784, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.9958243370056152, |
| "learning_rate": 2.4800000000000003e-05, |
| "loss": 1.6468, |
| "num_input_tokens_seen": 1040187392, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0625, |
| "grad_norm": 2.0464437007904053, |
| "learning_rate": 2.5e-05, |
| "loss": 1.6911, |
| "num_input_tokens_seen": 1048576000, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 1.2215771675109863, |
| "learning_rate": 2.5200000000000003e-05, |
| "loss": 1.7483, |
| "num_input_tokens_seen": 1056964608, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0635, |
| "grad_norm": 1.4541150331497192, |
| "learning_rate": 2.54e-05, |
| "loss": 1.7045, |
| "num_input_tokens_seen": 1065353216, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 1.6184258460998535, |
| "learning_rate": 2.5600000000000002e-05, |
| "loss": 1.7767, |
| "num_input_tokens_seen": 1073741824, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.0645, |
| "grad_norm": 1.029843807220459, |
| "learning_rate": 2.5800000000000004e-05, |
| "loss": 1.7934, |
| "num_input_tokens_seen": 1082130432, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 2.1942873001098633, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 1.5101, |
| "num_input_tokens_seen": 1090519040, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0655, |
| "grad_norm": 1.411434292793274, |
| "learning_rate": 2.6200000000000003e-05, |
| "loss": 1.6257, |
| "num_input_tokens_seen": 1098907648, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.9594506621360779, |
| "learning_rate": 2.6400000000000005e-05, |
| "loss": 1.8266, |
| "num_input_tokens_seen": 1107296256, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0665, |
| "grad_norm": 1.4641342163085938, |
| "learning_rate": 2.6600000000000003e-05, |
| "loss": 1.712, |
| "num_input_tokens_seen": 1115684864, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 1.3084245920181274, |
| "learning_rate": 2.6800000000000004e-05, |
| "loss": 1.604, |
| "num_input_tokens_seen": 1124073472, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0675, |
| "grad_norm": 1.2237942218780518, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 1.5766, |
| "num_input_tokens_seen": 1132462080, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 1.1463581323623657, |
| "learning_rate": 2.7200000000000004e-05, |
| "loss": 1.6984, |
| "num_input_tokens_seen": 1140850688, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0685, |
| "grad_norm": 1.579965591430664, |
| "learning_rate": 2.7400000000000005e-05, |
| "loss": 1.7595, |
| "num_input_tokens_seen": 1149239296, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 1.154305338859558, |
| "learning_rate": 2.76e-05, |
| "loss": 1.7695, |
| "num_input_tokens_seen": 1157627904, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.0695, |
| "grad_norm": 1.2724696397781372, |
| "learning_rate": 2.78e-05, |
| "loss": 1.6492, |
| "num_input_tokens_seen": 1166016512, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.0162241458892822, |
| "learning_rate": 2.8e-05, |
| "loss": 1.659, |
| "num_input_tokens_seen": 1174405120, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0705, |
| "grad_norm": 1.206682562828064, |
| "learning_rate": 2.82e-05, |
| "loss": 1.8174, |
| "num_input_tokens_seen": 1182793728, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 0.8725315928459167, |
| "learning_rate": 2.8400000000000003e-05, |
| "loss": 1.5187, |
| "num_input_tokens_seen": 1191182336, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.0715, |
| "grad_norm": 1.4840545654296875, |
| "learning_rate": 2.86e-05, |
| "loss": 1.5984, |
| "num_input_tokens_seen": 1199570944, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 1.3734935522079468, |
| "learning_rate": 2.8800000000000002e-05, |
| "loss": 1.5661, |
| "num_input_tokens_seen": 1207959552, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0725, |
| "grad_norm": 1.2102882862091064, |
| "learning_rate": 2.9e-05, |
| "loss": 1.6857, |
| "num_input_tokens_seen": 1216348160, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 1.3926680088043213, |
| "learning_rate": 2.92e-05, |
| "loss": 1.695, |
| "num_input_tokens_seen": 1224736768, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.0735, |
| "grad_norm": 1.3040108680725098, |
| "learning_rate": 2.9400000000000003e-05, |
| "loss": 1.6561, |
| "num_input_tokens_seen": 1233125376, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 1.168774127960205, |
| "learning_rate": 2.96e-05, |
| "loss": 1.7053, |
| "num_input_tokens_seen": 1241513984, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0745, |
| "grad_norm": 1.0817087888717651, |
| "learning_rate": 2.9800000000000003e-05, |
| "loss": 1.6884, |
| "num_input_tokens_seen": 1249902592, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 1.2117892503738403, |
| "learning_rate": 3.0000000000000004e-05, |
| "loss": 1.6538, |
| "num_input_tokens_seen": 1258291200, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0755, |
| "grad_norm": 1.4789024591445923, |
| "learning_rate": 3.0200000000000002e-05, |
| "loss": 1.6475, |
| "num_input_tokens_seen": 1266679808, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 1.3695178031921387, |
| "learning_rate": 3.0400000000000004e-05, |
| "loss": 1.725, |
| "num_input_tokens_seen": 1275068416, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.0765, |
| "grad_norm": 1.3215945959091187, |
| "learning_rate": 3.0600000000000005e-05, |
| "loss": 1.6756, |
| "num_input_tokens_seen": 1283457024, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 1.1858457326889038, |
| "learning_rate": 3.08e-05, |
| "loss": 1.755, |
| "num_input_tokens_seen": 1291845632, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0775, |
| "grad_norm": 1.4984840154647827, |
| "learning_rate": 3.1e-05, |
| "loss": 1.7219, |
| "num_input_tokens_seen": 1300234240, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 1.2197405099868774, |
| "learning_rate": 3.1200000000000006e-05, |
| "loss": 1.7356, |
| "num_input_tokens_seen": 1308622848, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0785, |
| "grad_norm": 1.474221110343933, |
| "learning_rate": 3.1400000000000004e-05, |
| "loss": 1.5129, |
| "num_input_tokens_seen": 1317011456, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 1.5716886520385742, |
| "learning_rate": 3.16e-05, |
| "loss": 1.7484, |
| "num_input_tokens_seen": 1325400064, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.0795, |
| "grad_norm": 0.9521049857139587, |
| "learning_rate": 3.180000000000001e-05, |
| "loss": 1.6262, |
| "num_input_tokens_seen": 1333788672, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.921792984008789, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 1.5914, |
| "num_input_tokens_seen": 1342177280, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0805, |
| "grad_norm": 1.6440759897232056, |
| "learning_rate": 3.2200000000000003e-05, |
| "loss": 1.7481, |
| "num_input_tokens_seen": 1350565888, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 1.7987762689590454, |
| "learning_rate": 3.24e-05, |
| "loss": 1.6367, |
| "num_input_tokens_seen": 1358954496, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.0815, |
| "grad_norm": 1.4722107648849487, |
| "learning_rate": 3.26e-05, |
| "loss": 1.6079, |
| "num_input_tokens_seen": 1367343104, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 1.5897142887115479, |
| "learning_rate": 3.28e-05, |
| "loss": 1.5902, |
| "num_input_tokens_seen": 1375731712, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0825, |
| "grad_norm": 1.5487194061279297, |
| "learning_rate": 3.3e-05, |
| "loss": 1.8002, |
| "num_input_tokens_seen": 1384120320, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 1.122914433479309, |
| "learning_rate": 3.32e-05, |
| "loss": 1.6447, |
| "num_input_tokens_seen": 1392508928, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.0835, |
| "grad_norm": 1.5491061210632324, |
| "learning_rate": 3.34e-05, |
| "loss": 1.7569, |
| "num_input_tokens_seen": 1400897536, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 1.2212718725204468, |
| "learning_rate": 3.3600000000000004e-05, |
| "loss": 1.5337, |
| "num_input_tokens_seen": 1409286144, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.0845, |
| "grad_norm": 1.2301714420318604, |
| "learning_rate": 3.38e-05, |
| "loss": 1.6417, |
| "num_input_tokens_seen": 1417674752, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 1.242119312286377, |
| "learning_rate": 3.4e-05, |
| "loss": 1.8315, |
| "num_input_tokens_seen": 1426063360, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0855, |
| "grad_norm": 1.4329941272735596, |
| "learning_rate": 3.4200000000000005e-05, |
| "loss": 1.682, |
| "num_input_tokens_seen": 1434451968, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 1.633201241493225, |
| "learning_rate": 3.44e-05, |
| "loss": 1.6389, |
| "num_input_tokens_seen": 1442840576, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0865, |
| "grad_norm": 1.184312343597412, |
| "learning_rate": 3.46e-05, |
| "loss": 1.727, |
| "num_input_tokens_seen": 1451229184, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 1.2135035991668701, |
| "learning_rate": 3.4800000000000006e-05, |
| "loss": 1.7893, |
| "num_input_tokens_seen": 1459617792, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0875, |
| "grad_norm": 0.9943047761917114, |
| "learning_rate": 3.5000000000000004e-05, |
| "loss": 1.8099, |
| "num_input_tokens_seen": 1468006400, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 1.4616221189498901, |
| "learning_rate": 3.52e-05, |
| "loss": 1.7955, |
| "num_input_tokens_seen": 1476395008, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.0885, |
| "grad_norm": 0.9395477771759033, |
| "learning_rate": 3.54e-05, |
| "loss": 1.5458, |
| "num_input_tokens_seen": 1484783616, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 1.5338860750198364, |
| "learning_rate": 3.5600000000000005e-05, |
| "loss": 1.7537, |
| "num_input_tokens_seen": 1493172224, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0895, |
| "grad_norm": 1.1360806226730347, |
| "learning_rate": 3.58e-05, |
| "loss": 1.58, |
| "num_input_tokens_seen": 1501560832, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.797577142715454, |
| "learning_rate": 3.6e-05, |
| "loss": 1.7989, |
| "num_input_tokens_seen": 1509949440, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0905, |
| "grad_norm": 1.5540266036987305, |
| "learning_rate": 3.6200000000000006e-05, |
| "loss": 1.4828, |
| "num_input_tokens_seen": 1518338048, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 1.776328206062317, |
| "learning_rate": 3.6400000000000004e-05, |
| "loss": 1.6651, |
| "num_input_tokens_seen": 1526726656, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0915, |
| "grad_norm": 1.5140923261642456, |
| "learning_rate": 3.66e-05, |
| "loss": 1.702, |
| "num_input_tokens_seen": 1535115264, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 1.5927739143371582, |
| "learning_rate": 3.680000000000001e-05, |
| "loss": 1.6738, |
| "num_input_tokens_seen": 1543503872, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0925, |
| "grad_norm": 1.1876591444015503, |
| "learning_rate": 3.7000000000000005e-05, |
| "loss": 1.673, |
| "num_input_tokens_seen": 1551892480, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 1.176761269569397, |
| "learning_rate": 3.72e-05, |
| "loss": 1.7108, |
| "num_input_tokens_seen": 1560281088, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.0935, |
| "grad_norm": 1.4902335405349731, |
| "learning_rate": 3.740000000000001e-05, |
| "loss": 1.8053, |
| "num_input_tokens_seen": 1568669696, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 1.1420718431472778, |
| "learning_rate": 3.76e-05, |
| "loss": 1.7571, |
| "num_input_tokens_seen": 1577058304, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0945, |
| "grad_norm": 0.99260413646698, |
| "learning_rate": 3.7800000000000004e-05, |
| "loss": 1.6794, |
| "num_input_tokens_seen": 1585446912, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 1.57101309299469, |
| "learning_rate": 3.8e-05, |
| "loss": 1.6479, |
| "num_input_tokens_seen": 1593835520, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0955, |
| "grad_norm": 1.5510618686676025, |
| "learning_rate": 3.82e-05, |
| "loss": 1.6632, |
| "num_input_tokens_seen": 1602224128, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 1.442740559577942, |
| "learning_rate": 3.8400000000000005e-05, |
| "loss": 1.8864, |
| "num_input_tokens_seen": 1610612736, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.0965, |
| "grad_norm": 1.0593072175979614, |
| "learning_rate": 3.86e-05, |
| "loss": 1.5798, |
| "num_input_tokens_seen": 1619001344, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 2.065847396850586, |
| "learning_rate": 3.88e-05, |
| "loss": 1.5443, |
| "num_input_tokens_seen": 1627389952, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.0975, |
| "grad_norm": 1.2346482276916504, |
| "learning_rate": 3.9e-05, |
| "loss": 1.6052, |
| "num_input_tokens_seen": 1635778560, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 1.419586181640625, |
| "learning_rate": 3.9200000000000004e-05, |
| "loss": 1.5901, |
| "num_input_tokens_seen": 1644167168, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.0985, |
| "grad_norm": 1.2483519315719604, |
| "learning_rate": 3.94e-05, |
| "loss": 1.6552, |
| "num_input_tokens_seen": 1652555776, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 1.5695958137512207, |
| "learning_rate": 3.96e-05, |
| "loss": 1.5986, |
| "num_input_tokens_seen": 1660944384, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.0995, |
| "grad_norm": 1.6311231851577759, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 1.778, |
| "num_input_tokens_seen": 1669332992, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.5190160274505615, |
| "learning_rate": 4e-05, |
| "loss": 1.8327, |
| "num_input_tokens_seen": 1677721600, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1005, |
| "grad_norm": 1.2366491556167603, |
| "learning_rate": 3.9999845787629415e-05, |
| "loss": 1.7143, |
| "num_input_tokens_seen": 1686110208, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 2.084810495376587, |
| "learning_rate": 3.99993831528958e-05, |
| "loss": 1.6544, |
| "num_input_tokens_seen": 1694498816, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1015, |
| "grad_norm": 1.5253264904022217, |
| "learning_rate": 3.9998612102933544e-05, |
| "loss": 1.6143, |
| "num_input_tokens_seen": 1702887424, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 1.0702577829360962, |
| "learning_rate": 3.999753264963321e-05, |
| "loss": 1.6856, |
| "num_input_tokens_seen": 1711276032, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1025, |
| "grad_norm": 1.9343763589859009, |
| "learning_rate": 3.9996144809641296e-05, |
| "loss": 1.786, |
| "num_input_tokens_seen": 1719664640, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 1.1403006315231323, |
| "learning_rate": 3.9994448604360016e-05, |
| "loss": 1.6452, |
| "num_input_tokens_seen": 1728053248, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1035, |
| "grad_norm": 2.63930606842041, |
| "learning_rate": 3.999244405994694e-05, |
| "loss": 1.7236, |
| "num_input_tokens_seen": 1736441856, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 1.6718311309814453, |
| "learning_rate": 3.9990131207314634e-05, |
| "loss": 1.5877, |
| "num_input_tokens_seen": 1744830464, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1045, |
| "grad_norm": 2.7320733070373535, |
| "learning_rate": 3.998751008213014e-05, |
| "loss": 1.7808, |
| "num_input_tokens_seen": 1753219072, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 2.0388472080230713, |
| "learning_rate": 3.9984580724814464e-05, |
| "loss": 1.7625, |
| "num_input_tokens_seen": 1761607680, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1055, |
| "grad_norm": 2.2198638916015625, |
| "learning_rate": 3.99813431805419e-05, |
| "loss": 1.6662, |
| "num_input_tokens_seen": 1769996288, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 1.7465423345565796, |
| "learning_rate": 3.9977797499239404e-05, |
| "loss": 1.6335, |
| "num_input_tokens_seen": 1778384896, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1065, |
| "grad_norm": 1.6627084016799927, |
| "learning_rate": 3.997394373558576e-05, |
| "loss": 1.6865, |
| "num_input_tokens_seen": 1786773504, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 1.486066222190857, |
| "learning_rate": 3.996978194901077e-05, |
| "loss": 1.5947, |
| "num_input_tokens_seen": 1795162112, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1075, |
| "grad_norm": 1.2178465127944946, |
| "learning_rate": 3.996531220369432e-05, |
| "loss": 1.8448, |
| "num_input_tokens_seen": 1803550720, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 1.1107075214385986, |
| "learning_rate": 3.9960534568565436e-05, |
| "loss": 1.7868, |
| "num_input_tokens_seen": 1811939328, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.1085, |
| "grad_norm": 1.3619362115859985, |
| "learning_rate": 3.995544911730115e-05, |
| "loss": 1.742, |
| "num_input_tokens_seen": 1820327936, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 1.0947133302688599, |
| "learning_rate": 3.995005592832541e-05, |
| "loss": 1.7386, |
| "num_input_tokens_seen": 1828716544, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.1095, |
| "grad_norm": 1.4069256782531738, |
| "learning_rate": 3.994435508480786e-05, |
| "loss": 1.7462, |
| "num_input_tokens_seen": 1837105152, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.4184787273406982, |
| "learning_rate": 3.9938346674662565e-05, |
| "loss": 1.7545, |
| "num_input_tokens_seen": 1845493760, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1105, |
| "grad_norm": 1.4119457006454468, |
| "learning_rate": 3.9932030790546636e-05, |
| "loss": 1.6184, |
| "num_input_tokens_seen": 1853882368, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 1.1133450269699097, |
| "learning_rate": 3.9925407529858826e-05, |
| "loss": 1.67, |
| "num_input_tokens_seen": 1862270976, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1115, |
| "grad_norm": 1.3021692037582397, |
| "learning_rate": 3.991847699473801e-05, |
| "loss": 1.6534, |
| "num_input_tokens_seen": 1870659584, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 1.10936439037323, |
| "learning_rate": 3.99112392920616e-05, |
| "loss": 1.7029, |
| "num_input_tokens_seen": 1879048192, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.1125, |
| "grad_norm": 0.9188879728317261, |
| "learning_rate": 3.990369453344394e-05, |
| "loss": 1.6314, |
| "num_input_tokens_seen": 1887436800, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 1.4214354753494263, |
| "learning_rate": 3.989584283523453e-05, |
| "loss": 1.6977, |
| "num_input_tokens_seen": 1895825408, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1135, |
| "grad_norm": 1.3106968402862549, |
| "learning_rate": 3.988768431851628e-05, |
| "loss": 1.613, |
| "num_input_tokens_seen": 1904214016, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 1.2800140380859375, |
| "learning_rate": 3.98792191091036e-05, |
| "loss": 1.7323, |
| "num_input_tokens_seen": 1912602624, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1145, |
| "grad_norm": 0.9443020224571228, |
| "learning_rate": 3.987044733754049e-05, |
| "loss": 1.5173, |
| "num_input_tokens_seen": 1920991232, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 1.4971925020217896, |
| "learning_rate": 3.986136913909853e-05, |
| "loss": 1.8041, |
| "num_input_tokens_seen": 1929379840, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1155, |
| "grad_norm": 0.9276608824729919, |
| "learning_rate": 3.985198465377476e-05, |
| "loss": 1.8106, |
| "num_input_tokens_seen": 1937768448, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 1.3482216596603394, |
| "learning_rate": 3.9842294026289565e-05, |
| "loss": 1.6773, |
| "num_input_tokens_seen": 1946157056, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1165, |
| "grad_norm": 1.3610389232635498, |
| "learning_rate": 3.9832297406084386e-05, |
| "loss": 1.631, |
| "num_input_tokens_seen": 1954545664, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 1.1721453666687012, |
| "learning_rate": 3.98219949473195e-05, |
| "loss": 1.7756, |
| "num_input_tokens_seen": 1962934272, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.1175, |
| "grad_norm": 0.8579085469245911, |
| "learning_rate": 3.981138680887154e-05, |
| "loss": 1.8969, |
| "num_input_tokens_seen": 1971322880, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 0.8704617023468018, |
| "learning_rate": 3.980047315433116e-05, |
| "loss": 1.6432, |
| "num_input_tokens_seen": 1979711488, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.1185, |
| "grad_norm": 1.1833432912826538, |
| "learning_rate": 3.978925415200037e-05, |
| "loss": 1.6492, |
| "num_input_tokens_seen": 1988100096, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 1.2760549783706665, |
| "learning_rate": 3.97777299748901e-05, |
| "loss": 1.6491, |
| "num_input_tokens_seen": 1996488704, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.1195, |
| "grad_norm": 0.8377672433853149, |
| "learning_rate": 3.976590080071739e-05, |
| "loss": 1.7364, |
| "num_input_tokens_seen": 2004877312, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6421141624450684, |
| "learning_rate": 3.9753766811902756e-05, |
| "loss": 1.4844, |
| "num_input_tokens_seen": 2013265920, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1205, |
| "grad_norm": 1.1873599290847778, |
| "learning_rate": 3.974132819556731e-05, |
| "loss": 1.7483, |
| "num_input_tokens_seen": 2021654528, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 1.206591248512268, |
| "learning_rate": 3.972858514352991e-05, |
| "loss": 1.7342, |
| "num_input_tokens_seen": 2030043136, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.1215, |
| "grad_norm": 0.9489218592643738, |
| "learning_rate": 3.971553785230418e-05, |
| "loss": 1.7117, |
| "num_input_tokens_seen": 2038431744, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 1.023648977279663, |
| "learning_rate": 3.970218652309548e-05, |
| "loss": 1.5842, |
| "num_input_tokens_seen": 2046820352, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.1225, |
| "grad_norm": 1.1487878561019897, |
| "learning_rate": 3.9688531361797834e-05, |
| "loss": 1.7356, |
| "num_input_tokens_seen": 2055208960, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 1.0160244703292847, |
| "learning_rate": 3.9674572578990724e-05, |
| "loss": 1.682, |
| "num_input_tokens_seen": 2063597568, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.1235, |
| "grad_norm": 1.105434536933899, |
| "learning_rate": 3.9660310389935837e-05, |
| "loss": 1.6695, |
| "num_input_tokens_seen": 2071986176, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 1.0896682739257812, |
| "learning_rate": 3.964574501457378e-05, |
| "loss": 1.7885, |
| "num_input_tokens_seen": 2080374784, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1245, |
| "grad_norm": 1.0165361166000366, |
| "learning_rate": 3.9630876677520656e-05, |
| "loss": 1.579, |
| "num_input_tokens_seen": 2088763392, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 1.211041808128357, |
| "learning_rate": 3.961570560806461e-05, |
| "loss": 1.6509, |
| "num_input_tokens_seen": 2097152000, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1255, |
| "grad_norm": 1.0447190999984741, |
| "learning_rate": 3.960023204016231e-05, |
| "loss": 1.8698, |
| "num_input_tokens_seen": 2105540608, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 1.3021482229232788, |
| "learning_rate": 3.958445621243532e-05, |
| "loss": 1.7579, |
| "num_input_tokens_seen": 2113929216, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1265, |
| "grad_norm": 0.9119377732276917, |
| "learning_rate": 3.9568378368166406e-05, |
| "loss": 1.6945, |
| "num_input_tokens_seen": 2122317824, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.127, |
| "grad_norm": 0.8316543698310852, |
| "learning_rate": 3.955199875529582e-05, |
| "loss": 1.6739, |
| "num_input_tokens_seen": 2130706432, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.1275, |
| "grad_norm": 0.9795516133308411, |
| "learning_rate": 3.953531762641745e-05, |
| "loss": 1.7518, |
| "num_input_tokens_seen": 2139095040, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.9370044469833374, |
| "learning_rate": 3.951833523877495e-05, |
| "loss": 1.6134, |
| "num_input_tokens_seen": 2147483648, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1285, |
| "grad_norm": 1.6189143657684326, |
| "learning_rate": 3.9501051854257745e-05, |
| "loss": 1.6523, |
| "num_input_tokens_seen": 2155872256, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.129, |
| "grad_norm": 1.1166945695877075, |
| "learning_rate": 3.948346773939699e-05, |
| "loss": 1.7523, |
| "num_input_tokens_seen": 2164260864, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1295, |
| "grad_norm": 1.0886536836624146, |
| "learning_rate": 3.94655831653615e-05, |
| "loss": 1.622, |
| "num_input_tokens_seen": 2172649472, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7367981672286987, |
| "learning_rate": 3.9447398407953536e-05, |
| "loss": 1.7358, |
| "num_input_tokens_seen": 2181038080, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1305, |
| "grad_norm": 1.2050344944000244, |
| "learning_rate": 3.942891374760455e-05, |
| "loss": 1.5398, |
| "num_input_tokens_seen": 2189426688, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.131, |
| "grad_norm": 2.18412709236145, |
| "learning_rate": 3.941012946937085e-05, |
| "loss": 1.5405, |
| "num_input_tokens_seen": 2197815296, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.1315, |
| "grad_norm": 1.3102896213531494, |
| "learning_rate": 3.9391045862929275e-05, |
| "loss": 1.8383, |
| "num_input_tokens_seen": 2206203904, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 1.4639437198638916, |
| "learning_rate": 3.9371663222572625e-05, |
| "loss": 1.6872, |
| "num_input_tokens_seen": 2214592512, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.1325, |
| "grad_norm": 1.346665859222412, |
| "learning_rate": 3.93519818472052e-05, |
| "loss": 1.7861, |
| "num_input_tokens_seen": 2222981120, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.133, |
| "grad_norm": 1.4441630840301514, |
| "learning_rate": 3.933200204033815e-05, |
| "loss": 1.4984, |
| "num_input_tokens_seen": 2231369728, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.1335, |
| "grad_norm": 1.3043477535247803, |
| "learning_rate": 3.931172411008482e-05, |
| "loss": 1.7591, |
| "num_input_tokens_seen": 2239758336, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 1.2089747190475464, |
| "learning_rate": 3.9291148369155964e-05, |
| "loss": 1.7255, |
| "num_input_tokens_seen": 2248146944, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1345, |
| "grad_norm": 0.9772351980209351, |
| "learning_rate": 3.927027513485498e-05, |
| "loss": 1.6875, |
| "num_input_tokens_seen": 2256535552, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 0.9826438426971436, |
| "learning_rate": 3.9249104729072944e-05, |
| "loss": 1.7025, |
| "num_input_tokens_seen": 2264924160, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1355, |
| "grad_norm": 1.421626329421997, |
| "learning_rate": 3.9227637478283725e-05, |
| "loss": 1.7574, |
| "num_input_tokens_seen": 2273312768, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 1.3830302953720093, |
| "learning_rate": 3.9205873713538864e-05, |
| "loss": 1.7882, |
| "num_input_tokens_seen": 2281701376, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.1365, |
| "grad_norm": 1.0225855112075806, |
| "learning_rate": 3.918381377046255e-05, |
| "loss": 1.5312, |
| "num_input_tokens_seen": 2290089984, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.137, |
| "grad_norm": 1.8110359907150269, |
| "learning_rate": 3.916145798924639e-05, |
| "loss": 1.7218, |
| "num_input_tokens_seen": 2298478592, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.1375, |
| "grad_norm": 1.0985193252563477, |
| "learning_rate": 3.913880671464418e-05, |
| "loss": 1.6563, |
| "num_input_tokens_seen": 2306867200, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 1.680709719657898, |
| "learning_rate": 3.911586029596661e-05, |
| "loss": 1.6444, |
| "num_input_tokens_seen": 2315255808, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.1385, |
| "grad_norm": 1.201578974723816, |
| "learning_rate": 3.9092619087075825e-05, |
| "loss": 1.6551, |
| "num_input_tokens_seen": 2323644416, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.139, |
| "grad_norm": 1.4566112756729126, |
| "learning_rate": 3.906908344638002e-05, |
| "loss": 1.6357, |
| "num_input_tokens_seen": 2332033024, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.1395, |
| "grad_norm": 1.2596595287322998, |
| "learning_rate": 3.904525373682791e-05, |
| "loss": 1.7801, |
| "num_input_tokens_seen": 2340421632, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.625712513923645, |
| "learning_rate": 3.9021130325903076e-05, |
| "loss": 1.7944, |
| "num_input_tokens_seen": 2348810240, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1405, |
| "grad_norm": 1.0394383668899536, |
| "learning_rate": 3.8996713585618354e-05, |
| "loss": 1.7922, |
| "num_input_tokens_seen": 2357198848, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.141, |
| "grad_norm": 1.8562290668487549, |
| "learning_rate": 3.897200389251009e-05, |
| "loss": 1.7078, |
| "num_input_tokens_seen": 2365587456, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.1415, |
| "grad_norm": 1.245281457901001, |
| "learning_rate": 3.8947001627632326e-05, |
| "loss": 1.6801, |
| "num_input_tokens_seen": 2373976064, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 1.5256640911102295, |
| "learning_rate": 3.892170717655091e-05, |
| "loss": 1.7155, |
| "num_input_tokens_seen": 2382364672, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.1425, |
| "grad_norm": 1.0656960010528564, |
| "learning_rate": 3.889612092933756e-05, |
| "loss": 1.75, |
| "num_input_tokens_seen": 2390753280, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.143, |
| "grad_norm": 1.204822063446045, |
| "learning_rate": 3.887024328056387e-05, |
| "loss": 1.7464, |
| "num_input_tokens_seen": 2399141888, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.1435, |
| "grad_norm": 1.1441707611083984, |
| "learning_rate": 3.88440746292952e-05, |
| "loss": 1.6608, |
| "num_input_tokens_seen": 2407530496, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 1.2725075483322144, |
| "learning_rate": 3.8817615379084514e-05, |
| "loss": 1.5159, |
| "num_input_tokens_seen": 2415919104, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.1445, |
| "grad_norm": 1.1600598096847534, |
| "learning_rate": 3.879086593796618e-05, |
| "loss": 1.5823, |
| "num_input_tokens_seen": 2424307712, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 1.1082223653793335, |
| "learning_rate": 3.876382671844969e-05, |
| "loss": 1.6134, |
| "num_input_tokens_seen": 2432696320, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1455, |
| "grad_norm": 1.1749600172042847, |
| "learning_rate": 3.873649813751323e-05, |
| "loss": 1.5625, |
| "num_input_tokens_seen": 2441084928, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 1.005366325378418, |
| "learning_rate": 3.870888061659735e-05, |
| "loss": 1.6975, |
| "num_input_tokens_seen": 2449473536, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.1465, |
| "grad_norm": 0.8248304724693298, |
| "learning_rate": 3.8680974581598375e-05, |
| "loss": 1.607, |
| "num_input_tokens_seen": 2457862144, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.147, |
| "grad_norm": 0.8967552185058594, |
| "learning_rate": 3.865278046286189e-05, |
| "loss": 1.3385, |
| "num_input_tokens_seen": 2466250752, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1475, |
| "grad_norm": 1.328721046447754, |
| "learning_rate": 3.862429869517607e-05, |
| "loss": 1.6221, |
| "num_input_tokens_seen": 2474639360, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.917224645614624, |
| "learning_rate": 3.859552971776503e-05, |
| "loss": 1.6286, |
| "num_input_tokens_seen": 2483027968, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.1485, |
| "grad_norm": 0.88497394323349, |
| "learning_rate": 3.856647397428198e-05, |
| "loss": 1.6966, |
| "num_input_tokens_seen": 2491416576, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.149, |
| "grad_norm": 1.0170094966888428, |
| "learning_rate": 3.853713191280242e-05, |
| "loss": 1.6923, |
| "num_input_tokens_seen": 2499805184, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.1495, |
| "grad_norm": 1.137525200843811, |
| "learning_rate": 3.850750398581725e-05, |
| "loss": 1.7734, |
| "num_input_tokens_seen": 2508193792, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.124685287475586, |
| "learning_rate": 3.8477590650225735e-05, |
| "loss": 1.6916, |
| "num_input_tokens_seen": 2516582400, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1505, |
| "grad_norm": 0.8273991942405701, |
| "learning_rate": 3.8447392367328535e-05, |
| "loss": 1.7422, |
| "num_input_tokens_seen": 2524971008, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.151, |
| "grad_norm": 0.7442718744277954, |
| "learning_rate": 3.8416909602820534e-05, |
| "loss": 1.7876, |
| "num_input_tokens_seen": 2533359616, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.1515, |
| "grad_norm": 1.1291152238845825, |
| "learning_rate": 3.8386142826783645e-05, |
| "loss": 1.7041, |
| "num_input_tokens_seen": 2541748224, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.8179329037666321, |
| "learning_rate": 3.835509251367963e-05, |
| "loss": 1.6661, |
| "num_input_tokens_seen": 2550136832, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1525, |
| "grad_norm": 0.7719331383705139, |
| "learning_rate": 3.832375914234272e-05, |
| "loss": 1.6901, |
| "num_input_tokens_seen": 2558525440, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.153, |
| "grad_norm": 0.8355837464332581, |
| "learning_rate": 3.829214319597228e-05, |
| "loss": 1.6282, |
| "num_input_tokens_seen": 2566914048, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.1535, |
| "grad_norm": 1.228195071220398, |
| "learning_rate": 3.826024516212529e-05, |
| "loss": 1.5801, |
| "num_input_tokens_seen": 2575302656, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 1.644123911857605, |
| "learning_rate": 3.8228065532708905e-05, |
| "loss": 1.626, |
| "num_input_tokens_seen": 2583691264, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.1545, |
| "grad_norm": 0.9140821695327759, |
| "learning_rate": 3.819560480397282e-05, |
| "loss": 1.671, |
| "num_input_tokens_seen": 2592079872, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 1.3930050134658813, |
| "learning_rate": 3.816286347650163e-05, |
| "loss": 1.5599, |
| "num_input_tokens_seen": 2600468480, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1555, |
| "grad_norm": 1.069976568222046, |
| "learning_rate": 3.81298420552071e-05, |
| "loss": 1.6816, |
| "num_input_tokens_seen": 2608857088, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 1.2245848178863525, |
| "learning_rate": 3.809654104932039e-05, |
| "loss": 1.4973, |
| "num_input_tokens_seen": 2617245696, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.1565, |
| "grad_norm": 1.045593500137329, |
| "learning_rate": 3.8062960972384223e-05, |
| "loss": 1.6431, |
| "num_input_tokens_seen": 2625634304, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.157, |
| "grad_norm": 1.0730377435684204, |
| "learning_rate": 3.802910234224491e-05, |
| "loss": 1.8426, |
| "num_input_tokens_seen": 2634022912, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.1575, |
| "grad_norm": 1.0670175552368164, |
| "learning_rate": 3.7994965681044436e-05, |
| "loss": 1.6098, |
| "num_input_tokens_seen": 2642411520, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 1.2215880155563354, |
| "learning_rate": 3.796055151521231e-05, |
| "loss": 1.6359, |
| "num_input_tokens_seen": 2650800128, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.1585, |
| "grad_norm": 0.8806067705154419, |
| "learning_rate": 3.792586037545758e-05, |
| "loss": 1.5976, |
| "num_input_tokens_seen": 2659188736, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.159, |
| "grad_norm": 0.8471524119377136, |
| "learning_rate": 3.78908927967605e-05, |
| "loss": 1.6655, |
| "num_input_tokens_seen": 2667577344, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1595, |
| "grad_norm": 0.8181973099708557, |
| "learning_rate": 3.785564931836442e-05, |
| "loss": 1.6711, |
| "num_input_tokens_seen": 2675965952, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.8937894105911255, |
| "learning_rate": 3.782013048376736e-05, |
| "loss": 1.5473, |
| "num_input_tokens_seen": 2684354560, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1605, |
| "grad_norm": 1.0847939252853394, |
| "learning_rate": 3.778433684071369e-05, |
| "loss": 1.6359, |
| "num_input_tokens_seen": 2692743168, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.161, |
| "grad_norm": 1.1049737930297852, |
| "learning_rate": 3.774826894118567e-05, |
| "loss": 1.7373, |
| "num_input_tokens_seen": 2701131776, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.1615, |
| "grad_norm": 0.8523493409156799, |
| "learning_rate": 3.7711927341394916e-05, |
| "loss": 1.5551, |
| "num_input_tokens_seen": 2709520384, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 0.9004189372062683, |
| "learning_rate": 3.7675312601773874e-05, |
| "loss": 1.5898, |
| "num_input_tokens_seen": 2717908992, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.1625, |
| "grad_norm": 1.4729281663894653, |
| "learning_rate": 3.76384252869671e-05, |
| "loss": 1.6389, |
| "num_input_tokens_seen": 2726297600, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.163, |
| "grad_norm": 0.9593777656555176, |
| "learning_rate": 3.760126596582264e-05, |
| "loss": 1.674, |
| "num_input_tokens_seen": 2734686208, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1635, |
| "grad_norm": 0.8906177878379822, |
| "learning_rate": 3.756383521138319e-05, |
| "loss": 1.5994, |
| "num_input_tokens_seen": 2743074816, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.7630260586738586, |
| "learning_rate": 3.7526133600877275e-05, |
| "loss": 1.6662, |
| "num_input_tokens_seen": 2751463424, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.1645, |
| "grad_norm": 0.837302029132843, |
| "learning_rate": 3.748816171571038e-05, |
| "loss": 1.739, |
| "num_input_tokens_seen": 2759852032, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 0.9471412897109985, |
| "learning_rate": 3.744992014145595e-05, |
| "loss": 1.6867, |
| "num_input_tokens_seen": 2768240640, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1655, |
| "grad_norm": 0.7041006684303284, |
| "learning_rate": 3.741140946784635e-05, |
| "loss": 1.7248, |
| "num_input_tokens_seen": 2776629248, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 0.7114289999008179, |
| "learning_rate": 3.737263028876383e-05, |
| "loss": 1.5945, |
| "num_input_tokens_seen": 2785017856, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.1665, |
| "grad_norm": 0.7291207313537598, |
| "learning_rate": 3.733358320223128e-05, |
| "loss": 1.4206, |
| "num_input_tokens_seen": 2793406464, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.167, |
| "grad_norm": 0.7624229192733765, |
| "learning_rate": 3.729426881040311e-05, |
| "loss": 1.587, |
| "num_input_tokens_seen": 2801795072, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.1675, |
| "grad_norm": 0.6349395513534546, |
| "learning_rate": 3.725468771955584e-05, |
| "loss": 1.8279, |
| "num_input_tokens_seen": 2810183680, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.6584758162498474, |
| "learning_rate": 3.721484054007888e-05, |
| "loss": 1.5794, |
| "num_input_tokens_seen": 2818572288, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.1685, |
| "grad_norm": 0.8144023418426514, |
| "learning_rate": 3.717472788646501e-05, |
| "loss": 1.7197, |
| "num_input_tokens_seen": 2826960896, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.169, |
| "grad_norm": 0.9008212685585022, |
| "learning_rate": 3.7134350377301e-05, |
| "loss": 1.5056, |
| "num_input_tokens_seen": 2835349504, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.1695, |
| "grad_norm": 1.026350498199463, |
| "learning_rate": 3.709370863525796e-05, |
| "loss": 1.6921, |
| "num_input_tokens_seen": 2843738112, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.0004777908325195, |
| "learning_rate": 3.705280328708185e-05, |
| "loss": 1.6245, |
| "num_input_tokens_seen": 2852126720, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1705, |
| "grad_norm": 1.0942559242248535, |
| "learning_rate": 3.701163496358373e-05, |
| "loss": 1.5393, |
| "num_input_tokens_seen": 2860515328, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.171, |
| "grad_norm": 0.7471975684165955, |
| "learning_rate": 3.6970204299630077e-05, |
| "loss": 1.7802, |
| "num_input_tokens_seen": 2868903936, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.1715, |
| "grad_norm": 0.9047533869743347, |
| "learning_rate": 3.692851193413299e-05, |
| "loss": 1.5245, |
| "num_input_tokens_seen": 2877292544, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 1.4945957660675049, |
| "learning_rate": 3.6886558510040305e-05, |
| "loss": 1.6707, |
| "num_input_tokens_seen": 2885681152, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.1725, |
| "grad_norm": 0.808014452457428, |
| "learning_rate": 3.684434467432573e-05, |
| "loss": 1.7578, |
| "num_input_tokens_seen": 2894069760, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.173, |
| "grad_norm": 0.9657407402992249, |
| "learning_rate": 3.680187107797884e-05, |
| "loss": 1.6556, |
| "num_input_tokens_seen": 2902458368, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.1735, |
| "grad_norm": 1.2704793214797974, |
| "learning_rate": 3.675913837599503e-05, |
| "loss": 1.5934, |
| "num_input_tokens_seen": 2910846976, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.90053790807724, |
| "learning_rate": 3.671614722736541e-05, |
| "loss": 1.7298, |
| "num_input_tokens_seen": 2919235584, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.1745, |
| "grad_norm": 0.810030460357666, |
| "learning_rate": 3.667289829506669e-05, |
| "loss": 1.5586, |
| "num_input_tokens_seen": 2927624192, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 1.1691352128982544, |
| "learning_rate": 3.662939224605091e-05, |
| "loss": 1.6294, |
| "num_input_tokens_seen": 2936012800, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1755, |
| "grad_norm": 1.1451619863510132, |
| "learning_rate": 3.658562975123516e-05, |
| "loss": 1.4937, |
| "num_input_tokens_seen": 2944401408, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.9522868990898132, |
| "learning_rate": 3.654161148549124e-05, |
| "loss": 1.7785, |
| "num_input_tokens_seen": 2952790016, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.1765, |
| "grad_norm": 0.7397971153259277, |
| "learning_rate": 3.649733812763527e-05, |
| "loss": 1.713, |
| "num_input_tokens_seen": 2961178624, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.177, |
| "grad_norm": 0.7993081212043762, |
| "learning_rate": 3.64528103604172e-05, |
| "loss": 1.5611, |
| "num_input_tokens_seen": 2969567232, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.1775, |
| "grad_norm": 0.8007155060768127, |
| "learning_rate": 3.640802887051027e-05, |
| "loss": 1.5691, |
| "num_input_tokens_seen": 2977955840, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.8291440606117249, |
| "learning_rate": 3.636299434850047e-05, |
| "loss": 1.4725, |
| "num_input_tokens_seen": 2986344448, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.1785, |
| "grad_norm": 1.0753155946731567, |
| "learning_rate": 3.631770748887583e-05, |
| "loss": 1.5618, |
| "num_input_tokens_seen": 2994733056, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.179, |
| "grad_norm": 0.8969347476959229, |
| "learning_rate": 3.627216899001575e-05, |
| "loss": 1.6699, |
| "num_input_tokens_seen": 3003121664, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.1795, |
| "grad_norm": 0.8943629264831543, |
| "learning_rate": 3.62263795541802e-05, |
| "loss": 1.7087, |
| "num_input_tokens_seen": 3011510272, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9483537077903748, |
| "learning_rate": 3.6180339887498953e-05, |
| "loss": 1.6257, |
| "num_input_tokens_seen": 3019898880, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1805, |
| "grad_norm": 0.8657635450363159, |
| "learning_rate": 3.6134050699960604e-05, |
| "loss": 1.689, |
| "num_input_tokens_seen": 3028287488, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.181, |
| "grad_norm": 0.7815025448799133, |
| "learning_rate": 3.608751270540169e-05, |
| "loss": 1.6175, |
| "num_input_tokens_seen": 3036676096, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.1815, |
| "grad_norm": 0.7870849967002869, |
| "learning_rate": 3.604072662149567e-05, |
| "loss": 1.5586, |
| "num_input_tokens_seen": 3045064704, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 0.8339277505874634, |
| "learning_rate": 3.599369316974182e-05, |
| "loss": 1.5271, |
| "num_input_tokens_seen": 3053453312, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.1825, |
| "grad_norm": 0.9285105466842651, |
| "learning_rate": 3.594641307545414e-05, |
| "loss": 1.7041, |
| "num_input_tokens_seen": 3061841920, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.183, |
| "grad_norm": 0.8689367175102234, |
| "learning_rate": 3.58988870677502e-05, |
| "loss": 1.4738, |
| "num_input_tokens_seen": 3070230528, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.1835, |
| "grad_norm": 0.929764986038208, |
| "learning_rate": 3.585111587953982e-05, |
| "loss": 1.7297, |
| "num_input_tokens_seen": 3078619136, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 1.05793035030365, |
| "learning_rate": 3.580310024751381e-05, |
| "loss": 1.5431, |
| "num_input_tokens_seen": 3087007744, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.1845, |
| "grad_norm": 0.8866976499557495, |
| "learning_rate": 3.575484091213262e-05, |
| "loss": 1.6682, |
| "num_input_tokens_seen": 3095396352, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 0.7259969115257263, |
| "learning_rate": 3.57063386176149e-05, |
| "loss": 1.6123, |
| "num_input_tokens_seen": 3103784960, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1855, |
| "grad_norm": 0.9831200838088989, |
| "learning_rate": 3.565759411192604e-05, |
| "loss": 1.5845, |
| "num_input_tokens_seen": 3112173568, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 0.9731907248497009, |
| "learning_rate": 3.5608608146766597e-05, |
| "loss": 1.7179, |
| "num_input_tokens_seen": 3120562176, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.1865, |
| "grad_norm": 1.0148561000823975, |
| "learning_rate": 3.555938147756077e-05, |
| "loss": 1.9192, |
| "num_input_tokens_seen": 3128950784, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.187, |
| "grad_norm": 0.9084612131118774, |
| "learning_rate": 3.5509914863444694e-05, |
| "loss": 1.5912, |
| "num_input_tokens_seen": 3137339392, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.1875, |
| "grad_norm": 0.9402855038642883, |
| "learning_rate": 3.546020906725474e-05, |
| "loss": 1.5803, |
| "num_input_tokens_seen": 3145728000, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.9808095693588257, |
| "learning_rate": 3.541026485551579e-05, |
| "loss": 1.8292, |
| "num_input_tokens_seen": 3154116608, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.1885, |
| "grad_norm": 1.1110026836395264, |
| "learning_rate": 3.536008299842936e-05, |
| "loss": 1.6698, |
| "num_input_tokens_seen": 3162505216, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.189, |
| "grad_norm": 1.0544601678848267, |
| "learning_rate": 3.530966426986177e-05, |
| "loss": 1.6978, |
| "num_input_tokens_seen": 3170893824, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.1895, |
| "grad_norm": 0.7350985407829285, |
| "learning_rate": 3.525900944733218e-05, |
| "loss": 1.6923, |
| "num_input_tokens_seen": 3179282432, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9171492457389832, |
| "learning_rate": 3.520811931200063e-05, |
| "loss": 1.6079, |
| "num_input_tokens_seen": 3187671040, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1905, |
| "grad_norm": 1.1049323081970215, |
| "learning_rate": 3.515699464865594e-05, |
| "loss": 1.6878, |
| "num_input_tokens_seen": 3196059648, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.191, |
| "grad_norm": 0.776717483997345, |
| "learning_rate": 3.5105636245703675e-05, |
| "loss": 1.5757, |
| "num_input_tokens_seen": 3204448256, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.1915, |
| "grad_norm": 0.8234217166900635, |
| "learning_rate": 3.505404489515394e-05, |
| "loss": 1.6609, |
| "num_input_tokens_seen": 3212836864, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.854977011680603, |
| "learning_rate": 3.5002221392609196e-05, |
| "loss": 1.6726, |
| "num_input_tokens_seen": 3221225472, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.1925, |
| "grad_norm": 0.6885860562324524, |
| "learning_rate": 3.495016653725194e-05, |
| "loss": 1.7057, |
| "num_input_tokens_seen": 3229614080, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.193, |
| "grad_norm": 0.8042221665382385, |
| "learning_rate": 3.489788113183244e-05, |
| "loss": 1.6693, |
| "num_input_tokens_seen": 3238002688, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.1935, |
| "grad_norm": 0.8148207664489746, |
| "learning_rate": 3.484536598265634e-05, |
| "loss": 1.5554, |
| "num_input_tokens_seen": 3246391296, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 0.8488610982894897, |
| "learning_rate": 3.47926218995722e-05, |
| "loss": 1.5941, |
| "num_input_tokens_seen": 3254779904, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.1945, |
| "grad_norm": 0.7625729441642761, |
| "learning_rate": 3.473964969595902e-05, |
| "loss": 1.5805, |
| "num_input_tokens_seen": 3263168512, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 0.8852419853210449, |
| "learning_rate": 3.468645018871371e-05, |
| "loss": 1.6924, |
| "num_input_tokens_seen": 3271557120, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.1955, |
| "grad_norm": 0.7517937421798706, |
| "learning_rate": 3.46330241982385e-05, |
| "loss": 1.6021, |
| "num_input_tokens_seen": 3279945728, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.676200807094574, |
| "learning_rate": 3.457937254842823e-05, |
| "loss": 1.738, |
| "num_input_tokens_seen": 3288334336, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.1965, |
| "grad_norm": 0.9149476289749146, |
| "learning_rate": 3.4525496066657735e-05, |
| "loss": 1.7369, |
| "num_input_tokens_seen": 3296722944, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.197, |
| "grad_norm": 0.8072534203529358, |
| "learning_rate": 3.4471395583768985e-05, |
| "loss": 1.6982, |
| "num_input_tokens_seen": 3305111552, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.1975, |
| "grad_norm": 0.7343615889549255, |
| "learning_rate": 3.441707193405838e-05, |
| "loss": 1.5764, |
| "num_input_tokens_seen": 3313500160, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 1.0707248449325562, |
| "learning_rate": 3.436252595526378e-05, |
| "loss": 1.5652, |
| "num_input_tokens_seen": 3321888768, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.1985, |
| "grad_norm": 1.0053772926330566, |
| "learning_rate": 3.430775848855166e-05, |
| "loss": 1.6278, |
| "num_input_tokens_seen": 3330277376, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.199, |
| "grad_norm": 1.151880145072937, |
| "learning_rate": 3.425277037850411e-05, |
| "loss": 1.7023, |
| "num_input_tokens_seen": 3338665984, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.1995, |
| "grad_norm": 0.7218210697174072, |
| "learning_rate": 3.419756247310581e-05, |
| "loss": 1.5999, |
| "num_input_tokens_seen": 3347054592, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.1546841859817505, |
| "learning_rate": 3.4142135623730954e-05, |
| "loss": 1.6385, |
| "num_input_tokens_seen": 3355443200, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2005, |
| "grad_norm": 0.7345328330993652, |
| "learning_rate": 3.408649068513013e-05, |
| "loss": 1.7926, |
| "num_input_tokens_seen": 3363831808, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.201, |
| "grad_norm": 0.7448058724403381, |
| "learning_rate": 3.403062851541712e-05, |
| "loss": 1.698, |
| "num_input_tokens_seen": 3372220416, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.2015, |
| "grad_norm": 0.912766695022583, |
| "learning_rate": 3.397454997605569e-05, |
| "loss": 1.6496, |
| "num_input_tokens_seen": 3380609024, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.7980219721794128, |
| "learning_rate": 3.391825593184629e-05, |
| "loss": 1.6537, |
| "num_input_tokens_seen": 3388997632, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2025, |
| "grad_norm": 0.7381040453910828, |
| "learning_rate": 3.3861747250912724e-05, |
| "loss": 1.6003, |
| "num_input_tokens_seen": 3397386240, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.203, |
| "grad_norm": 0.7264212369918823, |
| "learning_rate": 3.3805024804688745e-05, |
| "loss": 1.4873, |
| "num_input_tokens_seen": 3405774848, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2035, |
| "grad_norm": 0.7035699486732483, |
| "learning_rate": 3.374808946790466e-05, |
| "loss": 1.7535, |
| "num_input_tokens_seen": 3414163456, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.7741231918334961, |
| "learning_rate": 3.369094211857378e-05, |
| "loss": 1.6001, |
| "num_input_tokens_seen": 3422552064, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.2045, |
| "grad_norm": 0.9337701201438904, |
| "learning_rate": 3.363358363797893e-05, |
| "loss": 1.7443, |
| "num_input_tokens_seen": 3430940672, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 0.7415249347686768, |
| "learning_rate": 3.357601491065884e-05, |
| "loss": 1.5493, |
| "num_input_tokens_seen": 3439329280, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2055, |
| "grad_norm": 0.9262260794639587, |
| "learning_rate": 3.35182368243945e-05, |
| "loss": 1.5924, |
| "num_input_tokens_seen": 3447717888, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.9444292783737183, |
| "learning_rate": 3.346025027019547e-05, |
| "loss": 1.5166, |
| "num_input_tokens_seen": 3456106496, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2065, |
| "grad_norm": 0.9404441118240356, |
| "learning_rate": 3.3402056142286156e-05, |
| "loss": 1.4745, |
| "num_input_tokens_seen": 3464495104, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.207, |
| "grad_norm": 0.9392333030700684, |
| "learning_rate": 3.3343655338091996e-05, |
| "loss": 1.7033, |
| "num_input_tokens_seen": 3472883712, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2075, |
| "grad_norm": 0.8478058576583862, |
| "learning_rate": 3.328504875822564e-05, |
| "loss": 1.5295, |
| "num_input_tokens_seen": 3481272320, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 1.0962209701538086, |
| "learning_rate": 3.322623730647304e-05, |
| "loss": 1.485, |
| "num_input_tokens_seen": 3489660928, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2085, |
| "grad_norm": 0.8134574890136719, |
| "learning_rate": 3.316722188977955e-05, |
| "loss": 1.6648, |
| "num_input_tokens_seen": 3498049536, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.209, |
| "grad_norm": 0.7560186982154846, |
| "learning_rate": 3.310800341823588e-05, |
| "loss": 1.7324, |
| "num_input_tokens_seen": 3506438144, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.2095, |
| "grad_norm": 0.8222687244415283, |
| "learning_rate": 3.3048582805064137e-05, |
| "loss": 1.7548, |
| "num_input_tokens_seen": 3514826752, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.6891204714775085, |
| "learning_rate": 3.298896096660367e-05, |
| "loss": 1.6091, |
| "num_input_tokens_seen": 3523215360, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2105, |
| "grad_norm": 0.8553364276885986, |
| "learning_rate": 3.2929138822297004e-05, |
| "loss": 1.6255, |
| "num_input_tokens_seen": 3531603968, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.211, |
| "grad_norm": 0.6773521900177002, |
| "learning_rate": 3.286911729467558e-05, |
| "loss": 1.6468, |
| "num_input_tokens_seen": 3539992576, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.2115, |
| "grad_norm": 0.6326610445976257, |
| "learning_rate": 3.280889730934562e-05, |
| "loss": 1.5726, |
| "num_input_tokens_seen": 3548381184, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.6619254946708679, |
| "learning_rate": 3.27484797949738e-05, |
| "loss": 1.7451, |
| "num_input_tokens_seen": 3556769792, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2125, |
| "grad_norm": 0.6987465620040894, |
| "learning_rate": 3.268786568327291e-05, |
| "loss": 1.5267, |
| "num_input_tokens_seen": 3565158400, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.213, |
| "grad_norm": 1.052083969116211, |
| "learning_rate": 3.262705590898756e-05, |
| "loss": 1.5756, |
| "num_input_tokens_seen": 3573547008, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2135, |
| "grad_norm": 1.3585137128829956, |
| "learning_rate": 3.2566051409879676e-05, |
| "loss": 1.6222, |
| "num_input_tokens_seen": 3581935616, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 0.7190059423446655, |
| "learning_rate": 3.250485312671411e-05, |
| "loss": 1.5788, |
| "num_input_tokens_seen": 3590324224, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.2145, |
| "grad_norm": 1.0504647493362427, |
| "learning_rate": 3.244346200324409e-05, |
| "loss": 1.7213, |
| "num_input_tokens_seen": 3598712832, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 1.4357564449310303, |
| "learning_rate": 3.238187898619669e-05, |
| "loss": 1.9118, |
| "num_input_tokens_seen": 3607101440, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2155, |
| "grad_norm": 0.7912888526916504, |
| "learning_rate": 3.23201050252582e-05, |
| "loss": 1.5837, |
| "num_input_tokens_seen": 3615490048, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 1.4020187854766846, |
| "learning_rate": 3.2258141073059533e-05, |
| "loss": 1.602, |
| "num_input_tokens_seen": 3623878656, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.2165, |
| "grad_norm": 0.8430026173591614, |
| "learning_rate": 3.219598808516148e-05, |
| "loss": 1.5711, |
| "num_input_tokens_seen": 3632267264, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.217, |
| "grad_norm": 1.3351163864135742, |
| "learning_rate": 3.2133647020039995e-05, |
| "loss": 1.64, |
| "num_input_tokens_seen": 3640655872, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.2175, |
| "grad_norm": 0.8527347445487976, |
| "learning_rate": 3.207111883907143e-05, |
| "loss": 1.6443, |
| "num_input_tokens_seen": 3649044480, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 1.2249008417129517, |
| "learning_rate": 3.200840450651769e-05, |
| "loss": 1.7433, |
| "num_input_tokens_seen": 3657433088, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.2185, |
| "grad_norm": 0.8667119741439819, |
| "learning_rate": 3.194550498951134e-05, |
| "loss": 1.6459, |
| "num_input_tokens_seen": 3665821696, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.219, |
| "grad_norm": 1.0201963186264038, |
| "learning_rate": 3.188242125804078e-05, |
| "loss": 1.5644, |
| "num_input_tokens_seen": 3674210304, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.2195, |
| "grad_norm": 0.6974561214447021, |
| "learning_rate": 3.181915428493515e-05, |
| "loss": 1.6249, |
| "num_input_tokens_seen": 3682598912, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.920744001865387, |
| "learning_rate": 3.1755705045849465e-05, |
| "loss": 1.5955, |
| "num_input_tokens_seen": 3690987520, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2205, |
| "grad_norm": 0.7391747832298279, |
| "learning_rate": 3.1692074519249476e-05, |
| "loss": 1.5939, |
| "num_input_tokens_seen": 3699376128, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.221, |
| "grad_norm": 0.7469002604484558, |
| "learning_rate": 3.1628263686396614e-05, |
| "loss": 1.9061, |
| "num_input_tokens_seen": 3707764736, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.2215, |
| "grad_norm": 0.8305338025093079, |
| "learning_rate": 3.156427353133286e-05, |
| "loss": 1.7827, |
| "num_input_tokens_seen": 3716153344, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 0.666205644607544, |
| "learning_rate": 3.150010504086558e-05, |
| "loss": 1.5269, |
| "num_input_tokens_seen": 3724541952, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.2225, |
| "grad_norm": 0.6806762218475342, |
| "learning_rate": 3.1435759204552246e-05, |
| "loss": 1.7997, |
| "num_input_tokens_seen": 3732930560, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.223, |
| "grad_norm": 0.6571435332298279, |
| "learning_rate": 3.1371237014685285e-05, |
| "loss": 1.6215, |
| "num_input_tokens_seen": 3741319168, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.2235, |
| "grad_norm": 0.685133159160614, |
| "learning_rate": 3.130653946627666e-05, |
| "loss": 1.7139, |
| "num_input_tokens_seen": 3749707776, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.6187507510185242, |
| "learning_rate": 3.124166755704261e-05, |
| "loss": 1.6145, |
| "num_input_tokens_seen": 3758096384, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.2245, |
| "grad_norm": 0.5842682719230652, |
| "learning_rate": 3.117662228738823e-05, |
| "loss": 1.6303, |
| "num_input_tokens_seen": 3766484992, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 0.626196026802063, |
| "learning_rate": 3.111140466039205e-05, |
| "loss": 1.4281, |
| "num_input_tokens_seen": 3774873600, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2255, |
| "grad_norm": 0.8410570025444031, |
| "learning_rate": 3.104601568179054e-05, |
| "loss": 1.5349, |
| "num_input_tokens_seen": 3783262208, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 0.9013755321502686, |
| "learning_rate": 3.098045635996264e-05, |
| "loss": 1.6157, |
| "num_input_tokens_seen": 3791650816, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.2265, |
| "grad_norm": 0.8393816351890564, |
| "learning_rate": 3.09147277059142e-05, |
| "loss": 1.5574, |
| "num_input_tokens_seen": 3800039424, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.227, |
| "grad_norm": 0.8969332575798035, |
| "learning_rate": 3.084883073326238e-05, |
| "loss": 1.8073, |
| "num_input_tokens_seen": 3808428032, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.2275, |
| "grad_norm": 0.9891500473022461, |
| "learning_rate": 3.078276645822001e-05, |
| "loss": 1.6999, |
| "num_input_tokens_seen": 3816816640, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.6412311792373657, |
| "learning_rate": 3.0716535899579936e-05, |
| "loss": 1.7065, |
| "num_input_tokens_seen": 3825205248, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.2285, |
| "grad_norm": 1.021301031112671, |
| "learning_rate": 3.065014007869931e-05, |
| "loss": 1.6141, |
| "num_input_tokens_seen": 3833593856, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.229, |
| "grad_norm": 0.933661162853241, |
| "learning_rate": 3.058358001948381e-05, |
| "loss": 1.5318, |
| "num_input_tokens_seen": 3841982464, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.2295, |
| "grad_norm": 0.7375662922859192, |
| "learning_rate": 3.0516856748371914e-05, |
| "loss": 1.6712, |
| "num_input_tokens_seen": 3850371072, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7946784496307373, |
| "learning_rate": 3.0449971294318977e-05, |
| "loss": 1.6786, |
| "num_input_tokens_seen": 3858759680, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2305, |
| "grad_norm": 0.8587263822555542, |
| "learning_rate": 3.0382924688781462e-05, |
| "loss": 1.6399, |
| "num_input_tokens_seen": 3867148288, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.231, |
| "grad_norm": 0.836588442325592, |
| "learning_rate": 3.031571796570095e-05, |
| "loss": 1.5581, |
| "num_input_tokens_seen": 3875536896, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.2315, |
| "grad_norm": 0.70086270570755, |
| "learning_rate": 3.0248352161488267e-05, |
| "loss": 1.4948, |
| "num_input_tokens_seen": 3883925504, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.7697365283966064, |
| "learning_rate": 3.018082831500743e-05, |
| "loss": 1.6849, |
| "num_input_tokens_seen": 3892314112, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.2325, |
| "grad_norm": 0.7808486819267273, |
| "learning_rate": 3.0113147467559697e-05, |
| "loss": 1.5426, |
| "num_input_tokens_seen": 3900702720, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.233, |
| "grad_norm": 0.6648643016815186, |
| "learning_rate": 3.004531066286745e-05, |
| "loss": 1.6239, |
| "num_input_tokens_seen": 3909091328, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.2335, |
| "grad_norm": 0.6827794909477234, |
| "learning_rate": 2.997731894705815e-05, |
| "loss": 1.5759, |
| "num_input_tokens_seen": 3917479936, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 0.7341679334640503, |
| "learning_rate": 2.9909173368648154e-05, |
| "loss": 1.7485, |
| "num_input_tokens_seen": 3925868544, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.2345, |
| "grad_norm": 0.6696147322654724, |
| "learning_rate": 2.9840874978526582e-05, |
| "loss": 1.5589, |
| "num_input_tokens_seen": 3934257152, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 0.6791352033615112, |
| "learning_rate": 2.9772424829939103e-05, |
| "loss": 1.5359, |
| "num_input_tokens_seen": 3942645760, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2355, |
| "grad_norm": 0.5946401357650757, |
| "learning_rate": 2.9703823978471676e-05, |
| "loss": 1.6936, |
| "num_input_tokens_seen": 3951034368, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.5652855038642883, |
| "learning_rate": 2.9635073482034307e-05, |
| "loss": 1.5851, |
| "num_input_tokens_seen": 3959422976, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2365, |
| "grad_norm": 0.6535623669624329, |
| "learning_rate": 2.9566174400844692e-05, |
| "loss": 1.6653, |
| "num_input_tokens_seen": 3967811584, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.237, |
| "grad_norm": 0.6742349863052368, |
| "learning_rate": 2.949712779741189e-05, |
| "loss": 1.5506, |
| "num_input_tokens_seen": 3976200192, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.2375, |
| "grad_norm": 0.8731011748313904, |
| "learning_rate": 2.9427934736519962e-05, |
| "loss": 1.6377, |
| "num_input_tokens_seen": 3984588800, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 0.834618866443634, |
| "learning_rate": 2.935859628521147e-05, |
| "loss": 1.6262, |
| "num_input_tokens_seen": 3992977408, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.2385, |
| "grad_norm": 0.7309226393699646, |
| "learning_rate": 2.9289113512771133e-05, |
| "loss": 1.6611, |
| "num_input_tokens_seen": 4001366016, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.239, |
| "grad_norm": 0.5517134070396423, |
| "learning_rate": 2.921948749070925e-05, |
| "loss": 1.6789, |
| "num_input_tokens_seen": 4009754624, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.2395, |
| "grad_norm": 0.6876691579818726, |
| "learning_rate": 2.914971929274521e-05, |
| "loss": 1.5779, |
| "num_input_tokens_seen": 4018143232, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.7181439399719238, |
| "learning_rate": 2.9079809994790937e-05, |
| "loss": 1.7478, |
| "num_input_tokens_seen": 4026531840, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2405, |
| "grad_norm": 0.546655535697937, |
| "learning_rate": 2.900976067493429e-05, |
| "loss": 1.6137, |
| "num_input_tokens_seen": 4034920448, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.241, |
| "grad_norm": 0.8767627477645874, |
| "learning_rate": 2.8939572413422426e-05, |
| "loss": 1.7662, |
| "num_input_tokens_seen": 4043309056, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.2415, |
| "grad_norm": 1.0640788078308105, |
| "learning_rate": 2.886924629264517e-05, |
| "loss": 1.6892, |
| "num_input_tokens_seen": 4051697664, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 0.7425519824028015, |
| "learning_rate": 2.8798783397118305e-05, |
| "loss": 1.6408, |
| "num_input_tokens_seen": 4060086272, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.2425, |
| "grad_norm": 0.5955070853233337, |
| "learning_rate": 2.872818481346684e-05, |
| "loss": 1.6736, |
| "num_input_tokens_seen": 4068474880, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.243, |
| "grad_norm": 0.7473011612892151, |
| "learning_rate": 2.8657451630408287e-05, |
| "loss": 1.6427, |
| "num_input_tokens_seen": 4076863488, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.2435, |
| "grad_norm": 0.7602230310440063, |
| "learning_rate": 2.85865849387358e-05, |
| "loss": 1.7862, |
| "num_input_tokens_seen": 4085252096, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.5774588584899902, |
| "learning_rate": 2.8515585831301456e-05, |
| "loss": 1.4897, |
| "num_input_tokens_seen": 4093640704, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.2445, |
| "grad_norm": 1.0716197490692139, |
| "learning_rate": 2.844445540299931e-05, |
| "loss": 1.7469, |
| "num_input_tokens_seen": 4102029312, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.245, |
| "grad_norm": 0.9976931810379028, |
| "learning_rate": 2.8373194750748566e-05, |
| "loss": 1.7009, |
| "num_input_tokens_seen": 4110417920, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2455, |
| "grad_norm": 0.6268777251243591, |
| "learning_rate": 2.8301804973476628e-05, |
| "loss": 1.5147, |
| "num_input_tokens_seen": 4118806528, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 0.8679307103157043, |
| "learning_rate": 2.823028717210218e-05, |
| "loss": 1.6155, |
| "num_input_tokens_seen": 4127195136, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.2465, |
| "grad_norm": 0.7973881959915161, |
| "learning_rate": 2.8158642449518186e-05, |
| "loss": 1.6257, |
| "num_input_tokens_seen": 4135583744, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.247, |
| "grad_norm": 0.5766689777374268, |
| "learning_rate": 2.8086871910574904e-05, |
| "loss": 1.6149, |
| "num_input_tokens_seen": 4143972352, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.2475, |
| "grad_norm": 0.6986018419265747, |
| "learning_rate": 2.8014976662062818e-05, |
| "loss": 1.571, |
| "num_input_tokens_seen": 4152360960, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.9588996171951294, |
| "learning_rate": 2.7942957812695613e-05, |
| "loss": 1.6737, |
| "num_input_tokens_seen": 4160749568, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.2485, |
| "grad_norm": 0.5572625398635864, |
| "learning_rate": 2.787081647309303e-05, |
| "loss": 1.6634, |
| "num_input_tokens_seen": 4169138176, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.249, |
| "grad_norm": 0.7389435172080994, |
| "learning_rate": 2.7798553755763768e-05, |
| "loss": 1.4613, |
| "num_input_tokens_seen": 4177526784, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.2495, |
| "grad_norm": 0.7594336867332458, |
| "learning_rate": 2.7726170775088324e-05, |
| "loss": 1.7553, |
| "num_input_tokens_seen": 4185915392, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.5780491232872009, |
| "learning_rate": 2.7653668647301797e-05, |
| "loss": 1.674, |
| "num_input_tokens_seen": 4194304000, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2505, |
| "grad_norm": 0.7985231876373291, |
| "learning_rate": 2.7581048490476695e-05, |
| "loss": 1.6012, |
| "num_input_tokens_seen": 4202692608, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.251, |
| "grad_norm": 0.6286901831626892, |
| "learning_rate": 2.7508311424505665e-05, |
| "loss": 1.8672, |
| "num_input_tokens_seen": 4211081216, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.2515, |
| "grad_norm": 0.7128638029098511, |
| "learning_rate": 2.7435458571084247e-05, |
| "loss": 1.5799, |
| "num_input_tokens_seen": 4219469824, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.6798509359359741, |
| "learning_rate": 2.7362491053693564e-05, |
| "loss": 1.6685, |
| "num_input_tokens_seen": 4227858432, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.2525, |
| "grad_norm": 0.8275137543678284, |
| "learning_rate": 2.7289409997583002e-05, |
| "loss": 1.6989, |
| "num_input_tokens_seen": 4236247040, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.253, |
| "grad_norm": 0.5991443991661072, |
| "learning_rate": 2.7216216529752836e-05, |
| "loss": 1.509, |
| "num_input_tokens_seen": 4244635648, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.2535, |
| "grad_norm": 0.7469322681427002, |
| "learning_rate": 2.7142911778936913e-05, |
| "loss": 1.4821, |
| "num_input_tokens_seen": 4253024256, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 0.7251424789428711, |
| "learning_rate": 2.7069496875585145e-05, |
| "loss": 1.6557, |
| "num_input_tokens_seen": 4261412864, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.2545, |
| "grad_norm": 0.5844877362251282, |
| "learning_rate": 2.6995972951846177e-05, |
| "loss": 1.6354, |
| "num_input_tokens_seen": 4269801472, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.255, |
| "grad_norm": 0.6762341260910034, |
| "learning_rate": 2.692234114154986e-05, |
| "loss": 1.6662, |
| "num_input_tokens_seen": 4278190080, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2555, |
| "grad_norm": 0.6216310262680054, |
| "learning_rate": 2.68486025801898e-05, |
| "loss": 1.6086, |
| "num_input_tokens_seen": 4286578688, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.6491274833679199, |
| "learning_rate": 2.6774758404905833e-05, |
| "loss": 1.6203, |
| "num_input_tokens_seen": 4294967296, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.2565, |
| "grad_norm": 0.5345763564109802, |
| "learning_rate": 2.670080975446648e-05, |
| "loss": 1.7299, |
| "num_input_tokens_seen": 4303355904, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.257, |
| "grad_norm": 0.60438072681427, |
| "learning_rate": 2.662675776925142e-05, |
| "loss": 1.5607, |
| "num_input_tokens_seen": 4311744512, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2575, |
| "grad_norm": 0.48150795698165894, |
| "learning_rate": 2.6552603591233875e-05, |
| "loss": 1.5468, |
| "num_input_tokens_seen": 4320133120, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 0.7575556635856628, |
| "learning_rate": 2.647834836396299e-05, |
| "loss": 1.5371, |
| "num_input_tokens_seen": 4328521728, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.2585, |
| "grad_norm": 0.8684462308883667, |
| "learning_rate": 2.6403993232546235e-05, |
| "loss": 1.3988, |
| "num_input_tokens_seen": 4336910336, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.259, |
| "grad_norm": 1.1402355432510376, |
| "learning_rate": 2.6329539343631725e-05, |
| "loss": 1.5219, |
| "num_input_tokens_seen": 4345298944, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.2595, |
| "grad_norm": 0.7717565894126892, |
| "learning_rate": 2.625498784539052e-05, |
| "loss": 1.6181, |
| "num_input_tokens_seen": 4353687552, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.6470482349395752, |
| "learning_rate": 2.618033988749895e-05, |
| "loss": 1.8013, |
| "num_input_tokens_seen": 4362076160, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2605, |
| "grad_norm": 0.9011819958686829, |
| "learning_rate": 2.6105596621120873e-05, |
| "loss": 1.5728, |
| "num_input_tokens_seen": 4370464768, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.261, |
| "grad_norm": 0.9903879761695862, |
| "learning_rate": 2.6030759198889915e-05, |
| "loss": 1.5021, |
| "num_input_tokens_seen": 4378853376, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.2615, |
| "grad_norm": 0.6056469678878784, |
| "learning_rate": 2.595582877489171e-05, |
| "loss": 1.5722, |
| "num_input_tokens_seen": 4387241984, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 0.7082294225692749, |
| "learning_rate": 2.588080650464608e-05, |
| "loss": 1.5256, |
| "num_input_tokens_seen": 4395630592, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.2625, |
| "grad_norm": 0.8824757933616638, |
| "learning_rate": 2.580569354508925e-05, |
| "loss": 1.6759, |
| "num_input_tokens_seen": 4404019200, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.263, |
| "grad_norm": 0.6927574276924133, |
| "learning_rate": 2.573049105455597e-05, |
| "loss": 1.5, |
| "num_input_tokens_seen": 4412407808, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.2635, |
| "grad_norm": 0.8164727687835693, |
| "learning_rate": 2.5655200192761668e-05, |
| "loss": 1.4772, |
| "num_input_tokens_seen": 4420796416, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.6587943434715271, |
| "learning_rate": 2.557982212078459e-05, |
| "loss": 1.6043, |
| "num_input_tokens_seen": 4429185024, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.2645, |
| "grad_norm": 0.6168190836906433, |
| "learning_rate": 2.550435800104783e-05, |
| "loss": 1.5051, |
| "num_input_tokens_seen": 4437573632, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.265, |
| "grad_norm": 0.6624361872673035, |
| "learning_rate": 2.5428808997301486e-05, |
| "loss": 1.6477, |
| "num_input_tokens_seen": 4445962240, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2655, |
| "grad_norm": 0.6016016006469727, |
| "learning_rate": 2.535317627460465e-05, |
| "loss": 1.7103, |
| "num_input_tokens_seen": 4454350848, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 0.7597566246986389, |
| "learning_rate": 2.5277460999307462e-05, |
| "loss": 1.5454, |
| "num_input_tokens_seen": 4462739456, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.2665, |
| "grad_norm": 0.5779781937599182, |
| "learning_rate": 2.5201664339033138e-05, |
| "loss": 1.74, |
| "num_input_tokens_seen": 4471128064, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.267, |
| "grad_norm": 0.7097752094268799, |
| "learning_rate": 2.5125787462659937e-05, |
| "loss": 1.6777, |
| "num_input_tokens_seen": 4479516672, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.2675, |
| "grad_norm": 0.6358765959739685, |
| "learning_rate": 2.504983154030316e-05, |
| "loss": 1.69, |
| "num_input_tokens_seen": 4487905280, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.8313521146774292, |
| "learning_rate": 2.4973797743297103e-05, |
| "loss": 1.427, |
| "num_input_tokens_seen": 4496293888, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.2685, |
| "grad_norm": 1.0910331010818481, |
| "learning_rate": 2.489768724417695e-05, |
| "loss": 1.7318, |
| "num_input_tokens_seen": 4504682496, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.269, |
| "grad_norm": 0.7883654236793518, |
| "learning_rate": 2.4821501216660778e-05, |
| "loss": 1.7768, |
| "num_input_tokens_seen": 4513071104, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.2695, |
| "grad_norm": 0.814295768737793, |
| "learning_rate": 2.474524083563136e-05, |
| "loss": 1.6363, |
| "num_input_tokens_seen": 4521459712, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8142704367637634, |
| "learning_rate": 2.4668907277118114e-05, |
| "loss": 1.8271, |
| "num_input_tokens_seen": 4529848320, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2705, |
| "grad_norm": 0.6927081942558289, |
| "learning_rate": 2.459250171827894e-05, |
| "loss": 1.5607, |
| "num_input_tokens_seen": 4538236928, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.271, |
| "grad_norm": 0.7037166357040405, |
| "learning_rate": 2.4516025337382078e-05, |
| "loss": 1.606, |
| "num_input_tokens_seen": 4546625536, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.2715, |
| "grad_norm": 0.7414228916168213, |
| "learning_rate": 2.443947931378792e-05, |
| "loss": 1.6102, |
| "num_input_tokens_seen": 4555014144, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.734017014503479, |
| "learning_rate": 2.4362864827930855e-05, |
| "loss": 1.6308, |
| "num_input_tokens_seen": 4563402752, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.2725, |
| "grad_norm": 0.8329829573631287, |
| "learning_rate": 2.4286183061301016e-05, |
| "loss": 1.6925, |
| "num_input_tokens_seen": 4571791360, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.273, |
| "grad_norm": 0.598017692565918, |
| "learning_rate": 2.4209435196426112e-05, |
| "loss": 1.4737, |
| "num_input_tokens_seen": 4580179968, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.2735, |
| "grad_norm": 0.6858911514282227, |
| "learning_rate": 2.4132622416853164e-05, |
| "loss": 1.6603, |
| "num_input_tokens_seen": 4588568576, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 0.6639436483383179, |
| "learning_rate": 2.405574590713025e-05, |
| "loss": 1.5032, |
| "num_input_tokens_seen": 4596957184, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.2745, |
| "grad_norm": 0.6341187357902527, |
| "learning_rate": 2.3978806852788253e-05, |
| "loss": 1.7347, |
| "num_input_tokens_seen": 4605345792, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 0.5443724393844604, |
| "learning_rate": 2.390180644032257e-05, |
| "loss": 1.6864, |
| "num_input_tokens_seen": 4613734400, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2755, |
| "grad_norm": 0.6698442101478577, |
| "learning_rate": 2.382474585717481e-05, |
| "loss": 1.7269, |
| "num_input_tokens_seen": 4622123008, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.508804976940155, |
| "learning_rate": 2.37476262917145e-05, |
| "loss": 1.6529, |
| "num_input_tokens_seen": 4630511616, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.2765, |
| "grad_norm": 0.6291599869728088, |
| "learning_rate": 2.3670448933220732e-05, |
| "loss": 1.6619, |
| "num_input_tokens_seen": 4638900224, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.277, |
| "grad_norm": 0.591014564037323, |
| "learning_rate": 2.3593214971863857e-05, |
| "loss": 1.6256, |
| "num_input_tokens_seen": 4647288832, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2775, |
| "grad_norm": 0.5783071517944336, |
| "learning_rate": 2.3515925598687097e-05, |
| "loss": 1.74, |
| "num_input_tokens_seen": 4655677440, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 0.539421558380127, |
| "learning_rate": 2.3438582005588192e-05, |
| "loss": 1.6832, |
| "num_input_tokens_seen": 4664066048, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.2785, |
| "grad_norm": 0.5550200343132019, |
| "learning_rate": 2.3361185385301042e-05, |
| "loss": 1.6972, |
| "num_input_tokens_seen": 4672454656, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.279, |
| "grad_norm": 0.6679721474647522, |
| "learning_rate": 2.328373693137726e-05, |
| "loss": 1.6456, |
| "num_input_tokens_seen": 4680843264, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.2795, |
| "grad_norm": 0.49843743443489075, |
| "learning_rate": 2.3206237838167825e-05, |
| "loss": 1.6452, |
| "num_input_tokens_seen": 4689231872, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.6135469079017639, |
| "learning_rate": 2.312868930080462e-05, |
| "loss": 1.6034, |
| "num_input_tokens_seen": 4697620480, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2805, |
| "grad_norm": 0.5259789824485779, |
| "learning_rate": 2.3051092515182022e-05, |
| "loss": 1.5512, |
| "num_input_tokens_seen": 4706009088, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.281, |
| "grad_norm": 0.6396327614784241, |
| "learning_rate": 2.2973448677938466e-05, |
| "loss": 1.6086, |
| "num_input_tokens_seen": 4714397696, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.2815, |
| "grad_norm": 0.523544430732727, |
| "learning_rate": 2.289575898643796e-05, |
| "loss": 1.5549, |
| "num_input_tokens_seen": 4722786304, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 0.5481888651847839, |
| "learning_rate": 2.2818024638751655e-05, |
| "loss": 1.6328, |
| "num_input_tokens_seen": 4731174912, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.2825, |
| "grad_norm": 0.5783687233924866, |
| "learning_rate": 2.2740246833639366e-05, |
| "loss": 1.7459, |
| "num_input_tokens_seen": 4739563520, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.283, |
| "grad_norm": 0.5406476259231567, |
| "learning_rate": 2.266242677053105e-05, |
| "loss": 1.481, |
| "num_input_tokens_seen": 4747952128, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.2835, |
| "grad_norm": 0.7908449172973633, |
| "learning_rate": 2.2584565649508355e-05, |
| "loss": 1.6422, |
| "num_input_tokens_seen": 4756340736, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.7007967829704285, |
| "learning_rate": 2.2506664671286087e-05, |
| "loss": 1.6323, |
| "num_input_tokens_seen": 4764729344, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.2845, |
| "grad_norm": 0.5286893248558044, |
| "learning_rate": 2.2428725037193697e-05, |
| "loss": 1.6692, |
| "num_input_tokens_seen": 4773117952, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.285, |
| "grad_norm": 0.7265971899032593, |
| "learning_rate": 2.2350747949156756e-05, |
| "loss": 1.6742, |
| "num_input_tokens_seen": 4781506560, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2855, |
| "grad_norm": 0.592954158782959, |
| "learning_rate": 2.2272734609678426e-05, |
| "loss": 1.5685, |
| "num_input_tokens_seen": 4789895168, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 0.532684862613678, |
| "learning_rate": 2.2194686221820905e-05, |
| "loss": 1.6014, |
| "num_input_tokens_seen": 4798283776, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.2865, |
| "grad_norm": 0.5546914339065552, |
| "learning_rate": 2.2116603989186895e-05, |
| "loss": 1.4608, |
| "num_input_tokens_seen": 4806672384, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.287, |
| "grad_norm": 0.654141366481781, |
| "learning_rate": 2.2038489115901e-05, |
| "loss": 1.4977, |
| "num_input_tokens_seen": 4815060992, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.2875, |
| "grad_norm": 0.48651596903800964, |
| "learning_rate": 2.196034280659122e-05, |
| "loss": 1.591, |
| "num_input_tokens_seen": 4823449600, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.6360925436019897, |
| "learning_rate": 2.1882166266370292e-05, |
| "loss": 1.5767, |
| "num_input_tokens_seen": 4831838208, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.2885, |
| "grad_norm": 0.48844876885414124, |
| "learning_rate": 2.1803960700817185e-05, |
| "loss": 1.8562, |
| "num_input_tokens_seen": 4840226816, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.289, |
| "grad_norm": 0.6248428821563721, |
| "learning_rate": 2.1725727315958473e-05, |
| "loss": 1.5894, |
| "num_input_tokens_seen": 4848615424, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.2895, |
| "grad_norm": 0.7215993404388428, |
| "learning_rate": 2.1647467318249715e-05, |
| "loss": 1.6851, |
| "num_input_tokens_seen": 4857004032, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.6206884980201721, |
| "learning_rate": 2.1569181914556904e-05, |
| "loss": 1.5265, |
| "num_input_tokens_seen": 4865392640, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2905, |
| "grad_norm": 0.5436145067214966, |
| "learning_rate": 2.1490872312137795e-05, |
| "loss": 1.7174, |
| "num_input_tokens_seen": 4873781248, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.291, |
| "grad_norm": 0.6190699338912964, |
| "learning_rate": 2.1412539718623337e-05, |
| "loss": 1.3116, |
| "num_input_tokens_seen": 4882169856, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.2915, |
| "grad_norm": 0.6792662143707275, |
| "learning_rate": 2.1334185341999024e-05, |
| "loss": 1.5902, |
| "num_input_tokens_seen": 4890558464, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.5043581128120422, |
| "learning_rate": 2.125581039058627e-05, |
| "loss": 1.6654, |
| "num_input_tokens_seen": 4898947072, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.2925, |
| "grad_norm": 0.5902267694473267, |
| "learning_rate": 2.117741607302378e-05, |
| "loss": 1.6671, |
| "num_input_tokens_seen": 4907335680, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.293, |
| "grad_norm": 0.4893746078014374, |
| "learning_rate": 2.109900359824892e-05, |
| "loss": 1.6003, |
| "num_input_tokens_seen": 4915724288, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.2935, |
| "grad_norm": 0.6055283546447754, |
| "learning_rate": 2.1020574175479035e-05, |
| "loss": 1.872, |
| "num_input_tokens_seen": 4924112896, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 0.5110766291618347, |
| "learning_rate": 2.0942129014192854e-05, |
| "loss": 1.5215, |
| "num_input_tokens_seen": 4932501504, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.2945, |
| "grad_norm": 0.6477858424186707, |
| "learning_rate": 2.0863669324111807e-05, |
| "loss": 1.6343, |
| "num_input_tokens_seen": 4940890112, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.295, |
| "grad_norm": 0.5806403160095215, |
| "learning_rate": 2.0785196315181374e-05, |
| "loss": 1.4936, |
| "num_input_tokens_seen": 4949278720, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2955, |
| "grad_norm": 0.638688862323761, |
| "learning_rate": 2.0706711197552427e-05, |
| "loss": 1.4357, |
| "num_input_tokens_seen": 4957667328, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.5387598872184753, |
| "learning_rate": 2.0628215181562567e-05, |
| "loss": 1.8016, |
| "num_input_tokens_seen": 4966055936, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2965, |
| "grad_norm": 1.0725306272506714, |
| "learning_rate": 2.054970947771747e-05, |
| "loss": 1.8565, |
| "num_input_tokens_seen": 4974444544, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.297, |
| "grad_norm": 0.649124801158905, |
| "learning_rate": 2.0471195296672207e-05, |
| "loss": 1.5579, |
| "num_input_tokens_seen": 4982833152, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2975, |
| "grad_norm": 0.7250737547874451, |
| "learning_rate": 2.0392673849212565e-05, |
| "loss": 1.5504, |
| "num_input_tokens_seen": 4991221760, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.578586757183075, |
| "learning_rate": 2.0314146346236415e-05, |
| "loss": 1.5464, |
| "num_input_tokens_seen": 4999610368, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.2985, |
| "grad_norm": 0.6575354933738708, |
| "learning_rate": 2.0235613998734985e-05, |
| "loss": 1.818, |
| "num_input_tokens_seen": 5007998976, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.299, |
| "grad_norm": 0.4576837718486786, |
| "learning_rate": 2.0157078017774228e-05, |
| "loss": 1.7311, |
| "num_input_tokens_seen": 5016387584, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.2995, |
| "grad_norm": 0.6546321511268616, |
| "learning_rate": 2.0078539614476122e-05, |
| "loss": 1.8055, |
| "num_input_tokens_seen": 5024776192, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.6534265279769897, |
| "learning_rate": 2e-05, |
| "loss": 1.5457, |
| "num_input_tokens_seen": 5033164800, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3005, |
| "grad_norm": 0.687644898891449, |
| "learning_rate": 1.9921460385523884e-05, |
| "loss": 1.5855, |
| "num_input_tokens_seen": 5041553408, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.301, |
| "grad_norm": 0.5359103679656982, |
| "learning_rate": 1.9842921982225782e-05, |
| "loss": 1.5351, |
| "num_input_tokens_seen": 5049942016, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.3015, |
| "grad_norm": 0.4846513569355011, |
| "learning_rate": 1.9764386001265015e-05, |
| "loss": 1.518, |
| "num_input_tokens_seen": 5058330624, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 0.59798663854599, |
| "learning_rate": 1.9685853653763592e-05, |
| "loss": 1.5217, |
| "num_input_tokens_seen": 5066719232, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.3025, |
| "grad_norm": 0.45739227533340454, |
| "learning_rate": 1.960732615078744e-05, |
| "loss": 1.4634, |
| "num_input_tokens_seen": 5075107840, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.303, |
| "grad_norm": 0.5035345554351807, |
| "learning_rate": 1.95288047033278e-05, |
| "loss": 1.5809, |
| "num_input_tokens_seen": 5083496448, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.3035, |
| "grad_norm": 0.4467843174934387, |
| "learning_rate": 1.9450290522282533e-05, |
| "loss": 1.5883, |
| "num_input_tokens_seen": 5091885056, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.6839386224746704, |
| "learning_rate": 1.9371784818437436e-05, |
| "loss": 1.5005, |
| "num_input_tokens_seen": 5100273664, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.3045, |
| "grad_norm": 0.4985339343547821, |
| "learning_rate": 1.929328880244758e-05, |
| "loss": 1.5321, |
| "num_input_tokens_seen": 5108662272, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.305, |
| "grad_norm": 0.581303596496582, |
| "learning_rate": 1.9214803684818636e-05, |
| "loss": 1.5554, |
| "num_input_tokens_seen": 5117050880, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3055, |
| "grad_norm": 0.4922437369823456, |
| "learning_rate": 1.9136330675888192e-05, |
| "loss": 1.5549, |
| "num_input_tokens_seen": 5125439488, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 0.5247146487236023, |
| "learning_rate": 1.905787098580715e-05, |
| "loss": 1.9025, |
| "num_input_tokens_seen": 5133828096, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.3065, |
| "grad_norm": 0.5503407120704651, |
| "learning_rate": 1.897942582452097e-05, |
| "loss": 1.6479, |
| "num_input_tokens_seen": 5142216704, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.307, |
| "grad_norm": 0.5089061260223389, |
| "learning_rate": 1.890099640175109e-05, |
| "loss": 1.6435, |
| "num_input_tokens_seen": 5150605312, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.3075, |
| "grad_norm": 0.5309303998947144, |
| "learning_rate": 1.882258392697622e-05, |
| "loss": 1.5801, |
| "num_input_tokens_seen": 5158993920, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.45839405059814453, |
| "learning_rate": 1.8744189609413733e-05, |
| "loss": 1.6478, |
| "num_input_tokens_seen": 5167382528, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.3085, |
| "grad_norm": 0.5259501934051514, |
| "learning_rate": 1.8665814658000982e-05, |
| "loss": 1.6075, |
| "num_input_tokens_seen": 5175771136, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.309, |
| "grad_norm": 0.3942556381225586, |
| "learning_rate": 1.8587460281376673e-05, |
| "loss": 1.7839, |
| "num_input_tokens_seen": 5184159744, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.3095, |
| "grad_norm": 0.5850613117218018, |
| "learning_rate": 1.8509127687862208e-05, |
| "loss": 1.5596, |
| "num_input_tokens_seen": 5192548352, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.523441731929779, |
| "learning_rate": 1.8430818085443106e-05, |
| "loss": 1.5867, |
| "num_input_tokens_seen": 5200936960, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3105, |
| "grad_norm": 0.5120038986206055, |
| "learning_rate": 1.835253268175029e-05, |
| "loss": 1.5351, |
| "num_input_tokens_seen": 5209325568, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.311, |
| "grad_norm": 0.5440953969955444, |
| "learning_rate": 1.8274272684041537e-05, |
| "loss": 1.5445, |
| "num_input_tokens_seen": 5217714176, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.3115, |
| "grad_norm": 0.6131273508071899, |
| "learning_rate": 1.8196039299182818e-05, |
| "loss": 1.541, |
| "num_input_tokens_seen": 5226102784, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.4762137234210968, |
| "learning_rate": 1.8117833733629715e-05, |
| "loss": 1.5922, |
| "num_input_tokens_seen": 5234491392, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.3125, |
| "grad_norm": 0.5485303401947021, |
| "learning_rate": 1.8039657193408788e-05, |
| "loss": 1.5588, |
| "num_input_tokens_seen": 5242880000, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.313, |
| "grad_norm": 0.4996958374977112, |
| "learning_rate": 1.7961510884099005e-05, |
| "loss": 1.591, |
| "num_input_tokens_seen": 5251268608, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.3135, |
| "grad_norm": 0.5148504972457886, |
| "learning_rate": 1.7883396010813116e-05, |
| "loss": 1.5337, |
| "num_input_tokens_seen": 5259657216, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 0.4594258666038513, |
| "learning_rate": 1.7805313778179095e-05, |
| "loss": 1.7369, |
| "num_input_tokens_seen": 5268045824, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.3145, |
| "grad_norm": 0.5273151397705078, |
| "learning_rate": 1.772726539032158e-05, |
| "loss": 1.4446, |
| "num_input_tokens_seen": 5276434432, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.315, |
| "grad_norm": 0.5533626079559326, |
| "learning_rate": 1.764925205084325e-05, |
| "loss": 1.5265, |
| "num_input_tokens_seen": 5284823040, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3155, |
| "grad_norm": 0.4903721213340759, |
| "learning_rate": 1.7571274962806316e-05, |
| "loss": 1.7801, |
| "num_input_tokens_seen": 5293211648, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.49773064255714417, |
| "learning_rate": 1.7493335328713913e-05, |
| "loss": 1.701, |
| "num_input_tokens_seen": 5301600256, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.3165, |
| "grad_norm": 0.4572118818759918, |
| "learning_rate": 1.741543435049165e-05, |
| "loss": 1.6753, |
| "num_input_tokens_seen": 5309988864, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.317, |
| "grad_norm": 0.5031276941299438, |
| "learning_rate": 1.7337573229468958e-05, |
| "loss": 1.5555, |
| "num_input_tokens_seen": 5318377472, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.3175, |
| "grad_norm": 0.5255052447319031, |
| "learning_rate": 1.7259753166360644e-05, |
| "loss": 1.4977, |
| "num_input_tokens_seen": 5326766080, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 0.5148425698280334, |
| "learning_rate": 1.7181975361248348e-05, |
| "loss": 1.5357, |
| "num_input_tokens_seen": 5335154688, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.3185, |
| "grad_norm": 0.5783670544624329, |
| "learning_rate": 1.7104241013562045e-05, |
| "loss": 1.6418, |
| "num_input_tokens_seen": 5343543296, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.319, |
| "grad_norm": 0.40350809693336487, |
| "learning_rate": 1.702655132206154e-05, |
| "loss": 1.6714, |
| "num_input_tokens_seen": 5351931904, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.3195, |
| "grad_norm": 0.49052226543426514, |
| "learning_rate": 1.6948907484817985e-05, |
| "loss": 1.5475, |
| "num_input_tokens_seen": 5360320512, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.45277076959609985, |
| "learning_rate": 1.687131069919538e-05, |
| "loss": 1.5783, |
| "num_input_tokens_seen": 5368709120, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3205, |
| "grad_norm": 0.5141287446022034, |
| "learning_rate": 1.679376216183218e-05, |
| "loss": 1.6031, |
| "num_input_tokens_seen": 5377097728, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.321, |
| "grad_norm": 0.37356165051460266, |
| "learning_rate": 1.6716263068622744e-05, |
| "loss": 1.5794, |
| "num_input_tokens_seen": 5385486336, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.3215, |
| "grad_norm": 0.4839518666267395, |
| "learning_rate": 1.6638814614698965e-05, |
| "loss": 1.6072, |
| "num_input_tokens_seen": 5393874944, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 0.4161027669906616, |
| "learning_rate": 1.6561417994411808e-05, |
| "loss": 1.8477, |
| "num_input_tokens_seen": 5402263552, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.3225, |
| "grad_norm": 0.5627133846282959, |
| "learning_rate": 1.648407440131291e-05, |
| "loss": 1.629, |
| "num_input_tokens_seen": 5410652160, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.323, |
| "grad_norm": 0.45590704679489136, |
| "learning_rate": 1.640678502813615e-05, |
| "loss": 1.6007, |
| "num_input_tokens_seen": 5419040768, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.3235, |
| "grad_norm": 0.6110590696334839, |
| "learning_rate": 1.6329551066779278e-05, |
| "loss": 1.6822, |
| "num_input_tokens_seen": 5427429376, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.442785382270813, |
| "learning_rate": 1.6252373708285505e-05, |
| "loss": 1.8112, |
| "num_input_tokens_seen": 5435817984, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.3245, |
| "grad_norm": 0.4794580340385437, |
| "learning_rate": 1.6175254142825196e-05, |
| "loss": 1.59, |
| "num_input_tokens_seen": 5444206592, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 0.4918476641178131, |
| "learning_rate": 1.609819355967744e-05, |
| "loss": 1.6212, |
| "num_input_tokens_seen": 5452595200, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3255, |
| "grad_norm": 0.5037944316864014, |
| "learning_rate": 1.602119314721175e-05, |
| "loss": 1.4959, |
| "num_input_tokens_seen": 5460983808, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 0.638948380947113, |
| "learning_rate": 1.5944254092869756e-05, |
| "loss": 1.6125, |
| "num_input_tokens_seen": 5469372416, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.3265, |
| "grad_norm": 0.46257832646369934, |
| "learning_rate": 1.5867377583146836e-05, |
| "loss": 1.7298, |
| "num_input_tokens_seen": 5477761024, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.327, |
| "grad_norm": 0.5825093984603882, |
| "learning_rate": 1.579056480357389e-05, |
| "loss": 1.6123, |
| "num_input_tokens_seen": 5486149632, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.3275, |
| "grad_norm": 0.4797838628292084, |
| "learning_rate": 1.571381693869899e-05, |
| "loss": 1.6064, |
| "num_input_tokens_seen": 5494538240, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.6016621589660645, |
| "learning_rate": 1.5637135172069155e-05, |
| "loss": 1.535, |
| "num_input_tokens_seen": 5502926848, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.3285, |
| "grad_norm": 0.48697134852409363, |
| "learning_rate": 1.5560520686212083e-05, |
| "loss": 1.7159, |
| "num_input_tokens_seen": 5511315456, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.329, |
| "grad_norm": 0.5528718829154968, |
| "learning_rate": 1.548397466261793e-05, |
| "loss": 1.5113, |
| "num_input_tokens_seen": 5519704064, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.3295, |
| "grad_norm": 0.48319679498672485, |
| "learning_rate": 1.5407498281721063e-05, |
| "loss": 1.6741, |
| "num_input_tokens_seen": 5528092672, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.4717366099357605, |
| "learning_rate": 1.53310927228819e-05, |
| "loss": 1.5487, |
| "num_input_tokens_seen": 5536481280, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3305, |
| "grad_norm": 0.4618384838104248, |
| "learning_rate": 1.5254759164368644e-05, |
| "loss": 1.7316, |
| "num_input_tokens_seen": 5544869888, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.331, |
| "grad_norm": 0.7245141267776489, |
| "learning_rate": 1.517849878333923e-05, |
| "loss": 1.7489, |
| "num_input_tokens_seen": 5553258496, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.3315, |
| "grad_norm": 0.41874098777770996, |
| "learning_rate": 1.5102312755823053e-05, |
| "loss": 1.6518, |
| "num_input_tokens_seen": 5561647104, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.46870699524879456, |
| "learning_rate": 1.5026202256702909e-05, |
| "loss": 1.598, |
| "num_input_tokens_seen": 5570035712, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.3325, |
| "grad_norm": 0.37529900670051575, |
| "learning_rate": 1.4950168459696841e-05, |
| "loss": 1.6456, |
| "num_input_tokens_seen": 5578424320, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.333, |
| "grad_norm": 0.4923308789730072, |
| "learning_rate": 1.4874212537340067e-05, |
| "loss": 1.4711, |
| "num_input_tokens_seen": 5586812928, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.3335, |
| "grad_norm": 0.3929249048233032, |
| "learning_rate": 1.4798335660966869e-05, |
| "loss": 1.5761, |
| "num_input_tokens_seen": 5595201536, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 0.4999372661113739, |
| "learning_rate": 1.4722539000692548e-05, |
| "loss": 1.5069, |
| "num_input_tokens_seen": 5603590144, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.3345, |
| "grad_norm": 0.44993501901626587, |
| "learning_rate": 1.4646823725395351e-05, |
| "loss": 1.6068, |
| "num_input_tokens_seen": 5611978752, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.335, |
| "grad_norm": 0.5363733172416687, |
| "learning_rate": 1.4571191002698517e-05, |
| "loss": 1.3344, |
| "num_input_tokens_seen": 5620367360, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3355, |
| "grad_norm": 0.5620055198669434, |
| "learning_rate": 1.4495641998952172e-05, |
| "loss": 1.5378, |
| "num_input_tokens_seen": 5628755968, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.4853207468986511, |
| "learning_rate": 1.4420177879215419e-05, |
| "loss": 1.5294, |
| "num_input_tokens_seen": 5637144576, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.3365, |
| "grad_norm": 0.4831787645816803, |
| "learning_rate": 1.434479980723833e-05, |
| "loss": 1.5064, |
| "num_input_tokens_seen": 5645533184, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.337, |
| "grad_norm": 0.6178323030471802, |
| "learning_rate": 1.4269508945444033e-05, |
| "loss": 1.5201, |
| "num_input_tokens_seen": 5653921792, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.3375, |
| "grad_norm": 0.4733405113220215, |
| "learning_rate": 1.4194306454910757e-05, |
| "loss": 1.6281, |
| "num_input_tokens_seen": 5662310400, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 0.5506306886672974, |
| "learning_rate": 1.4119193495353925e-05, |
| "loss": 1.3539, |
| "num_input_tokens_seen": 5670699008, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.3385, |
| "grad_norm": 0.5859827995300293, |
| "learning_rate": 1.40441712251083e-05, |
| "loss": 1.6797, |
| "num_input_tokens_seen": 5679087616, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.339, |
| "grad_norm": 0.5389025211334229, |
| "learning_rate": 1.3969240801110088e-05, |
| "loss": 1.5045, |
| "num_input_tokens_seen": 5687476224, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.3395, |
| "grad_norm": 0.5681171417236328, |
| "learning_rate": 1.3894403378879132e-05, |
| "loss": 1.56, |
| "num_input_tokens_seen": 5695864832, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5575128197669983, |
| "learning_rate": 1.3819660112501054e-05, |
| "loss": 1.4456, |
| "num_input_tokens_seen": 5704253440, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3405, |
| "grad_norm": 0.4929724335670471, |
| "learning_rate": 1.3745012154609492e-05, |
| "loss": 1.4229, |
| "num_input_tokens_seen": 5712642048, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.341, |
| "grad_norm": 0.44603395462036133, |
| "learning_rate": 1.3670460656368278e-05, |
| "loss": 1.6888, |
| "num_input_tokens_seen": 5721030656, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.3415, |
| "grad_norm": 0.4557688236236572, |
| "learning_rate": 1.3596006767453766e-05, |
| "loss": 1.6441, |
| "num_input_tokens_seen": 5729419264, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 0.42381447553634644, |
| "learning_rate": 1.3521651636037017e-05, |
| "loss": 1.7471, |
| "num_input_tokens_seen": 5737807872, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.3425, |
| "grad_norm": 0.4877522587776184, |
| "learning_rate": 1.3447396408766134e-05, |
| "loss": 1.6108, |
| "num_input_tokens_seen": 5746196480, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.343, |
| "grad_norm": 0.5389087796211243, |
| "learning_rate": 1.3373242230748579e-05, |
| "loss": 1.4052, |
| "num_input_tokens_seen": 5754585088, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.3435, |
| "grad_norm": 0.5732712745666504, |
| "learning_rate": 1.3299190245533522e-05, |
| "loss": 1.6114, |
| "num_input_tokens_seen": 5762973696, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.37976858019828796, |
| "learning_rate": 1.3225241595094173e-05, |
| "loss": 1.6381, |
| "num_input_tokens_seen": 5771362304, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.3445, |
| "grad_norm": 0.6109358668327332, |
| "learning_rate": 1.3151397419810207e-05, |
| "loss": 1.4704, |
| "num_input_tokens_seen": 5779750912, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.345, |
| "grad_norm": 0.3784377872943878, |
| "learning_rate": 1.3077658858450137e-05, |
| "loss": 1.7119, |
| "num_input_tokens_seen": 5788139520, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3455, |
| "grad_norm": 0.534516453742981, |
| "learning_rate": 1.3004027048153826e-05, |
| "loss": 1.4831, |
| "num_input_tokens_seen": 5796528128, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 0.44002264738082886, |
| "learning_rate": 1.2930503124414862e-05, |
| "loss": 1.6671, |
| "num_input_tokens_seen": 5804916736, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.3465, |
| "grad_norm": 0.47504231333732605, |
| "learning_rate": 1.2857088221063099e-05, |
| "loss": 1.7426, |
| "num_input_tokens_seen": 5813305344, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.347, |
| "grad_norm": 0.4503721296787262, |
| "learning_rate": 1.2783783470247164e-05, |
| "loss": 1.7178, |
| "num_input_tokens_seen": 5821693952, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.3475, |
| "grad_norm": 0.38480740785598755, |
| "learning_rate": 1.2710590002417008e-05, |
| "loss": 1.5611, |
| "num_input_tokens_seen": 5830082560, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.4555624723434448, |
| "learning_rate": 1.2637508946306443e-05, |
| "loss": 1.5239, |
| "num_input_tokens_seen": 5838471168, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.3485, |
| "grad_norm": 0.38544774055480957, |
| "learning_rate": 1.2564541428915762e-05, |
| "loss": 1.5648, |
| "num_input_tokens_seen": 5846859776, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.349, |
| "grad_norm": 0.4004034399986267, |
| "learning_rate": 1.2491688575494337e-05, |
| "loss": 1.8762, |
| "num_input_tokens_seen": 5855248384, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.3495, |
| "grad_norm": 0.4557759761810303, |
| "learning_rate": 1.2418951509523312e-05, |
| "loss": 1.7131, |
| "num_input_tokens_seen": 5863636992, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.4302028715610504, |
| "learning_rate": 1.2346331352698206e-05, |
| "loss": 1.4877, |
| "num_input_tokens_seen": 5872025600, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3505, |
| "grad_norm": 0.4745676517486572, |
| "learning_rate": 1.2273829224911685e-05, |
| "loss": 1.5291, |
| "num_input_tokens_seen": 5880414208, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.351, |
| "grad_norm": 0.4593994617462158, |
| "learning_rate": 1.2201446244236242e-05, |
| "loss": 1.496, |
| "num_input_tokens_seen": 5888802816, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.3515, |
| "grad_norm": 0.4248128831386566, |
| "learning_rate": 1.2129183526906971e-05, |
| "loss": 1.5912, |
| "num_input_tokens_seen": 5897191424, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.4090263545513153, |
| "learning_rate": 1.205704218730439e-05, |
| "loss": 1.6625, |
| "num_input_tokens_seen": 5905580032, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.3525, |
| "grad_norm": 0.4674663841724396, |
| "learning_rate": 1.1985023337937185e-05, |
| "loss": 1.6483, |
| "num_input_tokens_seen": 5913968640, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.353, |
| "grad_norm": 0.41158390045166016, |
| "learning_rate": 1.1913128089425103e-05, |
| "loss": 1.4624, |
| "num_input_tokens_seen": 5922357248, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3535, |
| "grad_norm": 0.37938833236694336, |
| "learning_rate": 1.1841357550481817e-05, |
| "loss": 1.5231, |
| "num_input_tokens_seen": 5930745856, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 0.5211839079856873, |
| "learning_rate": 1.1769712827897825e-05, |
| "loss": 1.6377, |
| "num_input_tokens_seen": 5939134464, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.3545, |
| "grad_norm": 0.4222390055656433, |
| "learning_rate": 1.1698195026523379e-05, |
| "loss": 1.5385, |
| "num_input_tokens_seen": 5947523072, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.355, |
| "grad_norm": 0.5263103246688843, |
| "learning_rate": 1.1626805249251444e-05, |
| "loss": 1.432, |
| "num_input_tokens_seen": 5955911680, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3555, |
| "grad_norm": 0.40875500440597534, |
| "learning_rate": 1.1555544597000693e-05, |
| "loss": 1.5782, |
| "num_input_tokens_seen": 5964300288, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.4516502618789673, |
| "learning_rate": 1.1484414168698547e-05, |
| "loss": 1.7217, |
| "num_input_tokens_seen": 5972688896, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.3565, |
| "grad_norm": 0.4005357623100281, |
| "learning_rate": 1.1413415061264205e-05, |
| "loss": 1.5356, |
| "num_input_tokens_seen": 5981077504, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.357, |
| "grad_norm": 0.4757128059864044, |
| "learning_rate": 1.134254836959173e-05, |
| "loss": 1.5754, |
| "num_input_tokens_seen": 5989466112, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.3575, |
| "grad_norm": 0.3795611560344696, |
| "learning_rate": 1.1271815186533156e-05, |
| "loss": 1.5715, |
| "num_input_tokens_seen": 5997854720, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 0.48202642798423767, |
| "learning_rate": 1.1201216602881696e-05, |
| "loss": 1.474, |
| "num_input_tokens_seen": 6006243328, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.3585, |
| "grad_norm": 0.4397919178009033, |
| "learning_rate": 1.1130753707354836e-05, |
| "loss": 1.4755, |
| "num_input_tokens_seen": 6014631936, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.359, |
| "grad_norm": 0.4739425778388977, |
| "learning_rate": 1.106042758657758e-05, |
| "loss": 1.5371, |
| "num_input_tokens_seen": 6023020544, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.3595, |
| "grad_norm": 0.477103590965271, |
| "learning_rate": 1.0990239325065714e-05, |
| "loss": 1.6359, |
| "num_input_tokens_seen": 6031409152, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.40918999910354614, |
| "learning_rate": 1.0920190005209066e-05, |
| "loss": 1.5021, |
| "num_input_tokens_seen": 6039797760, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3605, |
| "grad_norm": 0.5159934163093567, |
| "learning_rate": 1.085028070725479e-05, |
| "loss": 1.6418, |
| "num_input_tokens_seen": 6048186368, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.361, |
| "grad_norm": 0.7591975331306458, |
| "learning_rate": 1.0780512509290758e-05, |
| "loss": 1.7691, |
| "num_input_tokens_seen": 6056574976, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.3615, |
| "grad_norm": 0.5116597414016724, |
| "learning_rate": 1.0710886487228868e-05, |
| "loss": 1.6482, |
| "num_input_tokens_seen": 6064963584, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 0.41808661818504333, |
| "learning_rate": 1.0641403714788537e-05, |
| "loss": 1.4123, |
| "num_input_tokens_seen": 6073352192, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.3625, |
| "grad_norm": 0.5217900276184082, |
| "learning_rate": 1.0572065263480046e-05, |
| "loss": 1.5236, |
| "num_input_tokens_seen": 6081740800, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.363, |
| "grad_norm": 0.4180975556373596, |
| "learning_rate": 1.0502872202588113e-05, |
| "loss": 1.6335, |
| "num_input_tokens_seen": 6090129408, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.3635, |
| "grad_norm": 0.513573944568634, |
| "learning_rate": 1.043382559915532e-05, |
| "loss": 1.5707, |
| "num_input_tokens_seen": 6098518016, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 0.4156613051891327, |
| "learning_rate": 1.0364926517965693e-05, |
| "loss": 1.5941, |
| "num_input_tokens_seen": 6106906624, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.3645, |
| "grad_norm": 0.43025484681129456, |
| "learning_rate": 1.0296176021528326e-05, |
| "loss": 1.6518, |
| "num_input_tokens_seen": 6115295232, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.365, |
| "grad_norm": 0.4618057906627655, |
| "learning_rate": 1.0227575170060909e-05, |
| "loss": 1.4235, |
| "num_input_tokens_seen": 6123683840, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3655, |
| "grad_norm": 0.3291275203227997, |
| "learning_rate": 1.0159125021473421e-05, |
| "loss": 1.6211, |
| "num_input_tokens_seen": 6132072448, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 0.41411274671554565, |
| "learning_rate": 1.009082663135185e-05, |
| "loss": 1.5563, |
| "num_input_tokens_seen": 6140461056, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.3665, |
| "grad_norm": 0.3771957457065582, |
| "learning_rate": 1.0022681052941856e-05, |
| "loss": 1.6889, |
| "num_input_tokens_seen": 6148849664, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.367, |
| "grad_norm": 0.4875394105911255, |
| "learning_rate": 9.95468933713255e-06, |
| "loss": 1.3924, |
| "num_input_tokens_seen": 6157238272, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.3675, |
| "grad_norm": 0.421825647354126, |
| "learning_rate": 9.886852532440312e-06, |
| "loss": 1.8188, |
| "num_input_tokens_seen": 6165626880, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.4703611433506012, |
| "learning_rate": 9.819171684992575e-06, |
| "loss": 1.6558, |
| "num_input_tokens_seen": 6174015488, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.3685, |
| "grad_norm": 0.49299588799476624, |
| "learning_rate": 9.751647838511747e-06, |
| "loss": 1.6531, |
| "num_input_tokens_seen": 6182404096, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.369, |
| "grad_norm": 0.4184141457080841, |
| "learning_rate": 9.684282034299053e-06, |
| "loss": 1.4939, |
| "num_input_tokens_seen": 6190792704, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.3695, |
| "grad_norm": 0.4581114947795868, |
| "learning_rate": 9.61707531121855e-06, |
| "loss": 1.4902, |
| "num_input_tokens_seen": 6199181312, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.37457022070884705, |
| "learning_rate": 9.550028705681024e-06, |
| "loss": 1.5622, |
| "num_input_tokens_seen": 6207569920, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3705, |
| "grad_norm": 0.4025091826915741, |
| "learning_rate": 9.483143251628088e-06, |
| "loss": 1.6402, |
| "num_input_tokens_seen": 6215958528, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.371, |
| "grad_norm": 0.4053475856781006, |
| "learning_rate": 9.416419980516192e-06, |
| "loss": 1.6449, |
| "num_input_tokens_seen": 6224347136, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.3715, |
| "grad_norm": 0.3622041940689087, |
| "learning_rate": 9.349859921300704e-06, |
| "loss": 1.426, |
| "num_input_tokens_seen": 6232735744, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 0.4312250316143036, |
| "learning_rate": 9.283464100420064e-06, |
| "loss": 1.6787, |
| "num_input_tokens_seen": 6241124352, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.3725, |
| "grad_norm": 0.39573124051094055, |
| "learning_rate": 9.217233541779995e-06, |
| "loss": 1.4883, |
| "num_input_tokens_seen": 6249512960, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.373, |
| "grad_norm": 0.4040946960449219, |
| "learning_rate": 9.15116926673763e-06, |
| "loss": 1.6978, |
| "num_input_tokens_seen": 6257901568, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.3735, |
| "grad_norm": 0.412345826625824, |
| "learning_rate": 9.085272294085803e-06, |
| "loss": 1.6549, |
| "num_input_tokens_seen": 6266290176, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 0.4017808139324188, |
| "learning_rate": 9.019543640037363e-06, |
| "loss": 1.4813, |
| "num_input_tokens_seen": 6274678784, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.3745, |
| "grad_norm": 0.40174025297164917, |
| "learning_rate": 8.95398431820947e-06, |
| "loss": 1.5915, |
| "num_input_tokens_seen": 6283067392, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.37170112133026123, |
| "learning_rate": 8.888595339607961e-06, |
| "loss": 1.6085, |
| "num_input_tokens_seen": 6291456000, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3755, |
| "grad_norm": 0.3888947069644928, |
| "learning_rate": 8.82337771261177e-06, |
| "loss": 1.4901, |
| "num_input_tokens_seen": 6299844608, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 0.39092621207237244, |
| "learning_rate": 8.758332442957394e-06, |
| "loss": 1.4806, |
| "num_input_tokens_seen": 6308233216, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.3765, |
| "grad_norm": 0.4453209638595581, |
| "learning_rate": 8.693460533723346e-06, |
| "loss": 1.6993, |
| "num_input_tokens_seen": 6316621824, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.377, |
| "grad_norm": 0.3836767077445984, |
| "learning_rate": 8.62876298531472e-06, |
| "loss": 1.6511, |
| "num_input_tokens_seen": 6325010432, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.3775, |
| "grad_norm": 0.3998052775859833, |
| "learning_rate": 8.564240795447758e-06, |
| "loss": 1.5698, |
| "num_input_tokens_seen": 6333399040, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 0.3738134503364563, |
| "learning_rate": 8.499894959134436e-06, |
| "loss": 1.6333, |
| "num_input_tokens_seen": 6341787648, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.3785, |
| "grad_norm": 0.36466184258461, |
| "learning_rate": 8.435726468667135e-06, |
| "loss": 1.5178, |
| "num_input_tokens_seen": 6350176256, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.379, |
| "grad_norm": 0.4085821807384491, |
| "learning_rate": 8.37173631360339e-06, |
| "loss": 1.6823, |
| "num_input_tokens_seen": 6358564864, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.3795, |
| "grad_norm": 0.3954522907733917, |
| "learning_rate": 8.307925480750535e-06, |
| "loss": 1.4361, |
| "num_input_tokens_seen": 6366953472, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4430011808872223, |
| "learning_rate": 8.24429495415054e-06, |
| "loss": 1.6206, |
| "num_input_tokens_seen": 6375342080, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3805, |
| "grad_norm": 0.4140196740627289, |
| "learning_rate": 8.180845715064851e-06, |
| "loss": 1.4822, |
| "num_input_tokens_seen": 6383730688, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.381, |
| "grad_norm": 0.3814021944999695, |
| "learning_rate": 8.117578741959232e-06, |
| "loss": 1.584, |
| "num_input_tokens_seen": 6392119296, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3815, |
| "grad_norm": 0.3553796410560608, |
| "learning_rate": 8.054495010488658e-06, |
| "loss": 1.556, |
| "num_input_tokens_seen": 6400507904, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 0.38275453448295593, |
| "learning_rate": 7.991595493482323e-06, |
| "loss": 1.4992, |
| "num_input_tokens_seen": 6408896512, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.3825, |
| "grad_norm": 0.36514538526535034, |
| "learning_rate": 7.928881160928572e-06, |
| "loss": 1.5722, |
| "num_input_tokens_seen": 6417285120, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.383, |
| "grad_norm": 0.4606564939022064, |
| "learning_rate": 7.86635297996001e-06, |
| "loss": 1.5389, |
| "num_input_tokens_seen": 6425673728, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.3835, |
| "grad_norm": 0.40744417905807495, |
| "learning_rate": 7.804011914838524e-06, |
| "loss": 1.4212, |
| "num_input_tokens_seen": 6434062336, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.42578741908073425, |
| "learning_rate": 7.741858926940475e-06, |
| "loss": 1.5838, |
| "num_input_tokens_seen": 6442450944, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.3845, |
| "grad_norm": 0.45914557576179504, |
| "learning_rate": 7.679894974741807e-06, |
| "loss": 1.633, |
| "num_input_tokens_seen": 6450839552, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.385, |
| "grad_norm": 0.40932121872901917, |
| "learning_rate": 7.618121013803319e-06, |
| "loss": 1.422, |
| "num_input_tokens_seen": 6459228160, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3855, |
| "grad_norm": 0.35300320386886597, |
| "learning_rate": 7.556537996755919e-06, |
| "loss": 1.5215, |
| "num_input_tokens_seen": 6467616768, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 0.3876708149909973, |
| "learning_rate": 7.495146873285904e-06, |
| "loss": 1.6108, |
| "num_input_tokens_seen": 6476005376, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.3865, |
| "grad_norm": 0.3526962697505951, |
| "learning_rate": 7.433948590120326e-06, |
| "loss": 1.5735, |
| "num_input_tokens_seen": 6484393984, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.387, |
| "grad_norm": 0.377326101064682, |
| "learning_rate": 7.3729440910124464e-06, |
| "loss": 1.5143, |
| "num_input_tokens_seen": 6492782592, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.3875, |
| "grad_norm": 0.3809109628200531, |
| "learning_rate": 7.312134316727093e-06, |
| "loss": 1.5331, |
| "num_input_tokens_seen": 6501171200, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 0.41740885376930237, |
| "learning_rate": 7.251520205026206e-06, |
| "loss": 1.7121, |
| "num_input_tokens_seen": 6509559808, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3885, |
| "grad_norm": 0.375685453414917, |
| "learning_rate": 7.191102690654384e-06, |
| "loss": 1.4729, |
| "num_input_tokens_seen": 6517948416, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.389, |
| "grad_norm": 0.3461897671222687, |
| "learning_rate": 7.130882705324422e-06, |
| "loss": 1.4276, |
| "num_input_tokens_seen": 6526337024, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.3895, |
| "grad_norm": 0.3789466619491577, |
| "learning_rate": 7.070861177703006e-06, |
| "loss": 1.5973, |
| "num_input_tokens_seen": 6534725632, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.40518102049827576, |
| "learning_rate": 7.01103903339633e-06, |
| "loss": 1.4118, |
| "num_input_tokens_seen": 6543114240, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3905, |
| "grad_norm": 0.3697455823421478, |
| "learning_rate": 6.95141719493587e-06, |
| "loss": 1.6321, |
| "num_input_tokens_seen": 6551502848, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.391, |
| "grad_norm": 0.39922866225242615, |
| "learning_rate": 6.891996581764124e-06, |
| "loss": 1.5606, |
| "num_input_tokens_seen": 6559891456, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.3915, |
| "grad_norm": 0.3575364947319031, |
| "learning_rate": 6.832778110220457e-06, |
| "loss": 1.5569, |
| "num_input_tokens_seen": 6568280064, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 0.36905914545059204, |
| "learning_rate": 6.773762693526967e-06, |
| "loss": 1.5744, |
| "num_input_tokens_seen": 6576668672, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.3925, |
| "grad_norm": 0.5625297427177429, |
| "learning_rate": 6.7149512417743725e-06, |
| "loss": 1.3769, |
| "num_input_tokens_seen": 6585057280, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.393, |
| "grad_norm": 0.3726418614387512, |
| "learning_rate": 6.656344661908003e-06, |
| "loss": 1.6744, |
| "num_input_tokens_seen": 6593445888, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.3935, |
| "grad_norm": 0.39471179246902466, |
| "learning_rate": 6.597943857713849e-06, |
| "loss": 1.5823, |
| "num_input_tokens_seen": 6601834496, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 0.4886147975921631, |
| "learning_rate": 6.539749729804539e-06, |
| "loss": 1.4887, |
| "num_input_tokens_seen": 6610223104, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.3945, |
| "grad_norm": 0.3547024130821228, |
| "learning_rate": 6.4817631756055086e-06, |
| "loss": 1.569, |
| "num_input_tokens_seen": 6618611712, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.395, |
| "grad_norm": 0.4050310552120209, |
| "learning_rate": 6.423985089341165e-06, |
| "loss": 1.5851, |
| "num_input_tokens_seen": 6627000320, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3955, |
| "grad_norm": 0.36963605880737305, |
| "learning_rate": 6.366416362021077e-06, |
| "loss": 1.4311, |
| "num_input_tokens_seen": 6635388928, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 0.3320269286632538, |
| "learning_rate": 6.3090578814262256e-06, |
| "loss": 1.6496, |
| "num_input_tokens_seen": 6643777536, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.3965, |
| "grad_norm": 0.4373522996902466, |
| "learning_rate": 6.251910532095349e-06, |
| "loss": 1.464, |
| "num_input_tokens_seen": 6652166144, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.397, |
| "grad_norm": 0.3273358941078186, |
| "learning_rate": 6.1949751953112565e-06, |
| "loss": 1.5889, |
| "num_input_tokens_seen": 6660554752, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.3975, |
| "grad_norm": 0.361979216337204, |
| "learning_rate": 6.138252749087286e-06, |
| "loss": 1.5708, |
| "num_input_tokens_seen": 6668943360, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 0.3504394292831421, |
| "learning_rate": 6.081744068153714e-06, |
| "loss": 1.7071, |
| "num_input_tokens_seen": 6677331968, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.3985, |
| "grad_norm": 0.35012826323509216, |
| "learning_rate": 6.02545002394432e-06, |
| "loss": 1.5771, |
| "num_input_tokens_seen": 6685720576, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.399, |
| "grad_norm": 0.34323230385780334, |
| "learning_rate": 5.969371484582887e-06, |
| "loss": 1.5181, |
| "num_input_tokens_seen": 6694109184, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.3995, |
| "grad_norm": 0.3410869836807251, |
| "learning_rate": 5.913509314869874e-06, |
| "loss": 1.5847, |
| "num_input_tokens_seen": 6702497792, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.3655712604522705, |
| "learning_rate": 5.857864376269051e-06, |
| "loss": 1.5978, |
| "num_input_tokens_seen": 6710886400, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4005, |
| "grad_norm": 0.3299401104450226, |
| "learning_rate": 5.802437526894198e-06, |
| "loss": 1.5185, |
| "num_input_tokens_seen": 6719275008, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.401, |
| "grad_norm": 0.33015549182891846, |
| "learning_rate": 5.747229621495893e-06, |
| "loss": 1.4544, |
| "num_input_tokens_seen": 6727663616, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.4015, |
| "grad_norm": 0.28621819615364075, |
| "learning_rate": 5.692241511448342e-06, |
| "loss": 1.6958, |
| "num_input_tokens_seen": 6736052224, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 0.3436781167984009, |
| "learning_rate": 5.637474044736227e-06, |
| "loss": 1.4529, |
| "num_input_tokens_seen": 6744440832, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.4025, |
| "grad_norm": 0.3146877884864807, |
| "learning_rate": 5.582928065941624e-06, |
| "loss": 1.6761, |
| "num_input_tokens_seen": 6752829440, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.403, |
| "grad_norm": 0.3468015789985657, |
| "learning_rate": 5.528604416231016e-06, |
| "loss": 1.5827, |
| "num_input_tokens_seen": 6761218048, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.4035, |
| "grad_norm": 0.30543383955955505, |
| "learning_rate": 5.474503933342272e-06, |
| "loss": 1.6216, |
| "num_input_tokens_seen": 6769606656, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.33638039231300354, |
| "learning_rate": 5.4206274515717735e-06, |
| "loss": 1.7167, |
| "num_input_tokens_seen": 6777995264, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.4045, |
| "grad_norm": 0.2884032428264618, |
| "learning_rate": 5.366975801761507e-06, |
| "loss": 1.4414, |
| "num_input_tokens_seen": 6786383872, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.405, |
| "grad_norm": 0.3318146765232086, |
| "learning_rate": 5.313549811286294e-06, |
| "loss": 1.712, |
| "num_input_tokens_seen": 6794772480, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4055, |
| "grad_norm": 0.3560062646865845, |
| "learning_rate": 5.260350304040987e-06, |
| "loss": 1.5902, |
| "num_input_tokens_seen": 6803161088, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 0.31840780377388, |
| "learning_rate": 5.207378100427804e-06, |
| "loss": 1.5372, |
| "num_input_tokens_seen": 6811549696, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.4065, |
| "grad_norm": 0.3286549150943756, |
| "learning_rate": 5.154634017343662e-06, |
| "loss": 1.6759, |
| "num_input_tokens_seen": 6819938304, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.407, |
| "grad_norm": 0.3250563144683838, |
| "learning_rate": 5.102118868167565e-06, |
| "loss": 1.5406, |
| "num_input_tokens_seen": 6828326912, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.4075, |
| "grad_norm": 0.3316640555858612, |
| "learning_rate": 5.049833462748061e-06, |
| "loss": 1.7991, |
| "num_input_tokens_seen": 6836715520, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 0.3580614924430847, |
| "learning_rate": 4.997778607390809e-06, |
| "loss": 1.6432, |
| "num_input_tokens_seen": 6845104128, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.4085, |
| "grad_norm": 0.3245338499546051, |
| "learning_rate": 4.945955104846061e-06, |
| "loss": 1.6115, |
| "num_input_tokens_seen": 6853492736, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.409, |
| "grad_norm": 0.3292555510997772, |
| "learning_rate": 4.89436375429633e-06, |
| "loss": 1.3836, |
| "num_input_tokens_seen": 6861881344, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.4095, |
| "grad_norm": 0.33106541633605957, |
| "learning_rate": 4.843005351344065e-06, |
| "loss": 1.4818, |
| "num_input_tokens_seen": 6870269952, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4454377293586731, |
| "learning_rate": 4.791880687999382e-06, |
| "loss": 1.4974, |
| "num_input_tokens_seen": 6878658560, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4105, |
| "grad_norm": 0.3861941993236542, |
| "learning_rate": 4.740990552667823e-06, |
| "loss": 1.5086, |
| "num_input_tokens_seen": 6887047168, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.411, |
| "grad_norm": 0.3597433865070343, |
| "learning_rate": 4.6903357301382405e-06, |
| "loss": 1.515, |
| "num_input_tokens_seen": 6895435776, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.4115, |
| "grad_norm": 0.35469549894332886, |
| "learning_rate": 4.639917001570644e-06, |
| "loss": 1.635, |
| "num_input_tokens_seen": 6903824384, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 0.33241182565689087, |
| "learning_rate": 4.589735144484217e-06, |
| "loss": 1.6323, |
| "num_input_tokens_seen": 6912212992, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.4125, |
| "grad_norm": 0.37007105350494385, |
| "learning_rate": 4.53979093274526e-06, |
| "loss": 1.6834, |
| "num_input_tokens_seen": 6920601600, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.413, |
| "grad_norm": 0.3709860146045685, |
| "learning_rate": 4.490085136555313e-06, |
| "loss": 1.4491, |
| "num_input_tokens_seen": 6928990208, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.4135, |
| "grad_norm": 0.3294796645641327, |
| "learning_rate": 4.440618522439237e-06, |
| "loss": 1.4501, |
| "num_input_tokens_seen": 6937378816, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 0.3185144066810608, |
| "learning_rate": 4.391391853233404e-06, |
| "loss": 1.4515, |
| "num_input_tokens_seen": 6945767424, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.4145, |
| "grad_norm": 0.3276340961456299, |
| "learning_rate": 4.342405888073971e-06, |
| "loss": 1.6034, |
| "num_input_tokens_seen": 6954156032, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.415, |
| "grad_norm": 0.3218885362148285, |
| "learning_rate": 4.293661382385106e-06, |
| "loss": 1.4493, |
| "num_input_tokens_seen": 6962544640, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.4155, |
| "grad_norm": 0.318389356136322, |
| "learning_rate": 4.245159087867383e-06, |
| "loss": 1.7035, |
| "num_input_tokens_seen": 6970933248, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.36420193314552307, |
| "learning_rate": 4.196899752486192e-06, |
| "loss": 1.4633, |
| "num_input_tokens_seen": 6979321856, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.4165, |
| "grad_norm": 0.3152608275413513, |
| "learning_rate": 4.148884120460186e-06, |
| "loss": 1.4906, |
| "num_input_tokens_seen": 6987710464, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.417, |
| "grad_norm": 0.30179423093795776, |
| "learning_rate": 4.1011129322498e-06, |
| "loss": 1.6253, |
| "num_input_tokens_seen": 6996099072, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.4175, |
| "grad_norm": 0.28013914823532104, |
| "learning_rate": 4.05358692454586e-06, |
| "loss": 1.5175, |
| "num_input_tokens_seen": 7004487680, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 0.344892293214798, |
| "learning_rate": 4.006306830258189e-06, |
| "loss": 1.6806, |
| "num_input_tokens_seen": 7012876288, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.4185, |
| "grad_norm": 0.31076744198799133, |
| "learning_rate": 3.9592733785043405e-06, |
| "loss": 1.4867, |
| "num_input_tokens_seen": 7021264896, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.419, |
| "grad_norm": 0.30278122425079346, |
| "learning_rate": 3.91248729459831e-06, |
| "loss": 1.6043, |
| "num_input_tokens_seen": 7029653504, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.4195, |
| "grad_norm": 1.5924491882324219, |
| "learning_rate": 3.865949300039404e-06, |
| "loss": 1.6819, |
| "num_input_tokens_seen": 7038042112, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.3173651695251465, |
| "learning_rate": 3.819660112501053e-06, |
| "loss": 1.5288, |
| "num_input_tokens_seen": 7046430720, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4205, |
| "grad_norm": 0.390505850315094, |
| "learning_rate": 3.773620445819799e-06, |
| "loss": 1.7401, |
| "num_input_tokens_seen": 7054819328, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.421, |
| "grad_norm": 0.3141814172267914, |
| "learning_rate": 3.727831009984262e-06, |
| "loss": 1.5442, |
| "num_input_tokens_seen": 7063207936, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.4215, |
| "grad_norm": 0.32728394865989685, |
| "learning_rate": 3.682292511124179e-06, |
| "loss": 1.524, |
| "num_input_tokens_seen": 7071596544, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 0.30296072363853455, |
| "learning_rate": 3.637005651499528e-06, |
| "loss": 1.5514, |
| "num_input_tokens_seen": 7079985152, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.4225, |
| "grad_norm": 0.3034377098083496, |
| "learning_rate": 3.5919711294897285e-06, |
| "loss": 1.6488, |
| "num_input_tokens_seen": 7088373760, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.423, |
| "grad_norm": 0.3028651773929596, |
| "learning_rate": 3.5471896395828064e-06, |
| "loss": 1.6122, |
| "num_input_tokens_seen": 7096762368, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.4235, |
| "grad_norm": 0.28566136956214905, |
| "learning_rate": 3.502661872364732e-06, |
| "loss": 1.6506, |
| "num_input_tokens_seen": 7105150976, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 0.32108139991760254, |
| "learning_rate": 3.4583885145087613e-06, |
| "loss": 1.4408, |
| "num_input_tokens_seen": 7113539584, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.4245, |
| "grad_norm": 0.33206671476364136, |
| "learning_rate": 3.414370248764849e-06, |
| "loss": 1.4943, |
| "num_input_tokens_seen": 7121928192, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 0.27473020553588867, |
| "learning_rate": 3.3706077539490933e-06, |
| "loss": 1.5191, |
| "num_input_tokens_seen": 7130316800, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4255, |
| "grad_norm": 0.291063517332077, |
| "learning_rate": 3.327101704933313e-06, |
| "loss": 1.341, |
| "num_input_tokens_seen": 7138705408, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 0.35267290472984314, |
| "learning_rate": 3.2838527726345994e-06, |
| "loss": 1.3756, |
| "num_input_tokens_seen": 7147094016, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.4265, |
| "grad_norm": 0.29957467317581177, |
| "learning_rate": 3.240861624004983e-06, |
| "loss": 1.7059, |
| "num_input_tokens_seen": 7155482624, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.427, |
| "grad_norm": 0.29212555289268494, |
| "learning_rate": 3.198128922021162e-06, |
| "loss": 1.4891, |
| "num_input_tokens_seen": 7163871232, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.4275, |
| "grad_norm": 0.3003202974796295, |
| "learning_rate": 3.155655325674272e-06, |
| "loss": 1.5788, |
| "num_input_tokens_seen": 7172259840, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 0.29497838020324707, |
| "learning_rate": 3.1134414899597033e-06, |
| "loss": 1.6972, |
| "num_input_tokens_seen": 7180648448, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.4285, |
| "grad_norm": 0.28923463821411133, |
| "learning_rate": 3.0714880658670165e-06, |
| "loss": 1.4985, |
| "num_input_tokens_seen": 7189037056, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.429, |
| "grad_norm": 0.31097179651260376, |
| "learning_rate": 3.0297957003699284e-06, |
| "loss": 1.5965, |
| "num_input_tokens_seen": 7197425664, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.4295, |
| "grad_norm": 0.2652358114719391, |
| "learning_rate": 2.9883650364162784e-06, |
| "loss": 1.4394, |
| "num_input_tokens_seen": 7205814272, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.29938805103302, |
| "learning_rate": 2.947196712918157e-06, |
| "loss": 1.6263, |
| "num_input_tokens_seen": 7214202880, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4305, |
| "grad_norm": 0.2985369861125946, |
| "learning_rate": 2.906291364742042e-06, |
| "loss": 1.5659, |
| "num_input_tokens_seen": 7222591488, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.431, |
| "grad_norm": 0.31858527660369873, |
| "learning_rate": 2.8656496226990092e-06, |
| "loss": 1.6757, |
| "num_input_tokens_seen": 7230980096, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.4315, |
| "grad_norm": 0.3064689636230469, |
| "learning_rate": 2.8252721135349892e-06, |
| "loss": 1.495, |
| "num_input_tokens_seen": 7239368704, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.2998564839363098, |
| "learning_rate": 2.7851594599211297e-06, |
| "loss": 1.3919, |
| "num_input_tokens_seen": 7247757312, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.4325, |
| "grad_norm": 0.30185946822166443, |
| "learning_rate": 2.7453122804441636e-06, |
| "loss": 1.3706, |
| "num_input_tokens_seen": 7256145920, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.433, |
| "grad_norm": 0.313856303691864, |
| "learning_rate": 2.705731189596901e-06, |
| "loss": 1.6292, |
| "num_input_tokens_seen": 7264534528, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.4335, |
| "grad_norm": 0.32189980149269104, |
| "learning_rate": 2.6664167977687182e-06, |
| "loss": 1.7559, |
| "num_input_tokens_seen": 7272923136, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 0.3159331977367401, |
| "learning_rate": 2.6273697112361786e-06, |
| "loss": 1.6213, |
| "num_input_tokens_seen": 7281311744, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.4345, |
| "grad_norm": 0.30264052748680115, |
| "learning_rate": 2.588590532153652e-06, |
| "loss": 1.5662, |
| "num_input_tokens_seen": 7289700352, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.435, |
| "grad_norm": 0.29510387778282166, |
| "learning_rate": 2.550079858544057e-06, |
| "loss": 1.5406, |
| "num_input_tokens_seen": 7298088960, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.4355, |
| "grad_norm": 0.3535095155239105, |
| "learning_rate": 2.511838284289625e-06, |
| "loss": 1.5925, |
| "num_input_tokens_seen": 7306477568, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 0.3253929615020752, |
| "learning_rate": 2.473866399122733e-06, |
| "loss": 1.5054, |
| "num_input_tokens_seen": 7314866176, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.4365, |
| "grad_norm": 0.27736151218414307, |
| "learning_rate": 2.436164788616815e-06, |
| "loss": 1.6797, |
| "num_input_tokens_seen": 7323254784, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.437, |
| "grad_norm": 0.2774750590324402, |
| "learning_rate": 2.398734034177361e-06, |
| "loss": 1.3784, |
| "num_input_tokens_seen": 7331643392, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.4375, |
| "grad_norm": 1.0643863677978516, |
| "learning_rate": 2.3615747130329013e-06, |
| "loss": 1.3942, |
| "num_input_tokens_seen": 7340032000, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 0.2871946096420288, |
| "learning_rate": 2.324687398226131e-06, |
| "loss": 1.5828, |
| "num_input_tokens_seen": 7348420608, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.4385, |
| "grad_norm": 0.28776809573173523, |
| "learning_rate": 2.288072658605087e-06, |
| "loss": 1.4781, |
| "num_input_tokens_seen": 7356809216, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.439, |
| "grad_norm": 0.31147900223731995, |
| "learning_rate": 2.2517310588143372e-06, |
| "loss": 1.6066, |
| "num_input_tokens_seen": 7365197824, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.4395, |
| "grad_norm": 0.32211750745773315, |
| "learning_rate": 2.215663159286314e-06, |
| "loss": 1.6086, |
| "num_input_tokens_seen": 7373586432, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.360286682844162, |
| "learning_rate": 2.1798695162326444e-06, |
| "loss": 1.5362, |
| "num_input_tokens_seen": 7381975040, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.4405, |
| "grad_norm": 0.2793222665786743, |
| "learning_rate": 2.144350681635585e-06, |
| "loss": 1.6441, |
| "num_input_tokens_seen": 7390363648, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.441, |
| "grad_norm": 0.30778202414512634, |
| "learning_rate": 2.1091072032395e-06, |
| "loss": 1.6035, |
| "num_input_tokens_seen": 7398752256, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.4415, |
| "grad_norm": 0.35812097787857056, |
| "learning_rate": 2.0741396245424263e-06, |
| "loss": 1.5975, |
| "num_input_tokens_seen": 7407140864, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 0.3686063289642334, |
| "learning_rate": 2.0394484847876894e-06, |
| "loss": 1.6201, |
| "num_input_tokens_seen": 7415529472, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.4425, |
| "grad_norm": 0.3779139220714569, |
| "learning_rate": 2.0050343189555743e-06, |
| "loss": 1.6497, |
| "num_input_tokens_seen": 7423918080, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.443, |
| "grad_norm": 0.298098623752594, |
| "learning_rate": 1.970897657755084e-06, |
| "loss": 1.4754, |
| "num_input_tokens_seen": 7432306688, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.4435, |
| "grad_norm": 0.3022516071796417, |
| "learning_rate": 1.937039027615779e-06, |
| "loss": 1.4341, |
| "num_input_tokens_seen": 7440695296, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 0.30083125829696655, |
| "learning_rate": 1.903458950679613e-06, |
| "loss": 1.6386, |
| "num_input_tokens_seen": 7449083904, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.4445, |
| "grad_norm": 0.2998676598072052, |
| "learning_rate": 1.8701579447929076e-06, |
| "loss": 1.4833, |
| "num_input_tokens_seen": 7457472512, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.445, |
| "grad_norm": 0.28990113735198975, |
| "learning_rate": 1.837136523498373e-06, |
| "loss": 1.5555, |
| "num_input_tokens_seen": 7465861120, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4455, |
| "grad_norm": 0.2804090082645416, |
| "learning_rate": 1.80439519602718e-06, |
| "loss": 1.5589, |
| "num_input_tokens_seen": 7474249728, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 0.29142701625823975, |
| "learning_rate": 1.7719344672910942e-06, |
| "loss": 1.5012, |
| "num_input_tokens_seen": 7482638336, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.4465, |
| "grad_norm": 0.2881058156490326, |
| "learning_rate": 1.7397548378747142e-06, |
| "loss": 1.6529, |
| "num_input_tokens_seen": 7491026944, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.447, |
| "grad_norm": 0.29974132776260376, |
| "learning_rate": 1.7078568040277276e-06, |
| "loss": 1.4558, |
| "num_input_tokens_seen": 7499415552, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.4475, |
| "grad_norm": 0.24919338524341583, |
| "learning_rate": 1.676240857657283e-06, |
| "loss": 1.6168, |
| "num_input_tokens_seen": 7507804160, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.27764326333999634, |
| "learning_rate": 1.6449074863203773e-06, |
| "loss": 1.4641, |
| "num_input_tokens_seen": 7516192768, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.4485, |
| "grad_norm": 0.28568482398986816, |
| "learning_rate": 1.6138571732163643e-06, |
| "loss": 1.5211, |
| "num_input_tokens_seen": 7524581376, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.449, |
| "grad_norm": 0.7067427039146423, |
| "learning_rate": 1.5830903971794765e-06, |
| "loss": 1.6592, |
| "num_input_tokens_seen": 7532969984, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.4495, |
| "grad_norm": 0.2689734399318695, |
| "learning_rate": 1.5526076326714635e-06, |
| "loss": 1.4476, |
| "num_input_tokens_seen": 7541358592, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.27099910378456116, |
| "learning_rate": 1.5224093497742654e-06, |
| "loss": 1.4756, |
| "num_input_tokens_seen": 7549747200, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4505, |
| "grad_norm": 0.2850476801395416, |
| "learning_rate": 1.4924960141827605e-06, |
| "loss": 1.5165, |
| "num_input_tokens_seen": 7558135808, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.451, |
| "grad_norm": 0.268863707780838, |
| "learning_rate": 1.4628680871975842e-06, |
| "loss": 1.5588, |
| "num_input_tokens_seen": 7566524416, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.4515, |
| "grad_norm": 0.26697346568107605, |
| "learning_rate": 1.4335260257180262e-06, |
| "loss": 1.596, |
| "num_input_tokens_seen": 7574913024, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 0.28044283390045166, |
| "learning_rate": 1.4044702822349731e-06, |
| "loss": 1.4721, |
| "num_input_tokens_seen": 7583301632, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.4525, |
| "grad_norm": 0.27265068888664246, |
| "learning_rate": 1.3757013048239287e-06, |
| "loss": 1.7483, |
| "num_input_tokens_seen": 7591690240, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.453, |
| "grad_norm": 0.27618253231048584, |
| "learning_rate": 1.3472195371381202e-06, |
| "loss": 1.4239, |
| "num_input_tokens_seen": 7600078848, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.4535, |
| "grad_norm": 0.27610379457473755, |
| "learning_rate": 1.3190254184016294e-06, |
| "loss": 1.4987, |
| "num_input_tokens_seen": 7608467456, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 0.2572946548461914, |
| "learning_rate": 1.2911193834026548e-06, |
| "loss": 1.4957, |
| "num_input_tokens_seen": 7616856064, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.4545, |
| "grad_norm": 0.2584414482116699, |
| "learning_rate": 1.2635018624867712e-06, |
| "loss": 1.6271, |
| "num_input_tokens_seen": 7625244672, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.455, |
| "grad_norm": 0.26803648471832275, |
| "learning_rate": 1.236173281550319e-06, |
| "loss": 1.6387, |
| "num_input_tokens_seen": 7633633280, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4555, |
| "grad_norm": 0.25464460253715515, |
| "learning_rate": 1.209134062033821e-06, |
| "loss": 1.5111, |
| "num_input_tokens_seen": 7642021888, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 0.2775379717350006, |
| "learning_rate": 1.182384620915491e-06, |
| "loss": 1.7476, |
| "num_input_tokens_seen": 7650410496, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.4565, |
| "grad_norm": 0.27452683448791504, |
| "learning_rate": 1.1559253707048046e-06, |
| "loss": 1.5443, |
| "num_input_tokens_seen": 7658799104, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.457, |
| "grad_norm": 0.2475164234638214, |
| "learning_rate": 1.1297567194361303e-06, |
| "loss": 1.6505, |
| "num_input_tokens_seen": 7667187712, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.4575, |
| "grad_norm": 0.28584203124046326, |
| "learning_rate": 1.103879070662439e-06, |
| "loss": 1.5918, |
| "num_input_tokens_seen": 7675576320, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 0.2768670618534088, |
| "learning_rate": 1.0782928234490941e-06, |
| "loss": 1.482, |
| "num_input_tokens_seen": 7683964928, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.4585, |
| "grad_norm": 0.27717721462249756, |
| "learning_rate": 1.0529983723676751e-06, |
| "loss": 1.6142, |
| "num_input_tokens_seen": 7692353536, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.459, |
| "grad_norm": 0.2514759302139282, |
| "learning_rate": 1.027996107489908e-06, |
| "loss": 1.5034, |
| "num_input_tokens_seen": 7700742144, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.4595, |
| "grad_norm": 0.2566506862640381, |
| "learning_rate": 1.0032864143816456e-06, |
| "loss": 1.5485, |
| "num_input_tokens_seen": 7709130752, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.275288462638855, |
| "learning_rate": 9.788696740969295e-07, |
| "loss": 1.5363, |
| "num_input_tokens_seen": 7717519360, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4605, |
| "grad_norm": 0.26422953605651855, |
| "learning_rate": 9.547462631720906e-07, |
| "loss": 1.7154, |
| "num_input_tokens_seen": 7725907968, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.461, |
| "grad_norm": 0.2841811180114746, |
| "learning_rate": 9.30916553619976e-07, |
| "loss": 1.6462, |
| "num_input_tokens_seen": 7734296576, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.4615, |
| "grad_norm": 0.2585889995098114, |
| "learning_rate": 9.073809129241784e-07, |
| "loss": 1.5431, |
| "num_input_tokens_seen": 7742685184, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 0.25092291831970215, |
| "learning_rate": 8.841397040333976e-07, |
| "loss": 1.5584, |
| "num_input_tokens_seen": 7751073792, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.4625, |
| "grad_norm": 0.2754204273223877, |
| "learning_rate": 8.611932853558236e-07, |
| "loss": 1.5088, |
| "num_input_tokens_seen": 7759462400, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.463, |
| "grad_norm": 0.29892218112945557, |
| "learning_rate": 8.38542010753618e-07, |
| "loss": 1.5045, |
| "num_input_tokens_seen": 7767851008, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.4635, |
| "grad_norm": 0.2517067492008209, |
| "learning_rate": 8.161862295374567e-07, |
| "loss": 1.4251, |
| "num_input_tokens_seen": 7776239616, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.28415587544441223, |
| "learning_rate": 7.941262864611387e-07, |
| "loss": 1.5208, |
| "num_input_tokens_seen": 7784628224, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.4645, |
| "grad_norm": 0.2550823986530304, |
| "learning_rate": 7.723625217162811e-07, |
| "loss": 1.5787, |
| "num_input_tokens_seen": 7793016832, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.465, |
| "grad_norm": 0.24390766024589539, |
| "learning_rate": 7.508952709270567e-07, |
| "loss": 1.6071, |
| "num_input_tokens_seen": 7801405440, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4655, |
| "grad_norm": 0.2771441638469696, |
| "learning_rate": 7.29724865145025e-07, |
| "loss": 1.6024, |
| "num_input_tokens_seen": 7809794048, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 0.3028735816478729, |
| "learning_rate": 7.088516308440386e-07, |
| "loss": 1.6315, |
| "num_input_tokens_seen": 7818182656, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.4665, |
| "grad_norm": 0.273967981338501, |
| "learning_rate": 6.882758899151886e-07, |
| "loss": 1.5286, |
| "num_input_tokens_seen": 7826571264, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.467, |
| "grad_norm": 0.2625696361064911, |
| "learning_rate": 6.679979596618546e-07, |
| "loss": 1.7165, |
| "num_input_tokens_seen": 7834959872, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.4675, |
| "grad_norm": 0.7894181609153748, |
| "learning_rate": 6.480181527948049e-07, |
| "loss": 1.4989, |
| "num_input_tokens_seen": 7843348480, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 0.27667322754859924, |
| "learning_rate": 6.283367774273785e-07, |
| "loss": 1.6919, |
| "num_input_tokens_seen": 7851737088, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.4685, |
| "grad_norm": 0.2543598711490631, |
| "learning_rate": 6.089541370707297e-07, |
| "loss": 1.6136, |
| "num_input_tokens_seen": 7860125696, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.469, |
| "grad_norm": 0.2823677361011505, |
| "learning_rate": 5.898705306291508e-07, |
| "loss": 1.7088, |
| "num_input_tokens_seen": 7868514304, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.4695, |
| "grad_norm": 0.2542930543422699, |
| "learning_rate": 5.71086252395463e-07, |
| "loss": 1.728, |
| "num_input_tokens_seen": 7876902912, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.2800678014755249, |
| "learning_rate": 5.526015920464689e-07, |
| "loss": 1.5442, |
| "num_input_tokens_seen": 7885291520, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4705, |
| "grad_norm": 0.28233593702316284, |
| "learning_rate": 5.344168346385003e-07, |
| "loss": 1.5762, |
| "num_input_tokens_seen": 7893680128, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.471, |
| "grad_norm": 0.2772792875766754, |
| "learning_rate": 5.165322606030132e-07, |
| "loss": 1.498, |
| "num_input_tokens_seen": 7902068736, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.4715, |
| "grad_norm": 0.258087694644928, |
| "learning_rate": 4.98948145742264e-07, |
| "loss": 1.6592, |
| "num_input_tokens_seen": 7910457344, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 0.2860059142112732, |
| "learning_rate": 4.816647612250513e-07, |
| "loss": 1.5144, |
| "num_input_tokens_seen": 7918845952, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.4725, |
| "grad_norm": 0.24073940515518188, |
| "learning_rate": 4.646823735825523e-07, |
| "loss": 1.6956, |
| "num_input_tokens_seen": 7927234560, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.473, |
| "grad_norm": 0.25412750244140625, |
| "learning_rate": 4.4800124470418815e-07, |
| "loss": 1.5523, |
| "num_input_tokens_seen": 7935623168, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.4735, |
| "grad_norm": 0.2561289966106415, |
| "learning_rate": 4.3162163183360084e-07, |
| "loss": 1.5933, |
| "num_input_tokens_seen": 7944011776, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 0.2627177834510803, |
| "learning_rate": 4.155437875646828e-07, |
| "loss": 1.5529, |
| "num_input_tokens_seen": 7952400384, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.4745, |
| "grad_norm": 0.2649383544921875, |
| "learning_rate": 3.997679598376891e-07, |
| "loss": 1.5151, |
| "num_input_tokens_seen": 7960788992, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 0.25103694200515747, |
| "learning_rate": 3.842943919353914e-07, |
| "loss": 1.3731, |
| "num_input_tokens_seen": 7969177600, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.4755, |
| "grad_norm": 0.24840368330478668, |
| "learning_rate": 3.6912332247935224e-07, |
| "loss": 1.554, |
| "num_input_tokens_seen": 7977566208, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.2701607048511505, |
| "learning_rate": 3.5425498542622784e-07, |
| "loss": 1.4967, |
| "num_input_tokens_seen": 7985954816, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.4765, |
| "grad_norm": 0.2613852620124817, |
| "learning_rate": 3.396896100641689e-07, |
| "loss": 1.5878, |
| "num_input_tokens_seen": 7994343424, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.477, |
| "grad_norm": 0.26147374510765076, |
| "learning_rate": 3.2542742100928114e-07, |
| "loss": 1.5783, |
| "num_input_tokens_seen": 8002732032, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.4775, |
| "grad_norm": 0.3100808560848236, |
| "learning_rate": 3.114686382021681e-07, |
| "loss": 1.5472, |
| "num_input_tokens_seen": 8011120640, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 0.26423409581184387, |
| "learning_rate": 2.9781347690452266e-07, |
| "loss": 1.8478, |
| "num_input_tokens_seen": 8019509248, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.4785, |
| "grad_norm": 0.2365507185459137, |
| "learning_rate": 2.8446214769582534e-07, |
| "loss": 1.6472, |
| "num_input_tokens_seen": 8027897856, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.479, |
| "grad_norm": 0.2785324454307556, |
| "learning_rate": 2.714148564700914e-07, |
| "loss": 1.6811, |
| "num_input_tokens_seen": 8036286464, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.4795, |
| "grad_norm": 0.23417918384075165, |
| "learning_rate": 2.586718044326886e-07, |
| "loss": 1.4201, |
| "num_input_tokens_seen": 8044675072, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.2550223469734192, |
| "learning_rate": 2.462331880972468e-07, |
| "loss": 1.4727, |
| "num_input_tokens_seen": 8053063680, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4805, |
| "grad_norm": 0.25741317868232727, |
| "learning_rate": 2.340991992826136e-07, |
| "loss": 1.5361, |
| "num_input_tokens_seen": 8061452288, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.481, |
| "grad_norm": 0.2440570592880249, |
| "learning_rate": 2.222700251099097e-07, |
| "loss": 1.6914, |
| "num_input_tokens_seen": 8069840896, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.4815, |
| "grad_norm": 0.4941231906414032, |
| "learning_rate": 2.107458479996316e-07, |
| "loss": 1.7785, |
| "num_input_tokens_seen": 8078229504, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.482, |
| "grad_norm": 0.2466343194246292, |
| "learning_rate": 1.9952684566884927e-07, |
| "loss": 1.4094, |
| "num_input_tokens_seen": 8086618112, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.4825, |
| "grad_norm": 0.2508993148803711, |
| "learning_rate": 1.88613191128455e-07, |
| "loss": 1.5626, |
| "num_input_tokens_seen": 8095006720, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.483, |
| "grad_norm": 0.27574288845062256, |
| "learning_rate": 1.780050526805055e-07, |
| "loss": 1.6807, |
| "num_input_tokens_seen": 8103395328, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.4835, |
| "grad_norm": 0.26518452167510986, |
| "learning_rate": 1.6770259391561518e-07, |
| "loss": 1.6383, |
| "num_input_tokens_seen": 8111783936, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 0.2572641968727112, |
| "learning_rate": 1.577059737104447e-07, |
| "loss": 1.6402, |
| "num_input_tokens_seen": 8120172544, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.4845, |
| "grad_norm": 0.27201879024505615, |
| "learning_rate": 1.4801534622524316e-07, |
| "loss": 1.5114, |
| "num_input_tokens_seen": 8128561152, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.485, |
| "grad_norm": 0.23598560690879822, |
| "learning_rate": 1.3863086090147415e-07, |
| "loss": 1.5498, |
| "num_input_tokens_seen": 8136949760, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4855, |
| "grad_norm": 0.2551763653755188, |
| "learning_rate": 1.2955266245951338e-07, |
| "loss": 1.5513, |
| "num_input_tokens_seen": 8145338368, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.486, |
| "grad_norm": 0.2625666558742523, |
| "learning_rate": 1.2078089089640809e-07, |
| "loss": 1.6809, |
| "num_input_tokens_seen": 8153726976, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.4865, |
| "grad_norm": 0.26251545548439026, |
| "learning_rate": 1.1231568148372562e-07, |
| "loss": 1.5135, |
| "num_input_tokens_seen": 8162115584, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.487, |
| "grad_norm": 0.2552337050437927, |
| "learning_rate": 1.0415716476547045e-07, |
| "loss": 1.6377, |
| "num_input_tokens_seen": 8170504192, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.4875, |
| "grad_norm": 0.25301122665405273, |
| "learning_rate": 9.630546655606365e-08, |
| "loss": 1.6496, |
| "num_input_tokens_seen": 8178892800, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 0.23959580063819885, |
| "learning_rate": 8.876070793840008e-08, |
| "loss": 1.4887, |
| "num_input_tokens_seen": 8187281408, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.4885, |
| "grad_norm": 0.2698057293891907, |
| "learning_rate": 8.15230052619942e-08, |
| "loss": 1.5558, |
| "num_input_tokens_seen": 8195670016, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.489, |
| "grad_norm": 0.2517794370651245, |
| "learning_rate": 7.459247014117488e-08, |
| "loss": 1.6568, |
| "num_input_tokens_seen": 8204058624, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.4895, |
| "grad_norm": 0.32929736375808716, |
| "learning_rate": 6.796920945336682e-08, |
| "loss": 1.6056, |
| "num_input_tokens_seen": 8212447232, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.2451072484254837, |
| "learning_rate": 6.165332533744072e-08, |
| "loss": 1.3545, |
| "num_input_tokens_seen": 8220835840, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4905, |
| "grad_norm": 0.24773673713207245, |
| "learning_rate": 5.5644915192145654e-08, |
| "loss": 1.6526, |
| "num_input_tokens_seen": 8229224448, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.491, |
| "grad_norm": 0.2363719791173935, |
| "learning_rate": 4.9944071674599135e-08, |
| "loss": 1.5398, |
| "num_input_tokens_seen": 8237613056, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.4915, |
| "grad_norm": 0.24789544939994812, |
| "learning_rate": 4.4550882698857214e-08, |
| "loss": 1.5177, |
| "num_input_tokens_seen": 8246001664, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 0.24309134483337402, |
| "learning_rate": 3.946543143456882e-08, |
| "loss": 1.5559, |
| "num_input_tokens_seen": 8254390272, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.4925, |
| "grad_norm": 0.2546921968460083, |
| "learning_rate": 3.468779630568353e-08, |
| "loss": 1.5036, |
| "num_input_tokens_seen": 8262778880, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.493, |
| "grad_norm": 0.2471814751625061, |
| "learning_rate": 3.021805098924136e-08, |
| "loss": 1.5532, |
| "num_input_tokens_seen": 8271167488, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.4935, |
| "grad_norm": 0.24231931567192078, |
| "learning_rate": 2.6056264414249245e-08, |
| "loss": 1.5185, |
| "num_input_tokens_seen": 8279556096, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.494, |
| "grad_norm": 0.24174270033836365, |
| "learning_rate": 2.220250076060193e-08, |
| "loss": 1.5999, |
| "num_input_tokens_seen": 8287944704, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.4945, |
| "grad_norm": 0.24908506870269775, |
| "learning_rate": 1.8656819458100496e-08, |
| "loss": 1.5319, |
| "num_input_tokens_seen": 8296333312, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.495, |
| "grad_norm": 0.25362494587898254, |
| "learning_rate": 1.541927518554198e-08, |
| "loss": 1.6403, |
| "num_input_tokens_seen": 8304721920, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.4955, |
| "grad_norm": 0.2601455748081207, |
| "learning_rate": 1.2489917869860091e-08, |
| "loss": 1.6017, |
| "num_input_tokens_seen": 8313110528, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 0.250872403383255, |
| "learning_rate": 9.868792685368001e-09, |
| "loss": 1.5581, |
| "num_input_tokens_seen": 8321499136, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.4965, |
| "grad_norm": 0.2510140538215637, |
| "learning_rate": 7.55594005306337e-09, |
| "loss": 1.5565, |
| "num_input_tokens_seen": 8329887744, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.497, |
| "grad_norm": 0.2628908157348633, |
| "learning_rate": 5.551395639988855e-09, |
| "loss": 1.7027, |
| "num_input_tokens_seen": 8338276352, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.4975, |
| "grad_norm": 0.24786627292633057, |
| "learning_rate": 3.855190358703631e-09, |
| "loss": 1.5539, |
| "num_input_tokens_seen": 8346664960, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.498, |
| "grad_norm": 0.24326151609420776, |
| "learning_rate": 2.467350366788246e-09, |
| "loss": 1.5463, |
| "num_input_tokens_seen": 8355053568, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.4985, |
| "grad_norm": 0.2904972732067108, |
| "learning_rate": 1.3878970664538138e-09, |
| "loss": 1.4752, |
| "num_input_tokens_seen": 8363442176, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.499, |
| "grad_norm": 0.24948014318943024, |
| "learning_rate": 6.168471042067303e-10, |
| "loss": 1.4927, |
| "num_input_tokens_seen": 8371830784, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.4995, |
| "grad_norm": 0.24558107554912567, |
| "learning_rate": 1.5421237058887984e-10, |
| "loss": 1.5189, |
| "num_input_tokens_seen": 8380219392, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.2598268687725067, |
| "learning_rate": 0.0, |
| "loss": 1.5883, |
| "num_input_tokens_seen": 8388608000, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1000, |
| "num_input_tokens_seen": 8388608000, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.902112919650304e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
