|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 9.19047619047619, |
|
"eval_steps": 500, |
|
"global_step": 160, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.3809523809523808e-06, |
|
"loss": 1.4962, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.7619047619047615e-06, |
|
"loss": 1.5498, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 7.142857142857143e-06, |
|
"loss": 1.4765, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 9.523809523809523e-06, |
|
"loss": 1.4702, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 1.1904761904761905e-05, |
|
"loss": 1.4907, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 1.4285714285714285e-05, |
|
"loss": 1.4473, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 1.4735, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 1.9047619047619046e-05, |
|
"loss": 1.4303, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 2.1428571428571428e-05, |
|
"loss": 1.3977, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 2.380952380952381e-05, |
|
"loss": 1.4021, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 2.6190476190476192e-05, |
|
"loss": 1.3709, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 2.857142857142857e-05, |
|
"loss": 1.3842, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 3.095238095238095e-05, |
|
"loss": 1.3646, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 1.3196, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 3.571428571428572e-05, |
|
"loss": 1.2991, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 3.809523809523809e-05, |
|
"loss": 1.2953, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.047619047619048e-05, |
|
"loss": 1.2344, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.2857142857142856e-05, |
|
"loss": 1.2148, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 4.523809523809524e-05, |
|
"loss": 1.2092, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 4.761904761904762e-05, |
|
"loss": 1.154, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 5e-05, |
|
"loss": 1.1733, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 5.2380952380952384e-05, |
|
"loss": 1.1218, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 5.4761904761904766e-05, |
|
"loss": 1.1347, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 5.714285714285714e-05, |
|
"loss": 1.1216, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 5.9523809523809524e-05, |
|
"loss": 1.0923, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 6.19047619047619e-05, |
|
"loss": 1.0948, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 6.428571428571429e-05, |
|
"loss": 1.0617, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.666666666666667e-05, |
|
"loss": 1.033, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 6.904761904761905e-05, |
|
"loss": 1.0342, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 7.142857142857143e-05, |
|
"loss": 1.0059, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 7.380952380952382e-05, |
|
"loss": 0.9941, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 7.619047619047618e-05, |
|
"loss": 0.9912, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 7.857142857142858e-05, |
|
"loss": 0.9595, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 8.095238095238096e-05, |
|
"loss": 0.9719, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 8.333333333333334e-05, |
|
"loss": 0.9437, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 8.571428571428571e-05, |
|
"loss": 0.9174, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 8.80952380952381e-05, |
|
"loss": 0.9494, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 9.047619047619048e-05, |
|
"loss": 0.8654, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.285714285714286e-05, |
|
"loss": 0.8685, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 9.523809523809524e-05, |
|
"loss": 0.8946, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 9.761904761904762e-05, |
|
"loss": 0.875, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 0.0001, |
|
"loss": 0.827, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 0.00010238095238095237, |
|
"loss": 0.8373, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.00010476190476190477, |
|
"loss": 0.8291, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 0.00010714285714285715, |
|
"loss": 0.8238, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 0.00010952380952380953, |
|
"loss": 0.7971, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 0.00011190476190476191, |
|
"loss": 0.7925, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 0.00011428571428571428, |
|
"loss": 0.7865, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 0.00011666666666666668, |
|
"loss": 0.7714, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.00011904761904761905, |
|
"loss": 0.7508, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 0.00012142857142857143, |
|
"loss": 0.7757, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 0.0001238095238095238, |
|
"loss": 0.7479, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"learning_rate": 0.0001261904761904762, |
|
"loss": 0.7393, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 0.00012857142857142858, |
|
"loss": 0.7341, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 0.00013095238095238096, |
|
"loss": 0.7271, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 0.00013333333333333334, |
|
"loss": 0.7134, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 0.00013571428571428572, |
|
"loss": 0.7295, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 0.0001380952380952381, |
|
"loss": 0.7143, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 3.13, |
|
"learning_rate": 0.00014047619047619049, |
|
"loss": 0.6903, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 0.00014285714285714287, |
|
"loss": 0.7002, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 0.00014523809523809525, |
|
"loss": 0.6684, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 0.00014761904761904763, |
|
"loss": 0.6841, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 3.18, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 0.6641, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"learning_rate": 0.00015238095238095237, |
|
"loss": 0.6571, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.00015476190476190478, |
|
"loss": 0.6287, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 4.02, |
|
"learning_rate": 0.00015714285714285716, |
|
"loss": 0.6545, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"learning_rate": 0.00015952380952380954, |
|
"loss": 0.63, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 4.05, |
|
"learning_rate": 0.00016190476190476192, |
|
"loss": 0.639, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 0.00016428571428571428, |
|
"loss": 0.6242, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 0.0001666666666666667, |
|
"loss": 0.6127, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 4.08, |
|
"learning_rate": 0.00016904761904761904, |
|
"loss": 0.5939, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 4.1, |
|
"learning_rate": 0.00017142857142857143, |
|
"loss": 0.6449, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"learning_rate": 0.00017380952380952383, |
|
"loss": 0.6348, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 4.12, |
|
"learning_rate": 0.0001761904761904762, |
|
"loss": 0.6129, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 0.0001785714285714286, |
|
"loss": 0.587, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"learning_rate": 0.00018095238095238095, |
|
"loss": 0.5818, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 4.15, |
|
"learning_rate": 0.00018333333333333334, |
|
"loss": 0.5803, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.00018571428571428572, |
|
"loss": 0.6319, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"learning_rate": 0.0001880952380952381, |
|
"loss": 0.6171, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"learning_rate": 0.00019047619047619048, |
|
"loss": 0.5772, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 5.01, |
|
"learning_rate": 0.00019285714285714286, |
|
"loss": 0.5688, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 5.02, |
|
"learning_rate": 0.00019523809523809525, |
|
"loss": 0.5648, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 5.04, |
|
"learning_rate": 0.00019761904761904763, |
|
"loss": 0.5557, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 5.05, |
|
"learning_rate": 0.0002, |
|
"loss": 0.5314, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 5.06, |
|
"learning_rate": 0.0001999991365731819, |
|
"loss": 0.5659, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 5.07, |
|
"learning_rate": 0.0001999965463076377, |
|
"loss": 0.5497, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 5.08, |
|
"learning_rate": 0.0001999922292480975, |
|
"loss": 0.5202, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 5.1, |
|
"learning_rate": 0.00019998618546911056, |
|
"loss": 0.5209, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 5.11, |
|
"learning_rate": 0.0001999784150750442, |
|
"loss": 0.5657, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 5.12, |
|
"learning_rate": 0.00019996891820008164, |
|
"loss": 0.5286, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 5.13, |
|
"learning_rate": 0.0001999576950082201, |
|
"loss": 0.5218, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 5.14, |
|
"learning_rate": 0.00019994474569326757, |
|
"loss": 0.5362, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 5.15, |
|
"learning_rate": 0.00019993007047883988, |
|
"loss": 0.5371, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 5.17, |
|
"learning_rate": 0.00019991366961835642, |
|
"loss": 0.5427, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 5.18, |
|
"learning_rate": 0.00019989554339503612, |
|
"loss": 0.5583, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 5.19, |
|
"learning_rate": 0.00019987569212189224, |
|
"loss": 0.5376, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 6.01, |
|
"learning_rate": 0.0001998541161417273, |
|
"loss": 0.5138, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 6.02, |
|
"learning_rate": 0.00019983081582712685, |
|
"loss": 0.5236, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 6.04, |
|
"learning_rate": 0.0001998057915804532, |
|
"loss": 0.4955, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 6.05, |
|
"learning_rate": 0.0001997790438338385, |
|
"loss": 0.4824, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 6.06, |
|
"learning_rate": 0.00019975057304917718, |
|
"loss": 0.464, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 6.07, |
|
"learning_rate": 0.00019972037971811802, |
|
"loss": 0.4967, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 6.08, |
|
"learning_rate": 0.00019968846436205567, |
|
"loss": 0.4571, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 6.1, |
|
"learning_rate": 0.00019965482753212156, |
|
"loss": 0.4994, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 6.11, |
|
"learning_rate": 0.00019961946980917456, |
|
"loss": 0.4789, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 6.12, |
|
"learning_rate": 0.0001995823918037908, |
|
"loss": 0.4653, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 6.13, |
|
"learning_rate": 0.0001995435941562531, |
|
"loss": 0.489, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 6.14, |
|
"learning_rate": 0.00019950307753654017, |
|
"loss": 0.501, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 6.15, |
|
"learning_rate": 0.00019946084264431459, |
|
"loss": 0.462, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 6.17, |
|
"learning_rate": 0.0001994168902089112, |
|
"loss": 0.4511, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 6.18, |
|
"learning_rate": 0.00019937122098932428, |
|
"loss": 0.4744, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 6.19, |
|
"learning_rate": 0.00019932383577419432, |
|
"loss": 0.4991, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 7.01, |
|
"learning_rate": 0.00019927473538179467, |
|
"loss": 0.4277, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 7.02, |
|
"learning_rate": 0.00019922392066001722, |
|
"loss": 0.4083, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 7.04, |
|
"learning_rate": 0.00019917139248635786, |
|
"loss": 0.424, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 7.05, |
|
"learning_rate": 0.0001991171517679013, |
|
"loss": 0.4305, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 7.06, |
|
"learning_rate": 0.0001990611994413053, |
|
"loss": 0.4379, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 7.07, |
|
"learning_rate": 0.00019900353647278466, |
|
"loss": 0.4251, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 7.08, |
|
"learning_rate": 0.00019894416385809444, |
|
"loss": 0.4367, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 7.1, |
|
"learning_rate": 0.00019888308262251285, |
|
"loss": 0.4524, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 7.11, |
|
"learning_rate": 0.0001988202938208234, |
|
"loss": 0.4351, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 7.12, |
|
"learning_rate": 0.00019875579853729676, |
|
"loss": 0.4269, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 7.13, |
|
"learning_rate": 0.00019868959788567212, |
|
"loss": 0.4128, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 7.14, |
|
"learning_rate": 0.00019862169300913785, |
|
"loss": 0.4383, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 7.15, |
|
"learning_rate": 0.0001985520850803117, |
|
"loss": 0.43, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 7.17, |
|
"learning_rate": 0.00019848077530122083, |
|
"loss": 0.4613, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 7.18, |
|
"learning_rate": 0.00019840776490328066, |
|
"loss": 0.4438, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 7.19, |
|
"learning_rate": 0.00019833305514727395, |
|
"loss": 0.4393, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 8.01, |
|
"learning_rate": 0.00019825664732332884, |
|
"loss": 0.4018, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 8.02, |
|
"learning_rate": 0.0001981785427508966, |
|
"loss": 0.3602, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 8.04, |
|
"learning_rate": 0.00019809874277872886, |
|
"loss": 0.3728, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 8.05, |
|
"learning_rate": 0.00019801724878485438, |
|
"loss": 0.3727, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 8.06, |
|
"learning_rate": 0.00019793406217655517, |
|
"loss": 0.3898, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 8.07, |
|
"learning_rate": 0.00019784918439034216, |
|
"loss": 0.3964, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 8.08, |
|
"learning_rate": 0.00019776261689193048, |
|
"loss": 0.3741, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 8.1, |
|
"learning_rate": 0.00019767436117621413, |
|
"loss": 0.3853, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 8.11, |
|
"learning_rate": 0.00019758441876724017, |
|
"loss": 0.3783, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 8.12, |
|
"learning_rate": 0.00019749279121818235, |
|
"loss": 0.3946, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 8.13, |
|
"learning_rate": 0.00019739948011131438, |
|
"loss": 0.382, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 8.14, |
|
"learning_rate": 0.00019730448705798239, |
|
"loss": 0.3858, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 8.15, |
|
"learning_rate": 0.00019720781369857746, |
|
"loss": 0.3769, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 8.17, |
|
"learning_rate": 0.000197109461702507, |
|
"loss": 0.3988, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 8.18, |
|
"learning_rate": 0.00019700943276816603, |
|
"loss": 0.388, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 8.19, |
|
"learning_rate": 0.0001969077286229078, |
|
"loss": 0.3886, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 9.01, |
|
"learning_rate": 0.00019680435102301412, |
|
"loss": 0.3481, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 9.02, |
|
"learning_rate": 0.00019669930175366472, |
|
"loss": 0.3392, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 9.04, |
|
"learning_rate": 0.00019659258262890683, |
|
"loss": 0.3199, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 9.05, |
|
"learning_rate": 0.00019648419549162348, |
|
"loss": 0.3502, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 9.06, |
|
"learning_rate": 0.00019637414221350196, |
|
"loss": 0.3302, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 9.07, |
|
"learning_rate": 0.0001962624246950012, |
|
"loss": 0.3369, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 9.08, |
|
"learning_rate": 0.00019614904486531934, |
|
"loss": 0.3271, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 9.1, |
|
"learning_rate": 0.00019603400468235998, |
|
"loss": 0.331, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 9.11, |
|
"learning_rate": 0.0001959173061326988, |
|
"loss": 0.3368, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 9.12, |
|
"learning_rate": 0.0001957989512315489, |
|
"loss": 0.3282, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 9.13, |
|
"learning_rate": 0.0001956789420227262, |
|
"loss": 0.3251, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 9.14, |
|
"learning_rate": 0.0001955572805786141, |
|
"loss": 0.3312, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 9.15, |
|
"learning_rate": 0.00019543396900012763, |
|
"loss": 0.3673, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 9.17, |
|
"learning_rate": 0.0001953090094166773, |
|
"loss": 0.3287, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 9.18, |
|
"learning_rate": 0.00019518240398613227, |
|
"loss": 0.3374, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 9.19, |
|
"learning_rate": 0.0001950541548947829, |
|
"loss": 0.3209, |
|
"step": 160 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 840, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"total_flos": 8.39611613970432e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|