{ "best_metric": 0.0182377677410841, "best_model_checkpoint": "./cats_vs_dogs_outputs/checkpoint-3110", "epoch": 5.0, "global_step": 3110, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 0.00019935691318327976, "loss": 0.3497, "step": 10 }, { "epoch": 0.03, "learning_rate": 0.00019871382636655948, "loss": 0.1232, "step": 20 }, { "epoch": 0.05, "learning_rate": 0.00019807073954983923, "loss": 0.1623, "step": 30 }, { "epoch": 0.06, "learning_rate": 0.00019742765273311899, "loss": 0.1004, "step": 40 }, { "epoch": 0.08, "learning_rate": 0.00019678456591639874, "loss": 0.0815, "step": 50 }, { "epoch": 0.1, "learning_rate": 0.00019614147909967846, "loss": 0.161, "step": 60 }, { "epoch": 0.11, "learning_rate": 0.0001954983922829582, "loss": 0.168, "step": 70 }, { "epoch": 0.13, "learning_rate": 0.00019485530546623796, "loss": 0.1196, "step": 80 }, { "epoch": 0.14, "learning_rate": 0.00019421221864951768, "loss": 0.1474, "step": 90 }, { "epoch": 0.16, "learning_rate": 0.00019356913183279743, "loss": 0.1664, "step": 100 }, { "epoch": 0.18, "learning_rate": 0.00019292604501607719, "loss": 0.1165, "step": 110 }, { "epoch": 0.19, "learning_rate": 0.00019228295819935694, "loss": 0.0778, "step": 120 }, { "epoch": 0.21, "learning_rate": 0.00019163987138263666, "loss": 0.0898, "step": 130 }, { "epoch": 0.23, "learning_rate": 0.0001909967845659164, "loss": 0.1072, "step": 140 }, { "epoch": 0.24, "learning_rate": 0.00019035369774919616, "loss": 0.1722, "step": 150 }, { "epoch": 0.26, "learning_rate": 0.00018971061093247588, "loss": 0.1277, "step": 160 }, { "epoch": 0.27, "learning_rate": 0.00018906752411575564, "loss": 0.1044, "step": 170 }, { "epoch": 0.29, "learning_rate": 0.00018842443729903539, "loss": 0.1282, "step": 180 }, { "epoch": 0.31, "learning_rate": 0.00018778135048231514, "loss": 0.1034, "step": 190 }, { "epoch": 0.32, "learning_rate": 0.00018713826366559486, "loss": 0.1608, "step": 200 }, { "epoch": 0.34, "learning_rate": 0.0001864951768488746, "loss": 0.108, "step": 210 }, { "epoch": 0.35, "learning_rate": 0.00018585209003215436, "loss": 0.0853, "step": 220 }, { "epoch": 0.37, "learning_rate": 0.00018520900321543409, "loss": 0.178, "step": 230 }, { "epoch": 0.39, "learning_rate": 0.00018456591639871384, "loss": 0.1595, "step": 240 }, { "epoch": 0.4, "learning_rate": 0.0001839228295819936, "loss": 0.1134, "step": 250 }, { "epoch": 0.42, "learning_rate": 0.0001832797427652733, "loss": 0.0914, "step": 260 }, { "epoch": 0.43, "learning_rate": 0.00018263665594855306, "loss": 0.107, "step": 270 }, { "epoch": 0.45, "learning_rate": 0.0001819935691318328, "loss": 0.078, "step": 280 }, { "epoch": 0.47, "learning_rate": 0.00018135048231511256, "loss": 0.0715, "step": 290 }, { "epoch": 0.48, "learning_rate": 0.00018070739549839229, "loss": 0.055, "step": 300 }, { "epoch": 0.5, "learning_rate": 0.00018006430868167204, "loss": 0.1244, "step": 310 }, { "epoch": 0.51, "learning_rate": 0.0001794212218649518, "loss": 0.1074, "step": 320 }, { "epoch": 0.53, "learning_rate": 0.0001787781350482315, "loss": 0.1277, "step": 330 }, { "epoch": 0.55, "learning_rate": 0.00017813504823151126, "loss": 0.1298, "step": 340 }, { "epoch": 0.56, "learning_rate": 0.000177491961414791, "loss": 0.1037, "step": 350 }, { "epoch": 0.58, "learning_rate": 0.00017684887459807076, "loss": 0.1061, "step": 360 }, { "epoch": 0.59, "learning_rate": 0.00017620578778135049, "loss": 0.1455, "step": 370 }, { "epoch": 0.61, "learning_rate": 0.00017556270096463024, "loss": 0.1469, "step": 380 }, { "epoch": 0.63, "learning_rate": 0.00017491961414791, "loss": 0.127, "step": 390 }, { "epoch": 0.64, "learning_rate": 0.0001742765273311897, "loss": 0.1033, "step": 400 }, { "epoch": 0.66, "learning_rate": 0.00017363344051446946, "loss": 0.1018, "step": 410 }, { "epoch": 0.68, "learning_rate": 0.0001729903536977492, "loss": 0.0866, "step": 420 }, { "epoch": 0.69, "learning_rate": 0.00017234726688102896, "loss": 0.079, "step": 430 }, { "epoch": 0.71, "learning_rate": 0.0001717041800643087, "loss": 0.0837, "step": 440 }, { "epoch": 0.72, "learning_rate": 0.00017106109324758844, "loss": 0.1862, "step": 450 }, { "epoch": 0.74, "learning_rate": 0.0001704180064308682, "loss": 0.1114, "step": 460 }, { "epoch": 0.76, "learning_rate": 0.0001697749196141479, "loss": 0.071, "step": 470 }, { "epoch": 0.77, "learning_rate": 0.00016913183279742766, "loss": 0.1379, "step": 480 }, { "epoch": 0.79, "learning_rate": 0.0001684887459807074, "loss": 0.0764, "step": 490 }, { "epoch": 0.8, "learning_rate": 0.00016784565916398716, "loss": 0.115, "step": 500 }, { "epoch": 0.82, "learning_rate": 0.0001672025723472669, "loss": 0.0704, "step": 510 }, { "epoch": 0.84, "learning_rate": 0.00016655948553054664, "loss": 0.0867, "step": 520 }, { "epoch": 0.85, "learning_rate": 0.0001659163987138264, "loss": 0.0827, "step": 530 }, { "epoch": 0.87, "learning_rate": 0.0001652733118971061, "loss": 0.0583, "step": 540 }, { "epoch": 0.88, "learning_rate": 0.00016463022508038586, "loss": 0.1185, "step": 550 }, { "epoch": 0.9, "learning_rate": 0.0001639871382636656, "loss": 0.1053, "step": 560 }, { "epoch": 0.92, "learning_rate": 0.00016334405144694536, "loss": 0.0695, "step": 570 }, { "epoch": 0.93, "learning_rate": 0.0001627009646302251, "loss": 0.0818, "step": 580 }, { "epoch": 0.95, "learning_rate": 0.00016205787781350484, "loss": 0.1222, "step": 590 }, { "epoch": 0.96, "learning_rate": 0.0001614147909967846, "loss": 0.2004, "step": 600 }, { "epoch": 0.98, "learning_rate": 0.0001607717041800643, "loss": 0.1069, "step": 610 }, { "epoch": 1.0, "learning_rate": 0.00016012861736334406, "loss": 0.1177, "step": 620 }, { "epoch": 1.0, "eval_accuracy": 0.9832004555808656, "eval_loss": 0.04725871980190277, "eval_runtime": 25.5362, "eval_samples_per_second": 137.53, "eval_steps_per_second": 4.308, "step": 622 }, { "epoch": 1.01, "learning_rate": 0.00015948553054662381, "loss": 0.1198, "step": 630 }, { "epoch": 1.03, "learning_rate": 0.00015884244372990354, "loss": 0.0857, "step": 640 }, { "epoch": 1.05, "learning_rate": 0.0001581993569131833, "loss": 0.1011, "step": 650 }, { "epoch": 1.06, "learning_rate": 0.00015755627009646304, "loss": 0.0743, "step": 660 }, { "epoch": 1.08, "learning_rate": 0.0001569131832797428, "loss": 0.0917, "step": 670 }, { "epoch": 1.09, "learning_rate": 0.0001562700964630225, "loss": 0.0922, "step": 680 }, { "epoch": 1.11, "learning_rate": 0.00015562700964630226, "loss": 0.1241, "step": 690 }, { "epoch": 1.13, "learning_rate": 0.00015498392282958201, "loss": 0.087, "step": 700 }, { "epoch": 1.14, "learning_rate": 0.00015434083601286174, "loss": 0.0675, "step": 710 }, { "epoch": 1.16, "learning_rate": 0.0001536977491961415, "loss": 0.0733, "step": 720 }, { "epoch": 1.17, "learning_rate": 0.00015305466237942124, "loss": 0.0816, "step": 730 }, { "epoch": 1.19, "learning_rate": 0.000152411575562701, "loss": 0.1012, "step": 740 }, { "epoch": 1.21, "learning_rate": 0.0001517684887459807, "loss": 0.0797, "step": 750 }, { "epoch": 1.22, "learning_rate": 0.00015112540192926046, "loss": 0.0804, "step": 760 }, { "epoch": 1.24, "learning_rate": 0.00015048231511254021, "loss": 0.0917, "step": 770 }, { "epoch": 1.25, "learning_rate": 0.00014983922829581994, "loss": 0.1153, "step": 780 }, { "epoch": 1.27, "learning_rate": 0.0001491961414790997, "loss": 0.0476, "step": 790 }, { "epoch": 1.29, "learning_rate": 0.00014855305466237944, "loss": 0.0813, "step": 800 }, { "epoch": 1.3, "learning_rate": 0.0001479099678456592, "loss": 0.0923, "step": 810 }, { "epoch": 1.32, "learning_rate": 0.00014726688102893891, "loss": 0.0822, "step": 820 }, { "epoch": 1.33, "learning_rate": 0.00014662379421221866, "loss": 0.0579, "step": 830 }, { "epoch": 1.35, "learning_rate": 0.00014598070739549841, "loss": 0.1083, "step": 840 }, { "epoch": 1.37, "learning_rate": 0.00014533762057877814, "loss": 0.1207, "step": 850 }, { "epoch": 1.38, "learning_rate": 0.0001446945337620579, "loss": 0.0672, "step": 860 }, { "epoch": 1.4, "learning_rate": 0.00014405144694533764, "loss": 0.0978, "step": 870 }, { "epoch": 1.41, "learning_rate": 0.0001434083601286174, "loss": 0.1004, "step": 880 }, { "epoch": 1.43, "learning_rate": 0.00014276527331189711, "loss": 0.0673, "step": 890 }, { "epoch": 1.45, "learning_rate": 0.00014212218649517686, "loss": 0.0641, "step": 900 }, { "epoch": 1.46, "learning_rate": 0.00014147909967845662, "loss": 0.045, "step": 910 }, { "epoch": 1.48, "learning_rate": 0.00014083601286173634, "loss": 0.0643, "step": 920 }, { "epoch": 1.5, "learning_rate": 0.0001401929260450161, "loss": 0.0643, "step": 930 }, { "epoch": 1.51, "learning_rate": 0.00013954983922829584, "loss": 0.1317, "step": 940 }, { "epoch": 1.53, "learning_rate": 0.0001389067524115756, "loss": 0.0433, "step": 950 }, { "epoch": 1.54, "learning_rate": 0.00013826366559485531, "loss": 0.0862, "step": 960 }, { "epoch": 1.56, "learning_rate": 0.00013762057877813507, "loss": 0.1031, "step": 970 }, { "epoch": 1.58, "learning_rate": 0.00013697749196141482, "loss": 0.0849, "step": 980 }, { "epoch": 1.59, "learning_rate": 0.00013633440514469454, "loss": 0.0924, "step": 990 }, { "epoch": 1.61, "learning_rate": 0.0001356913183279743, "loss": 0.0773, "step": 1000 }, { "epoch": 1.62, "learning_rate": 0.00013504823151125404, "loss": 0.0823, "step": 1010 }, { "epoch": 1.64, "learning_rate": 0.00013440514469453376, "loss": 0.0473, "step": 1020 }, { "epoch": 1.66, "learning_rate": 0.00013376205787781351, "loss": 0.1218, "step": 1030 }, { "epoch": 1.67, "learning_rate": 0.00013311897106109327, "loss": 0.0687, "step": 1040 }, { "epoch": 1.69, "learning_rate": 0.00013247588424437302, "loss": 0.0692, "step": 1050 }, { "epoch": 1.7, "learning_rate": 0.00013183279742765274, "loss": 0.0502, "step": 1060 }, { "epoch": 1.72, "learning_rate": 0.0001311897106109325, "loss": 0.0593, "step": 1070 }, { "epoch": 1.74, "learning_rate": 0.00013054662379421224, "loss": 0.0846, "step": 1080 }, { "epoch": 1.75, "learning_rate": 0.00012990353697749196, "loss": 0.063, "step": 1090 }, { "epoch": 1.77, "learning_rate": 0.00012926045016077172, "loss": 0.0941, "step": 1100 }, { "epoch": 1.78, "learning_rate": 0.00012861736334405147, "loss": 0.0884, "step": 1110 }, { "epoch": 1.8, "learning_rate": 0.00012797427652733122, "loss": 0.0647, "step": 1120 }, { "epoch": 1.82, "learning_rate": 0.00012733118971061094, "loss": 0.1016, "step": 1130 }, { "epoch": 1.83, "learning_rate": 0.0001266881028938907, "loss": 0.0821, "step": 1140 }, { "epoch": 1.85, "learning_rate": 0.00012604501607717044, "loss": 0.0653, "step": 1150 }, { "epoch": 1.86, "learning_rate": 0.00012540192926045017, "loss": 0.103, "step": 1160 }, { "epoch": 1.88, "learning_rate": 0.00012475884244372992, "loss": 0.1374, "step": 1170 }, { "epoch": 1.9, "learning_rate": 0.00012411575562700967, "loss": 0.0682, "step": 1180 }, { "epoch": 1.91, "learning_rate": 0.00012347266881028942, "loss": 0.0811, "step": 1190 }, { "epoch": 1.93, "learning_rate": 0.00012282958199356914, "loss": 0.0448, "step": 1200 }, { "epoch": 1.95, "learning_rate": 0.0001221864951768489, "loss": 0.1038, "step": 1210 }, { "epoch": 1.96, "learning_rate": 0.00012154340836012863, "loss": 0.0777, "step": 1220 }, { "epoch": 1.98, "learning_rate": 0.00012090032154340835, "loss": 0.0588, "step": 1230 }, { "epoch": 1.99, "learning_rate": 0.0001202572347266881, "loss": 0.057, "step": 1240 }, { "epoch": 2.0, "eval_accuracy": 0.9883257403189066, "eval_loss": 0.03622407466173172, "eval_runtime": 25.825, "eval_samples_per_second": 135.992, "eval_steps_per_second": 4.259, "step": 1244 }, { "epoch": 2.01, "learning_rate": 0.00011961414790996785, "loss": 0.0314, "step": 1250 }, { "epoch": 2.03, "learning_rate": 0.0001189710610932476, "loss": 0.0833, "step": 1260 }, { "epoch": 2.04, "learning_rate": 0.00011832797427652733, "loss": 0.0474, "step": 1270 }, { "epoch": 2.06, "learning_rate": 0.00011768488745980708, "loss": 0.0801, "step": 1280 }, { "epoch": 2.07, "learning_rate": 0.00011704180064308683, "loss": 0.0721, "step": 1290 }, { "epoch": 2.09, "learning_rate": 0.00011639871382636655, "loss": 0.0558, "step": 1300 }, { "epoch": 2.11, "learning_rate": 0.0001157556270096463, "loss": 0.0731, "step": 1310 }, { "epoch": 2.12, "learning_rate": 0.00011511254019292605, "loss": 0.0449, "step": 1320 }, { "epoch": 2.14, "learning_rate": 0.0001144694533762058, "loss": 0.0765, "step": 1330 }, { "epoch": 2.15, "learning_rate": 0.00011382636655948553, "loss": 0.0505, "step": 1340 }, { "epoch": 2.17, "learning_rate": 0.00011318327974276528, "loss": 0.0473, "step": 1350 }, { "epoch": 2.19, "learning_rate": 0.00011254019292604503, "loss": 0.0544, "step": 1360 }, { "epoch": 2.2, "learning_rate": 0.00011189710610932475, "loss": 0.0928, "step": 1370 }, { "epoch": 2.22, "learning_rate": 0.0001112540192926045, "loss": 0.0518, "step": 1380 }, { "epoch": 2.23, "learning_rate": 0.00011061093247588425, "loss": 0.1067, "step": 1390 }, { "epoch": 2.25, "learning_rate": 0.00010996784565916398, "loss": 0.0802, "step": 1400 }, { "epoch": 2.27, "learning_rate": 0.00010932475884244373, "loss": 0.0658, "step": 1410 }, { "epoch": 2.28, "learning_rate": 0.00010868167202572348, "loss": 0.0342, "step": 1420 }, { "epoch": 2.3, "learning_rate": 0.00010803858520900323, "loss": 0.0765, "step": 1430 }, { "epoch": 2.32, "learning_rate": 0.00010739549839228295, "loss": 0.0315, "step": 1440 }, { "epoch": 2.33, "learning_rate": 0.0001067524115755627, "loss": 0.0399, "step": 1450 }, { "epoch": 2.35, "learning_rate": 0.00010610932475884245, "loss": 0.092, "step": 1460 }, { "epoch": 2.36, "learning_rate": 0.00010546623794212218, "loss": 0.0543, "step": 1470 }, { "epoch": 2.38, "learning_rate": 0.00010482315112540193, "loss": 0.0485, "step": 1480 }, { "epoch": 2.4, "learning_rate": 0.00010418006430868168, "loss": 0.0629, "step": 1490 }, { "epoch": 2.41, "learning_rate": 0.00010353697749196143, "loss": 0.0724, "step": 1500 }, { "epoch": 2.43, "learning_rate": 0.00010289389067524115, "loss": 0.0591, "step": 1510 }, { "epoch": 2.44, "learning_rate": 0.0001022508038585209, "loss": 0.0704, "step": 1520 }, { "epoch": 2.46, "learning_rate": 0.00010160771704180066, "loss": 0.1163, "step": 1530 }, { "epoch": 2.48, "learning_rate": 0.00010096463022508038, "loss": 0.0403, "step": 1540 }, { "epoch": 2.49, "learning_rate": 0.00010032154340836013, "loss": 0.0641, "step": 1550 }, { "epoch": 2.51, "learning_rate": 9.967845659163988e-05, "loss": 0.0684, "step": 1560 }, { "epoch": 2.52, "learning_rate": 9.903536977491962e-05, "loss": 0.0534, "step": 1570 }, { "epoch": 2.54, "learning_rate": 9.839228295819937e-05, "loss": 0.0922, "step": 1580 }, { "epoch": 2.56, "learning_rate": 9.77491961414791e-05, "loss": 0.0368, "step": 1590 }, { "epoch": 2.57, "learning_rate": 9.710610932475884e-05, "loss": 0.0348, "step": 1600 }, { "epoch": 2.59, "learning_rate": 9.646302250803859e-05, "loss": 0.0355, "step": 1610 }, { "epoch": 2.6, "learning_rate": 9.581993569131833e-05, "loss": 0.0416, "step": 1620 }, { "epoch": 2.62, "learning_rate": 9.517684887459808e-05, "loss": 0.0874, "step": 1630 }, { "epoch": 2.64, "learning_rate": 9.453376205787782e-05, "loss": 0.0913, "step": 1640 }, { "epoch": 2.65, "learning_rate": 9.389067524115757e-05, "loss": 0.0588, "step": 1650 }, { "epoch": 2.67, "learning_rate": 9.32475884244373e-05, "loss": 0.0639, "step": 1660 }, { "epoch": 2.68, "learning_rate": 9.260450160771704e-05, "loss": 0.0471, "step": 1670 }, { "epoch": 2.7, "learning_rate": 9.19614147909968e-05, "loss": 0.0636, "step": 1680 }, { "epoch": 2.72, "learning_rate": 9.131832797427653e-05, "loss": 0.12, "step": 1690 }, { "epoch": 2.73, "learning_rate": 9.067524115755628e-05, "loss": 0.04, "step": 1700 }, { "epoch": 2.75, "learning_rate": 9.003215434083602e-05, "loss": 0.0316, "step": 1710 }, { "epoch": 2.77, "learning_rate": 8.938906752411576e-05, "loss": 0.0506, "step": 1720 }, { "epoch": 2.78, "learning_rate": 8.87459807073955e-05, "loss": 0.0425, "step": 1730 }, { "epoch": 2.8, "learning_rate": 8.810289389067524e-05, "loss": 0.0131, "step": 1740 }, { "epoch": 2.81, "learning_rate": 8.7459807073955e-05, "loss": 0.0486, "step": 1750 }, { "epoch": 2.83, "learning_rate": 8.681672025723473e-05, "loss": 0.042, "step": 1760 }, { "epoch": 2.85, "learning_rate": 8.617363344051448e-05, "loss": 0.0524, "step": 1770 }, { "epoch": 2.86, "learning_rate": 8.553054662379422e-05, "loss": 0.0415, "step": 1780 }, { "epoch": 2.88, "learning_rate": 8.488745980707396e-05, "loss": 0.0543, "step": 1790 }, { "epoch": 2.89, "learning_rate": 8.42443729903537e-05, "loss": 0.0679, "step": 1800 }, { "epoch": 2.91, "learning_rate": 8.360128617363344e-05, "loss": 0.1043, "step": 1810 }, { "epoch": 2.93, "learning_rate": 8.29581993569132e-05, "loss": 0.0508, "step": 1820 }, { "epoch": 2.94, "learning_rate": 8.231511254019293e-05, "loss": 0.0701, "step": 1830 }, { "epoch": 2.96, "learning_rate": 8.167202572347268e-05, "loss": 0.095, "step": 1840 }, { "epoch": 2.97, "learning_rate": 8.102893890675242e-05, "loss": 0.0853, "step": 1850 }, { "epoch": 2.99, "learning_rate": 8.038585209003216e-05, "loss": 0.0449, "step": 1860 }, { "epoch": 3.0, "eval_accuracy": 0.9886104783599089, "eval_loss": 0.02609114721417427, "eval_runtime": 25.2517, "eval_samples_per_second": 139.08, "eval_steps_per_second": 4.356, "step": 1866 }, { "epoch": 3.01, "learning_rate": 7.974276527331191e-05, "loss": 0.0794, "step": 1870 }, { "epoch": 3.02, "learning_rate": 7.909967845659164e-05, "loss": 0.03, "step": 1880 }, { "epoch": 3.04, "learning_rate": 7.84565916398714e-05, "loss": 0.0552, "step": 1890 }, { "epoch": 3.05, "learning_rate": 7.781350482315113e-05, "loss": 0.0577, "step": 1900 }, { "epoch": 3.07, "learning_rate": 7.717041800643087e-05, "loss": 0.054, "step": 1910 }, { "epoch": 3.09, "learning_rate": 7.652733118971062e-05, "loss": 0.0141, "step": 1920 }, { "epoch": 3.1, "learning_rate": 7.588424437299036e-05, "loss": 0.0579, "step": 1930 }, { "epoch": 3.12, "learning_rate": 7.524115755627011e-05, "loss": 0.0463, "step": 1940 }, { "epoch": 3.14, "learning_rate": 7.459807073954984e-05, "loss": 0.0389, "step": 1950 }, { "epoch": 3.15, "learning_rate": 7.39549839228296e-05, "loss": 0.0487, "step": 1960 }, { "epoch": 3.17, "learning_rate": 7.331189710610933e-05, "loss": 0.0246, "step": 1970 }, { "epoch": 3.18, "learning_rate": 7.266881028938907e-05, "loss": 0.0718, "step": 1980 }, { "epoch": 3.2, "learning_rate": 7.202572347266882e-05, "loss": 0.1136, "step": 1990 }, { "epoch": 3.22, "learning_rate": 7.138263665594856e-05, "loss": 0.0631, "step": 2000 }, { "epoch": 3.23, "learning_rate": 7.073954983922831e-05, "loss": 0.0363, "step": 2010 }, { "epoch": 3.25, "learning_rate": 7.009646302250804e-05, "loss": 0.075, "step": 2020 }, { "epoch": 3.26, "learning_rate": 6.94533762057878e-05, "loss": 0.0735, "step": 2030 }, { "epoch": 3.28, "learning_rate": 6.881028938906753e-05, "loss": 0.0461, "step": 2040 }, { "epoch": 3.3, "learning_rate": 6.816720257234727e-05, "loss": 0.0299, "step": 2050 }, { "epoch": 3.31, "learning_rate": 6.752411575562702e-05, "loss": 0.0526, "step": 2060 }, { "epoch": 3.33, "learning_rate": 6.688102893890676e-05, "loss": 0.0355, "step": 2070 }, { "epoch": 3.34, "learning_rate": 6.623794212218651e-05, "loss": 0.0244, "step": 2080 }, { "epoch": 3.36, "learning_rate": 6.559485530546625e-05, "loss": 0.0637, "step": 2090 }, { "epoch": 3.38, "learning_rate": 6.495176848874598e-05, "loss": 0.0595, "step": 2100 }, { "epoch": 3.39, "learning_rate": 6.430868167202573e-05, "loss": 0.0506, "step": 2110 }, { "epoch": 3.41, "learning_rate": 6.366559485530547e-05, "loss": 0.0212, "step": 2120 }, { "epoch": 3.42, "learning_rate": 6.302250803858522e-05, "loss": 0.0255, "step": 2130 }, { "epoch": 3.44, "learning_rate": 6.237942122186496e-05, "loss": 0.0224, "step": 2140 }, { "epoch": 3.46, "learning_rate": 6.173633440514471e-05, "loss": 0.0633, "step": 2150 }, { "epoch": 3.47, "learning_rate": 6.109324758842445e-05, "loss": 0.0554, "step": 2160 }, { "epoch": 3.49, "learning_rate": 6.0450160771704176e-05, "loss": 0.0653, "step": 2170 }, { "epoch": 3.5, "learning_rate": 5.980707395498393e-05, "loss": 0.02, "step": 2180 }, { "epoch": 3.52, "learning_rate": 5.9163987138263664e-05, "loss": 0.0668, "step": 2190 }, { "epoch": 3.54, "learning_rate": 5.8520900321543414e-05, "loss": 0.027, "step": 2200 }, { "epoch": 3.55, "learning_rate": 5.787781350482315e-05, "loss": 0.0567, "step": 2210 }, { "epoch": 3.57, "learning_rate": 5.72347266881029e-05, "loss": 0.0434, "step": 2220 }, { "epoch": 3.59, "learning_rate": 5.659163987138264e-05, "loss": 0.0457, "step": 2230 }, { "epoch": 3.6, "learning_rate": 5.5948553054662377e-05, "loss": 0.0263, "step": 2240 }, { "epoch": 3.62, "learning_rate": 5.530546623794213e-05, "loss": 0.0426, "step": 2250 }, { "epoch": 3.63, "learning_rate": 5.4662379421221864e-05, "loss": 0.0397, "step": 2260 }, { "epoch": 3.65, "learning_rate": 5.4019292604501615e-05, "loss": 0.0393, "step": 2270 }, { "epoch": 3.67, "learning_rate": 5.337620578778135e-05, "loss": 0.0453, "step": 2280 }, { "epoch": 3.68, "learning_rate": 5.273311897106109e-05, "loss": 0.064, "step": 2290 }, { "epoch": 3.7, "learning_rate": 5.209003215434084e-05, "loss": 0.0587, "step": 2300 }, { "epoch": 3.71, "learning_rate": 5.144694533762058e-05, "loss": 0.0478, "step": 2310 }, { "epoch": 3.73, "learning_rate": 5.080385852090033e-05, "loss": 0.038, "step": 2320 }, { "epoch": 3.75, "learning_rate": 5.0160771704180065e-05, "loss": 0.0292, "step": 2330 }, { "epoch": 3.76, "learning_rate": 4.951768488745981e-05, "loss": 0.0412, "step": 2340 }, { "epoch": 3.78, "learning_rate": 4.887459807073955e-05, "loss": 0.0404, "step": 2350 }, { "epoch": 3.79, "learning_rate": 4.8231511254019296e-05, "loss": 0.0485, "step": 2360 }, { "epoch": 3.81, "learning_rate": 4.758842443729904e-05, "loss": 0.0373, "step": 2370 }, { "epoch": 3.83, "learning_rate": 4.6945337620578784e-05, "loss": 0.0291, "step": 2380 }, { "epoch": 3.84, "learning_rate": 4.630225080385852e-05, "loss": 0.0588, "step": 2390 }, { "epoch": 3.86, "learning_rate": 4.5659163987138265e-05, "loss": 0.0631, "step": 2400 }, { "epoch": 3.87, "learning_rate": 4.501607717041801e-05, "loss": 0.0338, "step": 2410 }, { "epoch": 3.89, "learning_rate": 4.437299035369775e-05, "loss": 0.1125, "step": 2420 }, { "epoch": 3.91, "learning_rate": 4.37299035369775e-05, "loss": 0.026, "step": 2430 }, { "epoch": 3.92, "learning_rate": 4.308681672025724e-05, "loss": 0.0389, "step": 2440 }, { "epoch": 3.94, "learning_rate": 4.244372990353698e-05, "loss": 0.0567, "step": 2450 }, { "epoch": 3.95, "learning_rate": 4.180064308681672e-05, "loss": 0.023, "step": 2460 }, { "epoch": 3.97, "learning_rate": 4.1157556270096466e-05, "loss": 0.0353, "step": 2470 }, { "epoch": 3.99, "learning_rate": 4.051446945337621e-05, "loss": 0.066, "step": 2480 }, { "epoch": 4.0, "eval_accuracy": 0.9923120728929385, "eval_loss": 0.02482709474861622, "eval_runtime": 25.9153, "eval_samples_per_second": 135.518, "eval_steps_per_second": 4.245, "step": 2488 }, { "epoch": 4.0, "learning_rate": 3.9871382636655953e-05, "loss": 0.055, "step": 2490 }, { "epoch": 4.02, "learning_rate": 3.92282958199357e-05, "loss": 0.0344, "step": 2500 }, { "epoch": 4.04, "learning_rate": 3.8585209003215434e-05, "loss": 0.0635, "step": 2510 }, { "epoch": 4.05, "learning_rate": 3.794212218649518e-05, "loss": 0.0198, "step": 2520 }, { "epoch": 4.07, "learning_rate": 3.729903536977492e-05, "loss": 0.0268, "step": 2530 }, { "epoch": 4.08, "learning_rate": 3.6655948553054666e-05, "loss": 0.0193, "step": 2540 }, { "epoch": 4.1, "learning_rate": 3.601286173633441e-05, "loss": 0.0285, "step": 2550 }, { "epoch": 4.12, "learning_rate": 3.5369774919614154e-05, "loss": 0.0128, "step": 2560 }, { "epoch": 4.13, "learning_rate": 3.47266881028939e-05, "loss": 0.0252, "step": 2570 }, { "epoch": 4.15, "learning_rate": 3.4083601286173635e-05, "loss": 0.0078, "step": 2580 }, { "epoch": 4.16, "learning_rate": 3.344051446945338e-05, "loss": 0.0494, "step": 2590 }, { "epoch": 4.18, "learning_rate": 3.279742765273312e-05, "loss": 0.0459, "step": 2600 }, { "epoch": 4.2, "learning_rate": 3.2154340836012867e-05, "loss": 0.0284, "step": 2610 }, { "epoch": 4.21, "learning_rate": 3.151125401929261e-05, "loss": 0.0423, "step": 2620 }, { "epoch": 4.23, "learning_rate": 3.0868167202572354e-05, "loss": 0.0094, "step": 2630 }, { "epoch": 4.24, "learning_rate": 3.0225080385852088e-05, "loss": 0.0371, "step": 2640 }, { "epoch": 4.26, "learning_rate": 2.9581993569131832e-05, "loss": 0.0241, "step": 2650 }, { "epoch": 4.28, "learning_rate": 2.8938906752411576e-05, "loss": 0.0497, "step": 2660 }, { "epoch": 4.29, "learning_rate": 2.829581993569132e-05, "loss": 0.026, "step": 2670 }, { "epoch": 4.31, "learning_rate": 2.7652733118971064e-05, "loss": 0.0638, "step": 2680 }, { "epoch": 4.32, "learning_rate": 2.7009646302250807e-05, "loss": 0.0201, "step": 2690 }, { "epoch": 4.34, "learning_rate": 2.6366559485530545e-05, "loss": 0.0348, "step": 2700 }, { "epoch": 4.36, "learning_rate": 2.5787781350482317e-05, "loss": 0.043, "step": 2710 }, { "epoch": 4.37, "learning_rate": 2.5144694533762057e-05, "loss": 0.0371, "step": 2720 }, { "epoch": 4.39, "learning_rate": 2.45016077170418e-05, "loss": 0.0164, "step": 2730 }, { "epoch": 4.41, "learning_rate": 2.385852090032154e-05, "loss": 0.0359, "step": 2740 }, { "epoch": 4.42, "learning_rate": 2.3215434083601286e-05, "loss": 0.0556, "step": 2750 }, { "epoch": 4.44, "learning_rate": 2.257234726688103e-05, "loss": 0.0247, "step": 2760 }, { "epoch": 4.45, "learning_rate": 2.1929260450160773e-05, "loss": 0.0477, "step": 2770 }, { "epoch": 4.47, "learning_rate": 2.1286173633440514e-05, "loss": 0.0499, "step": 2780 }, { "epoch": 4.49, "learning_rate": 2.0643086816720258e-05, "loss": 0.0736, "step": 2790 }, { "epoch": 4.5, "learning_rate": 2e-05, "loss": 0.0235, "step": 2800 }, { "epoch": 4.52, "learning_rate": 1.9356913183279742e-05, "loss": 0.0368, "step": 2810 }, { "epoch": 4.53, "learning_rate": 1.8713826366559486e-05, "loss": 0.013, "step": 2820 }, { "epoch": 4.55, "learning_rate": 1.807073954983923e-05, "loss": 0.0573, "step": 2830 }, { "epoch": 4.57, "learning_rate": 1.742765273311897e-05, "loss": 0.0268, "step": 2840 }, { "epoch": 4.58, "learning_rate": 1.6784565916398714e-05, "loss": 0.0229, "step": 2850 }, { "epoch": 4.6, "learning_rate": 1.6141479099678458e-05, "loss": 0.0294, "step": 2860 }, { "epoch": 4.61, "learning_rate": 1.54983922829582e-05, "loss": 0.0619, "step": 2870 }, { "epoch": 4.63, "learning_rate": 1.4855305466237943e-05, "loss": 0.0232, "step": 2880 }, { "epoch": 4.65, "learning_rate": 1.4212218649517686e-05, "loss": 0.0388, "step": 2890 }, { "epoch": 4.66, "learning_rate": 1.3569131832797427e-05, "loss": 0.0133, "step": 2900 }, { "epoch": 4.68, "learning_rate": 1.2926045016077171e-05, "loss": 0.0588, "step": 2910 }, { "epoch": 4.69, "learning_rate": 1.2282958199356915e-05, "loss": 0.0394, "step": 2920 }, { "epoch": 4.71, "learning_rate": 1.1639871382636657e-05, "loss": 0.0253, "step": 2930 }, { "epoch": 4.73, "learning_rate": 1.0996784565916399e-05, "loss": 0.0292, "step": 2940 }, { "epoch": 4.74, "learning_rate": 1.0353697749196143e-05, "loss": 0.027, "step": 2950 }, { "epoch": 4.76, "learning_rate": 9.710610932475885e-06, "loss": 0.0317, "step": 2960 }, { "epoch": 4.77, "learning_rate": 9.067524115755627e-06, "loss": 0.0326, "step": 2970 }, { "epoch": 4.79, "learning_rate": 8.42443729903537e-06, "loss": 0.0508, "step": 2980 }, { "epoch": 4.81, "learning_rate": 7.781350482315112e-06, "loss": 0.0182, "step": 2990 }, { "epoch": 4.82, "learning_rate": 7.1382636655948566e-06, "loss": 0.0255, "step": 3000 }, { "epoch": 4.84, "learning_rate": 6.495176848874599e-06, "loss": 0.0199, "step": 3010 }, { "epoch": 4.86, "learning_rate": 5.852090032154341e-06, "loss": 0.0206, "step": 3020 }, { "epoch": 4.87, "learning_rate": 5.209003215434084e-06, "loss": 0.0352, "step": 3030 }, { "epoch": 4.89, "learning_rate": 4.565916398713826e-06, "loss": 0.0362, "step": 3040 }, { "epoch": 4.9, "learning_rate": 3.922829581993569e-06, "loss": 0.0373, "step": 3050 }, { "epoch": 4.92, "learning_rate": 3.2797427652733123e-06, "loss": 0.0279, "step": 3060 }, { "epoch": 4.94, "learning_rate": 2.636655948553055e-06, "loss": 0.0286, "step": 3070 }, { "epoch": 4.95, "learning_rate": 1.9935691318327975e-06, "loss": 0.0359, "step": 3080 }, { "epoch": 4.97, "learning_rate": 1.3504823151125401e-06, "loss": 0.0382, "step": 3090 }, { "epoch": 4.98, "learning_rate": 7.073954983922831e-07, "loss": 0.0229, "step": 3100 }, { "epoch": 5.0, "learning_rate": 6.430868167202573e-08, "loss": 0.0328, "step": 3110 }, { "epoch": 5.0, "eval_accuracy": 0.9937357630979499, "eval_loss": 0.0182377677410841, "eval_runtime": 25.6312, "eval_samples_per_second": 137.021, "eval_steps_per_second": 4.292, "step": 3110 }, { "epoch": 5.0, "step": 3110, "total_flos": 0.0, "train_loss": 0.06854689962371369, "train_runtime": 1208.8541, "train_samples_per_second": 82.301, "train_steps_per_second": 2.573 } ], "max_steps": 3110, "num_train_epochs": 5, "total_flos": 0.0, "trial_name": null, "trial_params": null }