Training in progress, epoch 4

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4427d05c713a5b37fece43f7dc431d274ab764284676323f967f161ec7c5bc8d
+oid sha256:0179d1c4f7f861b2464bcdd681b18f701b7c47ec9e6afa8eecfec12525a18c09
 size 4877660776

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bed264047172500bf6b09cc2398a24a8e7772915e3ba24ffdbfe05e3ac1bef91
+oid sha256:481d642d6fa9e361d3e2601dcd7d26f30dbaffee7ae4e1b71d118e3713fa4f13
 size 4932751008

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7648d2578a03a8f889f3826ab8a0a9817141082a1c99b7060c4610cc937df1f9
+oid sha256:575173684f7499edbffbf98d806032d47f8eb1b12a2264e69062729669c4c561
 size 4330865200

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3e4459a0151d2734d0a59ef0c353b56ca118d4159fead159d77c97c21ca9c1f
+oid sha256:e2b68bbf1939a4024d3e530a174e0b3f3451e4c8ceed84078c4973d2361e06d2
 size 1089994880

trainer_log.jsonl

@@ -246,3 +246,84 @@
 {"current_steps": 246, "total_steps": 567, "loss": 0.0081, "lr": 1.3954512068705425e-05, "epoch": 3.037037037037037, "percentage": 43.39, "elapsed_time": "1:54:54", "remaining_time": "2:29:56"}
 {"current_steps": 247, "total_steps": 567, "loss": 0.0071, "lr": 1.3897858732926794e-05, "epoch": 3.049382716049383, "percentage": 43.56, "elapsed_time": "1:55:22", "remaining_time": "2:29:28"}
 {"current_steps": 248, "total_steps": 567, "loss": 0.0096, "lr": 1.3841057491719261e-05, "epoch": 3.0617283950617282, "percentage": 43.74, "elapsed_time": "1:55:44", "remaining_time": "2:28:53"}
+{"current_steps": 249, "total_steps": 567, "loss": 0.0154, "lr": 1.3784110500423104e-05, "epoch": 3.074074074074074, "percentage": 43.92, "elapsed_time": "1:56:11", "remaining_time": "2:28:23"}
+{"current_steps": 250, "total_steps": 567, "loss": 0.0231, "lr": 1.372701991990914e-05, "epoch": 3.0864197530864197, "percentage": 44.09, "elapsed_time": "1:56:35", "remaining_time": "2:27:50"}
+{"current_steps": 251, "total_steps": 567, "loss": 0.0094, "lr": 1.3669787916496722e-05, "epoch": 3.0987654320987654, "percentage": 44.27, "elapsed_time": "1:57:03", "remaining_time": "2:27:22"}
+{"current_steps": 252, "total_steps": 567, "loss": 0.0085, "lr": 1.3612416661871532e-05, "epoch": 3.111111111111111, "percentage": 44.44, "elapsed_time": "1:57:31", "remaining_time": "2:26:54"}
+{"current_steps": 253, "total_steps": 567, "loss": 0.0087, "lr": 1.355490833300318e-05, "epoch": 3.123456790123457, "percentage": 44.62, "elapsed_time": "1:57:56", "remaining_time": "2:26:22"}
+{"current_steps": 254, "total_steps": 567, "loss": 0.0055, "lr": 1.3497265112062613e-05, "epoch": 3.1358024691358026, "percentage": 44.8, "elapsed_time": "1:58:24", "remaining_time": "2:25:54"}
+{"current_steps": 255, "total_steps": 567, "loss": 0.008, "lr": 1.3439489186339283e-05, "epoch": 3.148148148148148, "percentage": 44.97, "elapsed_time": "1:58:49", "remaining_time": "2:25:23"}
+{"current_steps": 256, "total_steps": 567, "loss": 0.0231, "lr": 1.3381582748158173e-05, "epoch": 3.1604938271604937, "percentage": 45.15, "elapsed_time": "1:59:19", "remaining_time": "2:24:57"}
+{"current_steps": 257, "total_steps": 567, "loss": 0.0174, "lr": 1.3323547994796597e-05, "epoch": 3.1728395061728394, "percentage": 45.33, "elapsed_time": "1:59:41", "remaining_time": "2:24:21"}
+{"current_steps": 258, "total_steps": 567, "loss": 0.0092, "lr": 1.3265387128400833e-05, "epoch": 3.185185185185185, "percentage": 45.5, "elapsed_time": "2:00:10", "remaining_time": "2:23:55"}
+{"current_steps": 259, "total_steps": 567, "loss": 0.0129, "lr": 1.3207102355902553e-05, "epoch": 3.197530864197531, "percentage": 45.68, "elapsed_time": "2:00:36", "remaining_time": "2:23:25"}
+{"current_steps": 260, "total_steps": 567, "loss": 0.0114, "lr": 1.314869588893508e-05, "epoch": 3.2098765432098766, "percentage": 45.86, "elapsed_time": "2:00:59", "remaining_time": "2:22:51"}
+{"current_steps": 261, "total_steps": 567, "loss": 0.0125, "lr": 1.3090169943749475e-05, "epoch": 3.2222222222222223, "percentage": 46.03, "elapsed_time": "2:01:24", "remaining_time": "2:22:20"}
+{"current_steps": 262, "total_steps": 567, "loss": 0.0133, "lr": 1.3031526741130435e-05, "epoch": 3.234567901234568, "percentage": 46.21, "elapsed_time": "2:01:46", "remaining_time": "2:21:46"}
+{"current_steps": 263, "total_steps": 567, "loss": 0.0097, "lr": 1.2972768506312028e-05, "epoch": 3.246913580246914, "percentage": 46.38, "elapsed_time": "2:02:14", "remaining_time": "2:21:18"}
+{"current_steps": 264, "total_steps": 567, "loss": 0.0081, "lr": 1.2913897468893249e-05, "epoch": 3.259259259259259, "percentage": 46.56, "elapsed_time": "2:02:42", "remaining_time": "2:20:50"}
+{"current_steps": 265, "total_steps": 567, "loss": 0.0114, "lr": 1.2854915862753424e-05, "epoch": 3.271604938271605, "percentage": 46.74, "elapsed_time": "2:03:06", "remaining_time": "2:20:17"}
+{"current_steps": 266, "total_steps": 567, "loss": 0.009, "lr": 1.279582592596744e-05, "epoch": 3.2839506172839505, "percentage": 46.91, "elapsed_time": "2:03:33", "remaining_time": "2:19:48"}
+{"current_steps": 267, "total_steps": 567, "loss": 0.0155, "lr": 1.2736629900720832e-05, "epoch": 3.2962962962962963, "percentage": 47.09, "elapsed_time": "2:03:54", "remaining_time": "2:19:13"}
+{"current_steps": 268, "total_steps": 567, "loss": 0.0065, "lr": 1.2677330033224681e-05, "epoch": 3.308641975308642, "percentage": 47.27, "elapsed_time": "2:04:21", "remaining_time": "2:18:44"}
+{"current_steps": 269, "total_steps": 567, "loss": 0.0124, "lr": 1.2617928573630405e-05, "epoch": 3.3209876543209877, "percentage": 47.44, "elapsed_time": "2:04:49", "remaining_time": "2:18:16"}
+{"current_steps": 270, "total_steps": 567, "loss": 0.0216, "lr": 1.2558427775944357e-05, "epoch": 3.3333333333333335, "percentage": 47.62, "elapsed_time": "2:05:11", "remaining_time": "2:17:42"}
+{"current_steps": 271, "total_steps": 567, "loss": 0.011, "lr": 1.2498829897942308e-05, "epoch": 3.3456790123456788, "percentage": 47.8, "elapsed_time": "2:05:42", "remaining_time": "2:17:18"}
+{"current_steps": 272, "total_steps": 567, "loss": 0.0106, "lr": 1.2439137201083772e-05, "epoch": 3.3580246913580245, "percentage": 47.97, "elapsed_time": "2:06:06", "remaining_time": "2:16:45"}
+{"current_steps": 273, "total_steps": 567, "loss": 0.0089, "lr": 1.2379351950426188e-05, "epoch": 3.3703703703703702, "percentage": 48.15, "elapsed_time": "2:06:28", "remaining_time": "2:16:12"}
+{"current_steps": 274, "total_steps": 567, "loss": 0.0063, "lr": 1.2319476414538982e-05, "epoch": 3.382716049382716, "percentage": 48.32, "elapsed_time": "2:07:00", "remaining_time": "2:15:49"}
+{"current_steps": 275, "total_steps": 567, "loss": 0.0079, "lr": 1.2259512865417478e-05, "epoch": 3.3950617283950617, "percentage": 48.5, "elapsed_time": "2:07:23", "remaining_time": "2:15:16"}
+{"current_steps": 276, "total_steps": 567, "loss": 0.0115, "lr": 1.2199463578396688e-05, "epoch": 3.4074074074074074, "percentage": 48.68, "elapsed_time": "2:07:49", "remaining_time": "2:14:46"}
+{"current_steps": 277, "total_steps": 567, "loss": 0.0094, "lr": 1.2139330832064975e-05, "epoch": 3.419753086419753, "percentage": 48.85, "elapsed_time": "2:08:15", "remaining_time": "2:14:16"}
+{"current_steps": 278, "total_steps": 567, "loss": 0.0067, "lr": 1.2079116908177592e-05, "epoch": 3.432098765432099, "percentage": 49.03, "elapsed_time": "2:08:41", "remaining_time": "2:13:47"}
+{"current_steps": 279, "total_steps": 567, "loss": 0.0076, "lr": 1.2018824091570103e-05, "epoch": 3.4444444444444446, "percentage": 49.21, "elapsed_time": "2:09:11", "remaining_time": "2:13:21"}
+{"current_steps": 280, "total_steps": 567, "loss": 0.0068, "lr": 1.1958454670071671e-05, "epoch": 3.45679012345679, "percentage": 49.38, "elapsed_time": "2:09:41", "remaining_time": "2:12:55"}
+{"current_steps": 281, "total_steps": 567, "loss": 0.0077, "lr": 1.1898010934418261e-05, "epoch": 3.4691358024691357, "percentage": 49.56, "elapsed_time": "2:10:03", "remaining_time": "2:12:21"}
+{"current_steps": 282, "total_steps": 567, "loss": 0.0136, "lr": 1.1837495178165706e-05, "epoch": 3.4814814814814814, "percentage": 49.74, "elapsed_time": "2:10:27", "remaining_time": "2:11:50"}
+{"current_steps": 283, "total_steps": 567, "loss": 0.0078, "lr": 1.177690969760269e-05, "epoch": 3.493827160493827, "percentage": 49.91, "elapsed_time": "2:10:57", "remaining_time": "2:11:25"}
+{"current_steps": 284, "total_steps": 567, "loss": 0.0107, "lr": 1.1716256791663599e-05, "epoch": 3.506172839506173, "percentage": 50.09, "elapsed_time": "2:11:28", "remaining_time": "2:11:00"}
+{"current_steps": 285, "total_steps": 567, "loss": 0.0114, "lr": 1.16555387618413e-05, "epoch": 3.5185185185185186, "percentage": 50.26, "elapsed_time": "2:11:54", "remaining_time": "2:10:30"}
+{"current_steps": 286, "total_steps": 567, "loss": 0.021, "lr": 1.159475791209981e-05, "epoch": 3.5308641975308643, "percentage": 50.44, "elapsed_time": "2:12:20", "remaining_time": "2:10:02"}
+{"current_steps": 287, "total_steps": 567, "loss": 0.017, "lr": 1.1533916548786856e-05, "epoch": 3.5432098765432096, "percentage": 50.62, "elapsed_time": "2:12:49", "remaining_time": "2:09:35"}
+{"current_steps": 288, "total_steps": 567, "loss": 0.0082, "lr": 1.1473016980546377e-05, "epoch": 3.5555555555555554, "percentage": 50.79, "elapsed_time": "2:13:16", "remaining_time": "2:09:06"}
+{"current_steps": 289, "total_steps": 567, "loss": 0.0104, "lr": 1.1412061518230916e-05, "epoch": 3.567901234567901, "percentage": 50.97, "elapsed_time": "2:13:44", "remaining_time": "2:08:38"}
+{"current_steps": 290, "total_steps": 567, "loss": 0.0151, "lr": 1.135105247481393e-05, "epoch": 3.580246913580247, "percentage": 51.15, "elapsed_time": "2:14:16", "remaining_time": "2:08:14"}
+{"current_steps": 291, "total_steps": 567, "loss": 0.0114, "lr": 1.1289992165302036e-05, "epoch": 3.5925925925925926, "percentage": 51.32, "elapsed_time": "2:14:42", "remaining_time": "2:07:46"}
+{"current_steps": 292, "total_steps": 567, "loss": 0.0082, "lr": 1.1228882906647142e-05, "epoch": 3.6049382716049383, "percentage": 51.5, "elapsed_time": "2:15:10", "remaining_time": "2:07:18"}
+{"current_steps": 293, "total_steps": 567, "loss": 0.0116, "lr": 1.1167727017658562e-05, "epoch": 3.617283950617284, "percentage": 51.68, "elapsed_time": "2:15:32", "remaining_time": "2:06:45"}
+{"current_steps": 294, "total_steps": 567, "loss": 0.0083, "lr": 1.1106526818915008e-05, "epoch": 3.6296296296296298, "percentage": 51.85, "elapsed_time": "2:15:57", "remaining_time": "2:06:14"}
+{"current_steps": 295, "total_steps": 567, "loss": 0.0147, "lr": 1.1045284632676535e-05, "epoch": 3.6419753086419755, "percentage": 52.03, "elapsed_time": "2:16:18", "remaining_time": "2:05:41"}
+{"current_steps": 296, "total_steps": 567, "loss": 0.0164, "lr": 1.0984002782796427e-05, "epoch": 3.6543209876543212, "percentage": 52.2, "elapsed_time": "2:16:45", "remaining_time": "2:05:12"}
+{"current_steps": 297, "total_steps": 567, "loss": 0.0093, "lr": 1.092268359463302e-05, "epoch": 3.6666666666666665, "percentage": 52.38, "elapsed_time": "2:17:08", "remaining_time": "2:04:40"}
+{"current_steps": 298, "total_steps": 567, "loss": 0.0159, "lr": 1.0861329394961461e-05, "epoch": 3.6790123456790123, "percentage": 52.56, "elapsed_time": "2:17:37", "remaining_time": "2:04:13"}
+{"current_steps": 299, "total_steps": 567, "loss": 0.0123, "lr": 1.0799942511885417e-05, "epoch": 3.691358024691358, "percentage": 52.73, "elapsed_time": "2:18:06", "remaining_time": "2:03:46"}
+{"current_steps": 300, "total_steps": 567, "loss": 0.0107, "lr": 1.073852527474874e-05, "epoch": 3.7037037037037037, "percentage": 52.91, "elapsed_time": "2:18:33", "remaining_time": "2:03:19"}
+{"current_steps": 301, "total_steps": 567, "loss": 0.004, "lr": 1.0677080014047076e-05, "epoch": 3.7160493827160495, "percentage": 53.09, "elapsed_time": "2:19:04", "remaining_time": "2:02:54"}
+{"current_steps": 302, "total_steps": 567, "loss": 0.011, "lr": 1.0615609061339431e-05, "epoch": 3.728395061728395, "percentage": 53.26, "elapsed_time": "2:19:35", "remaining_time": "2:02:29"}
+{"current_steps": 303, "total_steps": 567, "loss": 0.0051, "lr": 1.05541147491597e-05, "epoch": 3.7407407407407405, "percentage": 53.44, "elapsed_time": "2:20:03", "remaining_time": "2:02:01"}
+{"current_steps": 304, "total_steps": 567, "loss": 0.0101, "lr": 1.049259941092817e-05, "epoch": 3.753086419753086, "percentage": 53.62, "elapsed_time": "2:20:25", "remaining_time": "2:01:29"}
+{"current_steps": 305, "total_steps": 567, "loss": 0.0132, "lr": 1.0431065380862959e-05, "epoch": 3.765432098765432, "percentage": 53.79, "elapsed_time": "2:20:52", "remaining_time": "2:01:01"}
+{"current_steps": 306, "total_steps": 567, "loss": 0.0106, "lr": 1.0369514993891451e-05, "epoch": 3.7777777777777777, "percentage": 53.97, "elapsed_time": "2:21:20", "remaining_time": "2:00:33"}
+{"current_steps": 307, "total_steps": 567, "loss": 0.0109, "lr": 1.0307950585561705e-05, "epoch": 3.7901234567901234, "percentage": 54.14, "elapsed_time": "2:21:41", "remaining_time": "2:00:00"}
+{"current_steps": 308, "total_steps": 567, "loss": 0.0057, "lr": 1.0246374491953823e-05, "epoch": 3.802469135802469, "percentage": 54.32, "elapsed_time": "2:22:10", "remaining_time": "1:59:33"}
+{"current_steps": 309, "total_steps": 567, "loss": 0.0057, "lr": 1.01847890495913e-05, "epoch": 3.814814814814815, "percentage": 54.5, "elapsed_time": "2:22:34", "remaining_time": "1:59:02"}
+{"current_steps": 310, "total_steps": 567, "loss": 0.0182, "lr": 1.0123196595352385e-05, "epoch": 3.8271604938271606, "percentage": 54.67, "elapsed_time": "2:22:56", "remaining_time": "1:58:29"}
+{"current_steps": 311, "total_steps": 567, "loss": 0.0145, "lr": 1.0061599466381388e-05, "epoch": 3.8395061728395063, "percentage": 54.85, "elapsed_time": "2:23:22", "remaining_time": "1:58:01"}
+{"current_steps": 312, "total_steps": 567, "loss": 0.0064, "lr": 1e-05, "epoch": 3.851851851851852, "percentage": 55.03, "elapsed_time": "2:23:48", "remaining_time": "1:57:32"}
+{"current_steps": 313, "total_steps": 567, "loss": 0.0086, "lr": 9.938400533618615e-06, "epoch": 3.8641975308641974, "percentage": 55.2, "elapsed_time": "2:24:15", "remaining_time": "1:57:04"}
+{"current_steps": 314, "total_steps": 567, "loss": 0.0047, "lr": 9.876803404647617e-06, "epoch": 3.876543209876543, "percentage": 55.38, "elapsed_time": "2:24:38", "remaining_time": "1:56:32"}
+{"current_steps": 315, "total_steps": 567, "loss": 0.0075, "lr": 9.815210950408703e-06, "epoch": 3.888888888888889, "percentage": 55.56, "elapsed_time": "2:25:02", "remaining_time": "1:56:01"}
+{"current_steps": 316, "total_steps": 567, "loss": 0.0227, "lr": 9.753625508046183e-06, "epoch": 3.9012345679012346, "percentage": 55.73, "elapsed_time": "2:25:30", "remaining_time": "1:55:34"}
+{"current_steps": 317, "total_steps": 567, "loss": 0.0191, "lr": 9.692049414438298e-06, "epoch": 3.9135802469135803, "percentage": 55.91, "elapsed_time": "2:25:54", "remaining_time": "1:55:04"}
+{"current_steps": 318, "total_steps": 567, "loss": 0.0074, "lr": 9.630485006108554e-06, "epoch": 3.925925925925926, "percentage": 56.08, "elapsed_time": "2:26:22", "remaining_time": "1:54:37"}
+{"current_steps": 319, "total_steps": 567, "loss": 0.0181, "lr": 9.568934619137048e-06, "epoch": 3.9382716049382713, "percentage": 56.26, "elapsed_time": "2:26:48", "remaining_time": "1:54:08"}
+{"current_steps": 320, "total_steps": 567, "loss": 0.0116, "lr": 9.507400589071833e-06, "epoch": 3.950617283950617, "percentage": 56.44, "elapsed_time": "2:27:16", "remaining_time": "1:53:40"}
+{"current_steps": 321, "total_steps": 567, "loss": 0.008, "lr": 9.445885250840301e-06, "epoch": 3.962962962962963, "percentage": 56.61, "elapsed_time": "2:27:40", "remaining_time": "1:53:09"}
+{"current_steps": 322, "total_steps": 567, "loss": 0.0075, "lr": 9.384390938660572e-06, "epoch": 3.9753086419753085, "percentage": 56.79, "elapsed_time": "2:28:04", "remaining_time": "1:52:40"}
+{"current_steps": 323, "total_steps": 567, "loss": 0.0043, "lr": 9.322919985952926e-06, "epoch": 3.9876543209876543, "percentage": 56.97, "elapsed_time": "2:28:30", "remaining_time": "1:52:11"}
+{"current_steps": 324, "total_steps": 567, "loss": 0.0066, "lr": 9.261474725251261e-06, "epoch": 4.0, "percentage": 57.14, "elapsed_time": "2:28:57", "remaining_time": "1:51:43"}
+{"current_steps": 325, "total_steps": 567, "loss": 0.0111, "lr": 9.200057488114585e-06, "epoch": 4.012345679012346, "percentage": 57.32, "elapsed_time": "2:31:24", "remaining_time": "1:52:44"}
+{"current_steps": 326, "total_steps": 567, "loss": 0.0051, "lr": 9.138670605038542e-06, "epoch": 4.0246913580246915, "percentage": 57.5, "elapsed_time": "2:31:49", "remaining_time": "1:52:14"}
+{"current_steps": 327, "total_steps": 567, "loss": 0.0071, "lr": 9.07731640536698e-06, "epoch": 4.037037037037037, "percentage": 57.67, "elapsed_time": "2:32:17", "remaining_time": "1:51:46"}
+{"current_steps": 328, "total_steps": 567, "loss": 0.0034, "lr": 9.015997217203574e-06, "epoch": 4.049382716049383, "percentage": 57.85, "elapsed_time": "2:32:48", "remaining_time": "1:51:20"}
+{"current_steps": 329, "total_steps": 567, "loss": 0.0063, "lr": 8.954715367323468e-06, "epoch": 4.061728395061729, "percentage": 58.02, "elapsed_time": "2:33:16", "remaining_time": "1:50:53"}