Training in progress, step 10000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891558696
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5eb8bf06dd538fcb262c2fed2f9e68d7952360b525571db7ca0f1430e447d9ed
|
3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783272762
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:942c2875abedaddb5c9436b198254369aa4f7b28a3b4b68fd6fcf41053e028fd
|
3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a7ea66d1531ee601a7eaa0403a8186669a6c59db91f4cad349d74bc0115c72f
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7631547026bec9cd7a6ea58b5f8fb2fb117b688cae951965f0f9ff628a1476de
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
4 |
-
"epoch": 1.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -1489,6 +1489,84 @@
|
|
1489 |
"eval_samples_per_second": 17.137,
|
1490 |
"eval_steps_per_second": 2.142,
|
1491 |
"step": 9500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1492 |
}
|
1493 |
],
|
1494 |
"logging_steps": 50,
|
@@ -1508,7 +1586,7 @@
|
|
1508 |
"attributes": {}
|
1509 |
}
|
1510 |
},
|
1511 |
-
"total_flos": 4.
|
1512 |
"train_batch_size": 8,
|
1513 |
"trial_name": null,
|
1514 |
"trial_params": null
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.08249519765377045,
|
3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-10000",
|
4 |
+
"epoch": 1.6,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 10000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
1489 |
"eval_samples_per_second": 17.137,
|
1490 |
"eval_steps_per_second": 2.142,
|
1491 |
"step": 9500
|
1492 |
+
},
|
1493 |
+
{
|
1494 |
+
"epoch": 1.528,
|
1495 |
+
"grad_norm": 6762.00244140625,
|
1496 |
+
"learning_rate": 1.472e-05,
|
1497 |
+
"loss": 0.0529,
|
1498 |
+
"step": 9550
|
1499 |
+
},
|
1500 |
+
{
|
1501 |
+
"epoch": 1.536,
|
1502 |
+
"grad_norm": 7704.66748046875,
|
1503 |
+
"learning_rate": 1.464e-05,
|
1504 |
+
"loss": 0.0576,
|
1505 |
+
"step": 9600
|
1506 |
+
},
|
1507 |
+
{
|
1508 |
+
"epoch": 1.544,
|
1509 |
+
"grad_norm": 5400.18798828125,
|
1510 |
+
"learning_rate": 1.4560000000000001e-05,
|
1511 |
+
"loss": 0.0556,
|
1512 |
+
"step": 9650
|
1513 |
+
},
|
1514 |
+
{
|
1515 |
+
"epoch": 1.552,
|
1516 |
+
"grad_norm": 6167.47216796875,
|
1517 |
+
"learning_rate": 1.448e-05,
|
1518 |
+
"loss": 0.0547,
|
1519 |
+
"step": 9700
|
1520 |
+
},
|
1521 |
+
{
|
1522 |
+
"epoch": 1.56,
|
1523 |
+
"grad_norm": 5073.39892578125,
|
1524 |
+
"learning_rate": 1.44e-05,
|
1525 |
+
"loss": 0.0544,
|
1526 |
+
"step": 9750
|
1527 |
+
},
|
1528 |
+
{
|
1529 |
+
"epoch": 1.568,
|
1530 |
+
"grad_norm": 6849.08447265625,
|
1531 |
+
"learning_rate": 1.432e-05,
|
1532 |
+
"loss": 0.0571,
|
1533 |
+
"step": 9800
|
1534 |
+
},
|
1535 |
+
{
|
1536 |
+
"epoch": 1.576,
|
1537 |
+
"grad_norm": 6866.765625,
|
1538 |
+
"learning_rate": 1.4240000000000001e-05,
|
1539 |
+
"loss": 0.0518,
|
1540 |
+
"step": 9850
|
1541 |
+
},
|
1542 |
+
{
|
1543 |
+
"epoch": 1.584,
|
1544 |
+
"grad_norm": 8185.33740234375,
|
1545 |
+
"learning_rate": 1.416e-05,
|
1546 |
+
"loss": 0.0605,
|
1547 |
+
"step": 9900
|
1548 |
+
},
|
1549 |
+
{
|
1550 |
+
"epoch": 1.592,
|
1551 |
+
"grad_norm": 7759.45361328125,
|
1552 |
+
"learning_rate": 1.408e-05,
|
1553 |
+
"loss": 0.0581,
|
1554 |
+
"step": 9950
|
1555 |
+
},
|
1556 |
+
{
|
1557 |
+
"epoch": 1.6,
|
1558 |
+
"grad_norm": 5736.8740234375,
|
1559 |
+
"learning_rate": 1.4e-05,
|
1560 |
+
"loss": 0.0582,
|
1561 |
+
"step": 10000
|
1562 |
+
},
|
1563 |
+
{
|
1564 |
+
"epoch": 1.6,
|
1565 |
+
"eval_loss": 0.08249519765377045,
|
1566 |
+
"eval_runtime": 116.9496,
|
1567 |
+
"eval_samples_per_second": 17.101,
|
1568 |
+
"eval_steps_per_second": 2.138,
|
1569 |
+
"step": 10000
|
1570 |
}
|
1571 |
],
|
1572 |
"logging_steps": 50,
|
|
|
1586 |
"attributes": {}
|
1587 |
}
|
1588 |
},
|
1589 |
+
"total_flos": 4.87166312448e+16,
|
1590 |
"train_batch_size": 8,
|
1591 |
"trial_name": null,
|
1592 |
"trial_params": null
|