SivilTaram commited on
Commit
5d2d29c
·
verified ·
1 Parent(s): 7e3a8f4

Upload llama_7b_seq8k_bs2M_decay/0000010000/train_state_00044.json with huggingface_hub

Browse files
llama_7b_seq8k_bs2M_decay/0000010000/train_state_00044.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"step": 10000, "acc_step": 0, "data_loader_state": {"it_state": {"start_token": 59332, "it_state": {"it_state": {"root_dir": "/mnt/hdfs/tiktok_aiic/user/liuqian", "sources": {"dclm_pro": 1.0}, "source_to_state": {"dclm_pro": {"file_path": "/mnt/hdfs/tiktok_aiic/user/liuqian/dclm_pro/dclm_pro.chunk.00044.jsonl", "position": 1333492583, "block_size": 1, "offset": 0, "current_iter": 0}}, "rng_state": {"bit_generator": "PCG64", "state": {"state": 82242225779329231977232043378023264092, "inc": 325999740201684570855199752397973636577}, "has_uint32": 0, "uinteger": 0}}, "add_bos": true, "add_eos": true, "name": "sp", "path": "/opt/tiger/Github-Repo/lingua/tokenizers/llama2/tokenizer.model"}, "output_seq_len": 8192, "n_views": 2}, "seq_idx": 64, "rng_state": {"bit_generator": "PCG64", "state": {"state": 270102187849513543963271056392366287814, "inc": 118135863759669673516415764744807736949}, "has_uint32": 0, "uinteger": 2499927262}, "batch_size": 1, "prefetch_size": 1024}, "scheduler": {"base_lrs": [4e-05], "last_epoch": 10000, "verbose": false, "_step_count": 10001, "_get_lr_called_within_step": false, "_last_lr": [4e-05], "lr_lambdas": [{}]}}