Emoji-ByteLM / train_state_00000.json
CharlesDDDD's picture
Upload EmojiLM - Byte-level Looped Transformer
65ead92 verified
{
"step": 5000,
"acc_step": 0,
"data_loader_state": {
"it_state": {
"start_token": 21,
"it_state": {
"it_state": {
"root_dir": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared",
"sources": {
"text2emoji": 1.0
},
"source_to_state": {
"text2emoji": {
"file_path": "/home/cd110/BFlowNet/apps/loopedLM/text2emoji_prepared/text2emoji/text2emoji.chunk.03.json",
"position": 15423808,
"block_size": 1,
"offset": 0,
"current_iter": 1
}
},
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 205585754356582501350349259899939902810,
"inc": 11676600559890430755450356507027720041
},
"has_uint32": 0,
"uinteger": 0
}
},
"add_bos": true,
"add_eos": true,
"name": "bytes",
"path": null
},
"output_seq_len": 512,
"n_views": 2
},
"seq_idx": 8,
"rng_state": {
"bit_generator": "PCG64",
"state": {
"state": 324250618518055952288627465431916920177,
"inc": 77357518920597472829800677777012462921
},
"has_uint32": 1,
"uinteger": 85385168
},
"batch_size": 12,
"prefetch_size": 128
},
"scheduler": {
"base_lrs": [
0.0003
],
"last_epoch": 5000,
"verbose": false,
"_step_count": 5001,
"_get_lr_called_within_step": false,
"_last_lr": [
3.039611684019504e-05
],
"lr_lambdas": [
{}
]
}
}