{ | |
"epoch": 2, | |
"val_loss": 6.505069834845407, | |
"model_config": { | |
"vocab_size": 5477, | |
"embed_size": 768, | |
"num_heads": 12, | |
"num_layers": 8, | |
"hidden_size": 2048, | |
"max_length": 512 | |
}, | |
"tokenizer_path": "model_checkpoints/model_epoch_2_loss_6.5051_tokenizer.json" | |
} |