{ | |
"epoch": 3, | |
"val_loss": 6.512982930455889, | |
"model_config": { | |
"vocab_size": 5477, | |
"embed_size": 768, | |
"num_heads": 12, | |
"num_layers": 8, | |
"hidden_size": 2048, | |
"max_length": 512 | |
}, | |
"tokenizer_path": "model_checkpoints/model_epoch_3_loss_6.5130_tokenizer.json" | |
} |