{ | |
"epoch": 0, | |
"val_loss": 6.481968539101737, | |
"model_config": { | |
"vocab_size": 5477, | |
"embed_size": 768, | |
"num_heads": 12, | |
"num_layers": 8, | |
"hidden_size": 2048, | |
"max_length": 512 | |
}, | |
"tokenizer_path": "model_checkpoints/model_epoch_0_loss_6.4820_tokenizer.json" | |
} |