File size: 292 Bytes
a9167b0
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "epoch": 1,
  "val_loss": 6.504229426383972,
  "model_config": {
    "vocab_size": 5477,
    "embed_size": 768,
    "num_heads": 12,
    "num_layers": 8,
    "hidden_size": 2048,
    "max_length": 512
  },
  "tokenizer_path": "model_checkpoints/model_epoch_1_loss_6.5042_tokenizer.json"
}