Reality123b commited on
Commit
fc4ddd2
·
verified ·
1 Parent(s): 63f424a

Upload model/model_epoch_2_loss_6.5051_metadata.json with huggingface_hub

Browse files
model/model_epoch_2_loss_6.5051_metadata.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2,
3
+ "val_loss": 6.505069834845407,
4
+ "model_config": {
5
+ "vocab_size": 5477,
6
+ "embed_size": 768,
7
+ "num_heads": 12,
8
+ "num_layers": 8,
9
+ "hidden_size": 2048,
10
+ "max_length": 512
11
+ },
12
+ "tokenizer_path": "model_checkpoints/model_epoch_2_loss_6.5051_tokenizer.json"
13
+ }