Reality123b commited on
Commit
6883269
·
verified ·
1 Parent(s): c6a6da9

Upload model/model_epoch_0_loss_6.4820_metadata.json with huggingface_hub

Browse files
model/model_epoch_0_loss_6.4820_metadata.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0,
3
+ "val_loss": 6.481968539101737,
4
+ "model_config": {
5
+ "vocab_size": 5477,
6
+ "embed_size": 768,
7
+ "num_heads": 12,
8
+ "num_layers": 8,
9
+ "hidden_size": 2048,
10
+ "max_length": 512
11
+ },
12
+ "tokenizer_path": "model_checkpoints/model_epoch_0_loss_6.4820_tokenizer.json"
13
+ }