Veldrovive
commited on
Commit
•
bc5000b
1
Parent(s):
19f496f
Upload decoder/2B/decoder_config.json with huggingface_hub
Browse files
decoder/2B/decoder_config.json
CHANGED
@@ -57,11 +57,11 @@
|
|
57 |
"wd": 0.0,
|
58 |
"warmup_steps": 1000,
|
59 |
"max_grad_norm": 0.5,
|
60 |
-
"save_every_n_samples":
|
61 |
"n_sample_images": 10,
|
62 |
"device": "cuda:0",
|
63 |
-
"epoch_samples":
|
64 |
-
"validation_samples":
|
65 |
"use_ema": true,
|
66 |
"ema_beta": 0.99,
|
67 |
"save_all": false,
|
@@ -96,13 +96,12 @@
|
|
96 |
},
|
97 |
|
98 |
"load": {
|
99 |
-
"load_from":
|
100 |
"only_auto_resume": true,
|
101 |
"file_path": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth"
|
102 |
},
|
103 |
|
104 |
-
"save": [
|
105 |
-
{
|
106 |
"save_to": "huggingface",
|
107 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
108 |
|
|
|
57 |
"wd": 0.0,
|
58 |
"warmup_steps": 1000,
|
59 |
"max_grad_norm": 0.5,
|
60 |
+
"save_every_n_samples": 545400,
|
61 |
"n_sample_images": 10,
|
62 |
"device": "cuda:0",
|
63 |
+
"epoch_samples": 2100000,
|
64 |
+
"validation_samples": 100000,
|
65 |
"use_ema": true,
|
66 |
"ema_beta": 0.99,
|
67 |
"save_all": false,
|
|
|
96 |
},
|
97 |
|
98 |
"load": {
|
99 |
+
"load_from": null,
|
100 |
"only_auto_resume": true,
|
101 |
"file_path": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth"
|
102 |
},
|
103 |
|
104 |
+
"save": [{
|
|
|
105 |
"save_to": "huggingface",
|
106 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
107 |
|