Upload decoder/small_32gpus/decoder_config.json with huggingface_hub

decoder/small_32gpus/decoder_config.json

@@ -16,7 +16,7 @@
                 "attn_dim_head": 64,
                 "sparse_attn": true,
                 "memory_efficient": true,
-                        "self_attn": [false, true, true, true]
+		        "self_attn": [false, true, true, true]
             }
         ],
         "clip": {
@@ -57,13 +57,13 @@
     },
     "train": {
         "epochs": 1000,
-        "lr":1e-4,
+        "lr": 5e-5,
         "wd": 0.01,
         "max_grad_norm": 0.5,
         "save_every_n_samples": 2000000,
         "n_sample_images": 10,
         "device": "cuda:0",
-        "epoch_samples": 40000000,
+        "epoch_samples": 8000000,
         "validation_samples": 100000,
         "use_ema": true,
         "ema_beta": 0.99,
@@ -91,15 +91,16 @@
 
             "wandb_entity": "rom1504",
             "wandb_project": "dalle2_train_decoder",
-            "wandb_resume": false,
+            "wandb_resume": true,
+	    "wandb_run_id": "2yi3dyra",
 
             "verbose": true
         },
 
         "load": {
-            "resume": true,
+	    "resume": true,
             "load_from": "url",
-            "url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/3tmnv289/latest.pth"
+            "url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/2yi3dyra/latest.pth"
         },
 
         "save": [{
@@ -108,11 +109,12 @@
         {
             "save_to": "huggingface",
             "huggingface_repo": "laion/DALLE2-PyTorch",
-            "save_meta_to": "decoder/small_32gpus/",
+	    "save_meta_to": "decoder/small_32gpus/",
 
             "save_latest_to": "decoder/small_32gpus/latest.pth",
             
             "save_type": "model"
         }]
     }
-}
+}
+