Upload decoder/2.4B_fp16/decoder_config.json with huggingface_hub

decoder/2.4B_fp16/decoder_config.json

@@ -56,16 +56,13 @@
         "wd": 0.0,
         "warmup_steps": 1000,
         "max_grad_norm": 0.5,
-        "save_every_n_samples": 545400,
+        "save_every_n_samples": 1500000,
         "n_sample_images": 10,
         "device": "cuda:0",
-        "epoch_samples": 2100000,
+        "epoch_samples": 3000000,
         "validation_samples": 100000,
         "use_ema": true,
-        "ema_beta": 0.99,
-        "save_all": false,
-        "save_latest": true,
-        "save_best": true,
+        "ema_beta": 0.9999,
         "unet_training_mask": [true],
         "find_unused_parameters": false
     },
@@ -88,7 +85,7 @@
 
             "wandb_entity": "Veldrovive",
             "wandb_project": "dalle2_train_decoder",
-            "wandb_run_name": "2.4B deepspeed fp16",
+            "wandb_run_name": "3B deepspeed fp16",
 
             "auto_resume": true,
             "verbose": true