From 6e44d50d5d1c4ae652fca82117b6f32d138a6fd9 Mon Sep 17 00:00:00 2001 From: Guspan Tanadi <36249910+guspan-tanadi@users.noreply.github.com> Date: Thu, 30 Mar 2023 12:59:48 +0700 Subject: [PATCH 1/2] Have fix typo a word The word optimizer in comment. --- configs/cfg_flip_huge14.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/cfg_flip_huge14.py b/configs/cfg_flip_huge14.py index 374a9fbe2..cab88d76c 100644 --- a/configs/cfg_flip_huge14.py +++ b/configs/cfg_flip_huge14.py @@ -37,7 +37,7 @@ def get_config(): # save memory config.partitioning.partition_states = True - # flatten params in optmizer + # flatten params in optimizer config.opt.flatten_params = True return config From 9eec0b140712dd30f9a917a2e234afcf36dd886a Mon Sep 17 00:00:00 2001 From: Guspan Tanadi <36249910+guspan-tanadi@users.noreply.github.com> Date: Thu, 30 Mar 2023 13:01:49 +0700 Subject: [PATCH 2/2] Also have fix potential typo In comment the word virtual --- configs/default.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/default.py b/configs/default.py index 80420c3d0..f2cb86e40 100644 --- a/configs/default.py +++ b/configs/default.py @@ -19,11 +19,11 @@ def get_config(): config.laion_path = "" config.learning_rate = 4e-6 # this is the base lr per 256 batch-size - config.warmup_epochs = 40.0 # virutual imagenet epochs + config.warmup_epochs = 40.0 # virtual imagenet epochs config.min_abs_lr = 0.0 config.warmup_abs_lr = 0.0 - config.num_epochs = 10000.0 # virutual imagenet epochs + config.num_epochs = 10000.0 # virtual imagenet epochs config.log_every_steps = 200 config.save_every_epochs = 100