diff --git a/configs/cfg_flip_huge14.py b/configs/cfg_flip_huge14.py index 374a9fbe2..cab88d76c 100644 --- a/configs/cfg_flip_huge14.py +++ b/configs/cfg_flip_huge14.py @@ -37,7 +37,7 @@ def get_config(): # save memory config.partitioning.partition_states = True - # flatten params in optmizer + # flatten params in optimizer config.opt.flatten_params = True return config diff --git a/configs/default.py b/configs/default.py index 80420c3d0..f2cb86e40 100644 --- a/configs/default.py +++ b/configs/default.py @@ -19,11 +19,11 @@ def get_config(): config.laion_path = "" config.learning_rate = 4e-6 # this is the base lr per 256 batch-size - config.warmup_epochs = 40.0 # virutual imagenet epochs + config.warmup_epochs = 40.0 # virtual imagenet epochs config.min_abs_lr = 0.0 config.warmup_abs_lr = 0.0 - config.num_epochs = 10000.0 # virutual imagenet epochs + config.num_epochs = 10000.0 # virtual imagenet epochs config.log_every_steps = 200 config.save_every_epochs = 100