diff --git a/logix/logix.py b/logix/logix.py index aab5cc5..27f5a13 100644 --- a/logix/logix.py +++ b/logix/logix.py @@ -81,6 +81,10 @@ def __init__( self.type_filter = None self.name_filter = None + # Deferred Imports to avoid circular imports + from logix.scheduler import LogIXScheduler + self.scheduler = LogIXScheduler(self) + def watch( self, model: nn.Module, diff --git a/logix/scheduler.py b/logix/scheduler.py index cb94a3b..b4c466c 100644 --- a/logix/scheduler.py +++ b/logix/scheduler.py @@ -7,9 +7,6 @@ class LogIXScheduler: def __init__( self, logix: LogIX, - lora: str = "none", - hessian: str = "none", - save: str = "none", ): self.logix = logix @@ -17,6 +14,10 @@ def __init__( self._lora_epoch = -1 self._logix_state_schedule = [] + lora = logix.config.scheduler.lora + hessian = logix.config.scheduler.hessian + save = logix.config.scheduler.save + self.sanity_check(lora, hessian, save) self.configure_lora_epoch(lora) self.configure_schedule(lora, hessian, save)