1- '''Module for setting up the optimizer.
2-
3- '''
1+ """Module for setting up the optimizer."""
42
53from collections import defaultdict
64import logging
@@ -52,8 +50,8 @@ def step(self, closure=None):
5250 """Performs a single optimization step.
5351
5452 Arguments:
55- closure (callable, optional): A closure that reevaluates the model
56- and returns the loss.
53+ closure (callable, optional): A closure that reevaluates the
54+ model and returns the loss.
5755 """
5856 loss = super ().step (closure = closure )
5957
@@ -70,7 +68,7 @@ def step(self, closure=None):
7068def setup (model , optimizer = 'Adam' , learning_rate = 1.e-4 ,
7169 weight_decay = {}, clipping = {}, optimizer_options = {},
7270 model_optimizer_options = {}, scheduler = None , scheduler_options = {}):
73- ''' Optimizer entrypoint.
71+ """ Optimizer entrypoint.
7472
7573 Args:
7674 optimizer: Optimizer type. See `torch.optim` for supported optimizers.
@@ -83,7 +81,7 @@ def setup(model, optimizer='Adam', learning_rate=1.e-4,
8381 scheduler: Optimizer learning rate scheduler.
8482 scheduler_options: Options for scheduler.
8583
86- '''
84+ """
8785
8886 OPTIMIZERS .clear ()
8987 SCHEDULERS .clear ()
0 commit comments