diff --git a/baby-a3c.py b/baby-a3c.py index b816fa8..6921335 100644 --- a/baby-a3c.py +++ b/baby-a3c.py @@ -69,13 +69,13 @@ def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0 state['exp_avg'] = p.data.new().resize_as_(p.data).zero_().share_memory_() state['exp_avg_sq'] = p.data.new().resize_as_(p.data).zero_().share_memory_() - def step(self, closure=None): - for group in self.param_groups: - for p in group['params']: - if p.grad is None: continue - self.state[p]['shared_steps'] += 1 - self.state[p]['step'] = self.state[p]['shared_steps'][0] - 1 # a "step += 1" comes later - super.step(closure) + def step(self, closure=None): + for group in self.param_groups: + for p in group['params']: + if p.grad is None: continue + self.state[p]['shared_steps'] += 1 + self.state[p]['step'] = self.state[p]['shared_steps'][0] - 1 # a "step += 1" comes later + super().step(closure) def cost_func(args, values, logps, actions, rewards): np_values = values.view(-1).data.numpy()