59        for fast in group["params"]:
 60            if not fast.requires_grad:
 61                continue
 62                 63            param_state = self.state[fast]
 64            if "slow_param" not in param_state:
 65                param_state["slow_param"] = torch.clone(fast.data).detach()