self.running_mean = (
                (1 - self.momentum) * self.running_mean
                + self.momentum * xmean.detach())