colin
/
Witllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Remove unsuper pool layer.

This commit is contained in:
Colin 2024-09-21 17:44:57 +08:00
parent 39cecd1146
commit 03516f6302
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
unsuper/minist.py
View File

@ -43,7 +43,8 @@ class ConvNet(nn.Module):
return x return x
def forward_unsuper(self, x): def forward_unsuper(self, x):
x = self.pool(self.conv1(x)) x = self.conv1(x)
# x = self.pool(self.conv1(x))
return x return x
def forward_finetune(self, x): def forward_finetune(self, x):
@ -120,9 +121,7 @@ for epoch in range(epochs):
diff_ratio_mean = torch.mean(diff_ratio * diff_ratio, dim=1) diff_ratio_mean = torch.mean(diff_ratio * diff_ratio, dim=1)
label = diff_ratio_mean * 0.5 label = diff_ratio_mean * 0.5
loss = F.l1_loss(diff_ratio_mean, label) loss = F.l1_loss(diff_ratio_mean, label)
if model.conv1.weight.grad is None: model.conv1.weight.grad = None
model.conv1.weight.grad = model.conv1.weight.data
model.conv1.weight.grad = model.conv1.weight.grad * 0.0
loss.backward() loss.backward()
model.conv1.weight.data = model.conv1.weight.data - model.conv1.weight.grad * 0.2 model.conv1.weight.data = model.conv1.weight.data - model.conv1.weight.grad * 0.2
if (i + 1) % 100 == 0: if (i + 1) % 100 == 0: