Browse Source

melu by l2l + MetaSGD + second oreder

master
mohamad maheri 2 years ago
parent
commit
0d298f3f31
1 changed files with 1 additions and 1 deletions
  1. 1
    1
      learnToLearn.py

+ 1
- 1
learnToLearn.py View File

@@ -48,7 +48,7 @@ head = torch.nn.Sequential(fc1,fc2,linear_out)

# META LEARNING
print("META LEARNING PHASE")
head = l2l.algorithms.MetaSGD(head, lr=config['local_lr'])
head = l2l.algorithms.MetaSGD(head, lr=config['local_lr'],first_order=True)
head.cuda()

# Setup optimization

Loading…
Cancel
Save