ViT+Lora学习
This commit is contained in:
@@ -88,7 +88,7 @@ for parm in pretrained_net.layer2.parameters():
|
||||
for parm in pretrained_net.layer3.parameters():
|
||||
parm.requires_grad=False
|
||||
# %%
|
||||
def print_trainable_info(model):
|
||||
def print_trainable_info(model):
|
||||
frozen = sum(p.numel() for p in model.parameters() if not p.requires_grad)
|
||||
trainable = sum(p.numel() for p in model.parameters() if p.requires_grad)
|
||||
total = frozen + trainable
|
||||
|
||||
Reference in New Issue
Block a user