diff --git a/src/peft/peft_model.py b/src/peft/peft_model.py index b885624..1c0b15b 100644 --- a/src/peft/peft_model.py +++ b/src/peft/peft_model.py @@ -274,7 +274,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module): all_param += num_params if param.requires_grad: - trainable_params += param.numel() + trainable_params += num_params print( f"trainable params: {trainable_params} || all params: {all_param} || trainable%: {100 * trainable_params / all_param}" )