From d2b99c0b6274b37599ddc78a5e45ad2c0b63ca52 Mon Sep 17 00:00:00 2001
From: dumpmemory <64742282+dumpmemory@users.noreply.github.com>
Date: Wed, 8 Mar 2023 18:41:30 +0800
Subject: [PATCH] fix count

num_params should be directly used.
---
 src/peft/peft_model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/peft/peft_model.py b/src/peft/peft_model.py
index b885624..1c0b15b 100644
--- a/src/peft/peft_model.py
+++ b/src/peft/peft_model.py
@@ -274,7 +274,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module):
 
             all_param += num_params
             if param.requires_grad:
-                trainable_params += param.numel()
+                trainable_params += num_params
         print(
             f"trainable params: {trainable_params} || all params: {all_param} || trainable%: {100 * trainable_params / all_param}"
         )