fix forward signature

This commit is contained in:
Sourab Mangrulkar
2023-02-15 15:44:26 +05:30
parent 6d6149cf81
commit af7414a67d
2 changed files with 2 additions and 1 deletions
+1
View File
@@ -81,6 +81,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module):
self.modules_to_save = self.peft_config.modules_to_save
_set_trainable(self)
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
self.forward.__func__.__signature__ = inspect.signature(self.base_model.forward)
def save_pretrained(self, save_directory, **kwargs):
r"""
+1 -1
View File
@@ -42,7 +42,7 @@ def prepare_model_for_training(model, output_embedding_layer_name="lm_head"):
"""
loaded_in_8bit = getattr(model, "is_loaded_in_8bit", False)
for name,param in model.named_parameters():
for name, param in model.named_parameters():
# freeze base model's layers
param.requires_grad = False