mirror of
https://github.com/wassname/peft.git
synced 2026-09-09 11:28:32 +08:00
fix forward signature
This commit is contained in:
@@ -81,6 +81,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module):
|
||||
self.modules_to_save = self.peft_config.modules_to_save
|
||||
_set_trainable(self)
|
||||
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
||||
self.forward.__func__.__signature__ = inspect.signature(self.base_model.forward)
|
||||
|
||||
def save_pretrained(self, save_directory, **kwargs):
|
||||
r"""
|
||||
|
||||
@@ -42,7 +42,7 @@ def prepare_model_for_training(model, output_embedding_layer_name="lm_head"):
|
||||
"""
|
||||
loaded_in_8bit = getattr(model, "is_loaded_in_8bit", False)
|
||||
|
||||
for name,param in model.named_parameters():
|
||||
for name, param in model.named_parameters():
|
||||
# freeze base model's layers
|
||||
param.requires_grad = False
|
||||
|
||||
|
||||
Reference in New Issue
Block a user