wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-09 11:28:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixes

Browse Source
This commit is contained in:
Sourab Mangrulkar
2022-11-30 19:10:05 +05:30
parent 9aba69efb5
commit 2ab8b95867
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pet/tuners/lora.py
+6 -6
View File
@@ -32,9 +32,9 @@ class LoRAModel(torch.nn.Module):
def __init__(self, config, model):
super().__init__()
self.config = config
self.lora_model = model
self.model = model
self.find_and_replace()
mark_only_lora_as_trainable(self.lora_model, self.config.bias)
mark_only_lora_as_trainable(self.model, self.config.bias)
def find_and_replace(self):
kwargs = {
@@ -44,7 +44,7 @@ class LoRAModel(torch.nn.Module):
"fan_in_fan_out": self.config.fan_in_fan_out,
"merge_weights": self.config.merge_weights,
}
key_list = [key for key, _ in self.lora_model.named_modules()]
key_list = [key for key, _ in self.model.named_modules()]
for key in key_list:
if any(key.endswith(target_key) for target_key in self.config.target_modules):
parent, target, target_name = self.get_submodules(key)
@@ -58,9 +58,9 @@ class LoRAModel(torch.nn.Module):
self.replace_module(parent, target_name, new_module, target)
def get_submodules(self, key):
parent = self.lora_model.get_submodule(".".join(key.split(".")[:-1]))
parent = self.model.get_submodule(".".join(key.split(".")[:-1]))
target_name = key.split(".")[-1]
target = self.lora_model.get_submodule(key)
target = self.model.get_submodule(key)
return parent, target, target_name
def replace_module(self, parent_module, child_name, new_module, old_module):
@@ -70,4 +70,4 @@ class LoRAModel(torch.nn.Module):
new_module.bias = old_module.bias
def forward(self, *args, **kwargs):
return self.lora_model(*args, **kwargs)
return self.model(*args, **kwargs)