fixing ds conv1D issue thanks to @dumpmemory

2026-09-11 12:30:16 +08:00 · 2023-03-08 00:53:08 +05:30
parent c81b6680e7
commit a43ef6ec72
1 changed files with 3 additions and 1 deletions
@@ -164,7 +164,9 @@ class LoraModel(torch.nn.Module):
                elif self.peft_config.enable_lora is not None:
                    kwargs.update({"enable_lora": self.peft_config.enable_lora})
                    if isinstance(target, Conv1D):
-                        in_features, out_features = target.weight.shape
+                        in_features, out_features = (
+                            target.weight.ds_shape if hasattr(target.weight, "ds_shape") else target.weight.shape
+                        )
                    else:
                        in_features, out_features = target.in_features, target.out_features
                        if kwargs["fan_in_fan_out"]: