fix 🐛

2026-09-09 11:28:32 +08:00 · 2023-04-06 19:56:55 +05:30
parent b6c751455e
commit 07a4b8aacc
1 changed files with 2 additions and 2 deletions
@@ -134,7 +134,7 @@ class AdaLoraModel(LoraModel):
            )
        is_target_modules_in_base_model = False
        kwargs = {
-            "r": lora_config.r,
+            "r": lora_config.init_r,
            "lora_alpha": lora_config.lora_alpha,
            "lora_dropout": lora_config.lora_dropout,
            "fan_in_fan_out": lora_config.fan_in_fan_out,
@@ -154,7 +154,7 @@ class AdaLoraModel(LoraModel):
                if isinstance(target, LoraLayer):
                    target.update_layer(
                        adapter_name,
-                        lora_config.r,
+                        lora_config.init_r,
                        lora_config.lora_alpha,
                        lora_config.lora_dropout,
                        lora_config.init_lora_weights,