wassname/lora-lite
1
0
Fork 0
mirror of https://github.com/wassname/lora-lite.git synced 2026-06-27 16:45:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update antipasto.py

Browse Source
This commit is contained in:
wassname (Michael J Clark)
2026-06-10 15:55:14 +08:00
committed by GitHub
parent 0dcbc753ac
commit e5048fcaff
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/lora_lite/variants/antipasto.py
+1 -1
View File
@@ -224,7 +224,7 @@ class AntiPaSTO:
else: else:
raise ValueError(f"rotate_basis must be 'U', 'V', or 'none', got {rotate_basis!r}") raise ValueError(f"rotate_basis must be 'U', 'V', or 'none', got {rotate_basis!r}")
# FIXME: try lora_delta_s as [r,k] this is because the main limit of this adapter is that it's under parametised here. `reduce(h @ U_eff.T, '... k -> ...') # FIXME: try lora_delta_s as [r,k] this is because the main limit of this adapter is that it's under parametised here. `reduce(h @ U_eff.T, '... k -> ...'). But have to make sure it's not lienarly reducable to one adapter.
S_eff = S + layer.lora_delta_s.to(x.dtype) # (r,) S_eff = S + layer.lora_delta_s.to(x.dtype) # (r,)
h = x @ Vh_eff.T # x @ Vh_eff.T h = x @ Vh_eff.T # x @ Vh_eff.T
h = h * S_eff # diag(S_eff) h = h * S_eff # diag(S_eff)