wassname/lora-lite
1
0
Fork 0
mirror of https://github.com/wassname/lora-lite.git synced 2026-06-27 16:15:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(dora): add weight-decomposed LoRA variant for fp layers

Browse Source
This commit is contained in:
wassname
2026-04-26 17:53:33 +08:00
parent 699fde31bf
commit 2abf616be6
8 changed files with 74 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/qwen_train_probe.py
+1 -1
View File
@@ -173,7 +173,7 @@ def run_variant(args, variant: str, input_ids: torch.Tensor, labels: torch.Tenso
def main() -> None:
parser = argparse.ArgumentParser()
parser.add_argument("--model", default="Qwen/Qwen3-0.6B")
parser.add_argument("--variants", nargs="+", default=["lora", "pissa", "delora", "ia3"])
parser.add_argument("--variants", nargs="+", default=["lora", "pissa", "delora", "ia3", "dora"])
parser.add_argument("--device", default="cuda")
parser.add_argument("--torch-dtype", default="bfloat16")
parser.add_argument("--steps", type=int, default=8)