wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-09 11:28:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #25 from huggingface/smangrul/fixes

Browse Source 
Update train_dreambooth.py
This commit is contained in:
Sourab Mangrulkar
2023-01-13 00:27:13 +01:00
committed by GitHub
parent 9d997c59d7 4d76bbac14
commit 6b6177a716
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/lora_dreambooth/train_dreambooth.py
+3 -2
View File
@@ -716,8 +716,9 @@ def main(args):
if args.gradient_checkpointing:
unet.enable_gradient_checkpointing()
if args.train_text_encoder:
text_encoder.gradient_checkpointing_enable()
# below fails when using lora so commenting it out
# if args.train_text_encoder:
# text_encoder.gradient_checkpointing_enable()
# Enable TF32 for faster training on Ampere GPUs,
# cf https://pytorch.org/docs/stable/notes/cuda.html#tensorfloat-32-tf32-on-ampere-devices