wassname/alpaca_convert
1
0
Fork 0
mirror of https://github.com/wassname/alpaca_convert.git synced 2026-06-27 16:14:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune.py

Browse Source
This commit is contained in:
yamashi
2023-04-07 00:43:36 +02:00
committed by GitHub
parent 95cd390d25
commit c5aa7fb695
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
finetune.py
+7 -4
View File
@@ -16,9 +16,13 @@
}
]
"""
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
# Early load config to replace attn if needed
from arg_parser import get_config
ft_config = get_config()
replace_llama_attn_with_flash_attn()
if ft_config.flash_attention:
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
replace_llama_attn_with_flash_attn()
import sys
@@ -32,10 +36,9 @@ from autograd_4bit import load_llama_model_4bit_low_ram
from peft import LoraConfig, get_peft_model, get_peft_model_state_dict, PeftModel
# ! Config
from arg_parser import get_config
import train_data
ft_config = get_config()
# * Show loaded parameters
if ft_config.local_rank == 0: