wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-07-11 11:39:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

Refactor imports

Browse Source
This commit is contained in:
Lewis Tunstall
2023-11-10 13:38:45 +00:00
parent 7f1a14e0d4
commit e2e8ab945d
6 changed files with 58 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/alignment/__init__.py
+1 -1
View File
@@ -2,4 +2,4 @@ __version__ = "0.2.0.dev0"
from .configs import DataArguments, DPOConfig, H4ArgumentParser, ModelArguments, SFTConfig
from .data import apply_chat_template, get_datasets
from .model_utils import get_kbit_device_map, get_peft_config, get_quantization_config, get_tokenizer
from .model_utils import get_kbit_device_map, get_peft_config, get_quantization_config, get_tokenizer, is_adapter_model
src/alignment/model_utils.py
+4 -2
View File
@@ -4,8 +4,9 @@ import torch
from transformers import AutoTokenizer, BitsAndBytesConfig, PreTrainedTokenizer
from accelerate import Accelerator
from peft import LoraConfig, PeftConfig
from huggingface_hub import list_repo_files
from peft import LoraConfig, PeftConfig
from .configs import DataArguments, ModelArguments
from .data import DEFAULT_CHAT_TEMPLATE
@@ -78,6 +79,7 @@ def get_peft_config(model_args: ModelArguments) -> PeftConfig | None:
return peft_config
def is_adapter_model(model_name_or_path: str, revision: str = "main") -> bool:
repo_files = list_repo_files(model_name_or_path, revision=revision)
return "adapter_model.safetensors" in repo_files or "adapter_model.bin" in repo_files
return "adapter_model.safetensors" in repo_files or "adapter_model.bin" in repo_files