wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-07-16 11:16:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Refactor imports

Browse Source
This commit is contained in:
Lewis Tunstall
2023-11-10 13:38:45 +00:00
parent 7f1a14e0d4
commit e2e8ab945d
6 changed files with 58 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/alignment/model_utils.py
+4 -2
View File
@@ -4,8 +4,9 @@ import torch
from transformers import AutoTokenizer, BitsAndBytesConfig, PreTrainedTokenizer
from accelerate import Accelerator
from peft import LoraConfig, PeftConfig
from huggingface_hub import list_repo_files
from peft import LoraConfig, PeftConfig
from .configs import DataArguments, ModelArguments
from .data import DEFAULT_CHAT_TEMPLATE
@@ -78,6 +79,7 @@ def get_peft_config(model_args: ModelArguments) -> PeftConfig | None:
return peft_config
def is_adapter_model(model_name_or_path: str, revision: str = "main") -> bool:
repo_files = list_repo_files(model_name_or_path, revision=revision)
return "adapter_model.safetensors" in repo_files or "adapter_model.bin" in repo_files
return "adapter_model.safetensors" in repo_files or "adapter_model.bin" in repo_files