wassname/SimPO
1
0
Fork 0
mirror of https://github.com/wassname/SimPO.git synced 2026-08-15 12:05:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

bs

Browse Source
This commit is contained in:
wassname
2024-09-30 12:56:06 +00:00
parent 5a05456c93
commit 53af87561f
4 changed files with 341 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
justfile
+2
View File
@@ -11,6 +11,7 @@ sft:
cp accelerate_configs/deepspeed_zero3.yaml alignment-handbook/recipes/accelerate_configs/deepspeed_zero3b.yaml
cp training_configs/llama-3-2-1b-base-sft.yaml alignment-handbook/recipes/llama-3-2-1b-base-sft.yaml
# .venv/src/alignment-handbook/
cd alignment-handbook
ACCELERATE_LOG_LEVEL=info accelerate launch --config_file recipes/accelerate_configs/deepspeed_zero3b.yaml --num_processes=1 scripts/run_sft.py recipes/llama-3-2-1b-base-sft.yaml
# ACCELERATE_LOG_LEVEL=info accelerate launch --config_file ../accelerate_configs/deepspeed_zero3.yaml --num_processes=1 scripts/run_sft.py ../training_configs/llama-3-2-1b-base-sft.yaml
@@ -32,6 +33,7 @@ install:
mamba install pytorch torchvision torchaudio pytorch-cuda=12.4 -c pytorch -c nvidia
# install alignment handbook
# or use .venv/src/alignment-handbook/
git clone https://github.com/huggingface/alignment-handbook.git
cd ./alignment-handbook/
python -m pip install .