wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-08-20 12:10:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

Make it work for realz

Browse Source
This commit is contained in:
Lewis Tunstall
2023-11-08 22:20:17 +00:00
parent d2900adc83
commit e54e095978
4 changed files with 102 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/run_sft.py
+3 -3
View File
@@ -90,9 +90,9 @@ def main():
for index in random.sample(range(len(raw_datasets["train"])), 3):
logger.info(f"Sample {index} of the raw training set:\n\n{raw_datasets['train'][index]['messages']}")
#####################################
# Load tokenizer and process datasets
#####################################
################
# Load tokenizer
################
tokenizer = get_tokenizer(model_args, data_args)
#####################