wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-09-11 11:50:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] Fix summarizer bug and QA typo issue

Browse Source
This commit is contained in:
theblackcat102
2023-01-14 05:49:22 +00:00
parent 3cfb501283
commit 3966024871
9 changed files with 267 additions and 173 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/supervised_finetuning/tests/test_utils.py
+9
View File
@@ -0,0 +1,9 @@
from argparse import Namespace
from utils import get_tokenizer
def test_tokenizer():
get_tokenizer(Namespace(model_name="Salesforce/codegen-2B-multi", cache_dir=".cache"))
get_tokenizer(Namespace(model_name="facebook/galactica-1.3b", cache_dir=".cache"))
get_tokenizer(Namespace(model_name="", cache_dir=".cache"))