mirror of
https://github.com/wassname/alignment-handbook.git
synced 2026-07-10 01:04:59 +08:00
Add model utils tests
This commit is contained in:
@@ -1,5 +1,5 @@
|
||||
import re
|
||||
from typing import List, Literal, Optional, Union
|
||||
from typing import List, Literal, Optional
|
||||
|
||||
from datasets import DatasetDict, concatenate_datasets, load_dataset
|
||||
|
||||
@@ -67,7 +67,7 @@ def apply_chat_template(
|
||||
|
||||
|
||||
def get_datasets(
|
||||
data_config: Union[DataArguments, dict],
|
||||
data_config: DataArguments | dict,
|
||||
splits: List[str] = ["train", "test"],
|
||||
shuffle: bool = True,
|
||||
) -> DatasetDict:
|
||||
|
||||
Reference in New Issue
Block a user