mirror of
https://github.com/wassname/Castor.git
synced 2026-10-03 12:00:15 +08:00
15 lines
509 B
Python
15 lines
509 B
Python
from torchtext import data
|
|
import os
|
|
|
|
|
|
class SST1Dataset(data.TabularDataset):
|
|
dirname = 'data'
|
|
@classmethod
|
|
def splits(cls, text_field, label_field,
|
|
train='phrases.train.tsv', validation='dev.tsv', test='test.tsv'):
|
|
prefix_name = 'stsa.fine.'
|
|
path = './data'
|
|
return super(SST1Dataset, cls).splits(
|
|
os.path.join(path, prefix_name), train, validation, test,
|
|
format='TSV', fields=[('label', label_field), ('text', text_field)]
|
|
) |