pre-commit fix

This commit is contained in:
Lewis Tunstall
2023-01-04 15:35:19 +11:00
parent a4a9a7b4d5
commit 5b0f6c1567
8 changed files with 131 additions and 66 deletions
+2 -3
View File
@@ -6,6 +6,5 @@ Add any installation details here.
## Usage
Explain how to run any scripts that involve special downloading (e.g. data is obtained from a web scraper) or data preprocessing.
Explain how to run any scripts that involve preparing local dataset files, e.g.
if the dataset files aren't public or are produced by a web scraper.
@@ -1,4 +1,3 @@
# -*- coding: utf-8 -*-
from dataclasses import dataclass
import datasets
@@ -13,3 +12,11 @@ class OpenAssistantConfig(datasets.BuilderConfig):
description: str = None
schema: str = None
subset_id: str = None
lm_features = datasets.Features(
{
"text": datasets.Value("string"),
"meta": [datasets.Value("string")],
}
)
+3 -4
View File
@@ -1,4 +1,3 @@
# -*- coding: utf-8 -*-
# Copyright 2023 The OpenAssistant Authors and the current dataset script contributor.
#
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -37,10 +36,10 @@ from typing import Dict, List, Tuple
import datasets
from openassistant.utils.configs import OpenAssistantConfig
from .hub import OpenAssistantConfig
# TODO: import the schema that fits your dataset:
from openassistant.utils.schemas import
# TODO: import the schema (i.e. features) that fits your dataset:
from .hub import
# TODO: Add BibTeX citation where appropriate
_CITATION = """\
View File
@@ -1,12 +0,0 @@
# -*- coding: utf-8 -*-
"""
Language Modeling Schema
"""
import datasets
features = datasets.Features(
{
"text": datasets.Value("string"),
"meta": [datasets.Value("string")],
}
)