mirror of
https://github.com/wassname/Open-Assistant.git
synced 2026-07-31 12:00:10 +08:00
pre-commit fix
This commit is contained in:
@@ -6,6 +6,5 @@ Add any installation details here.
|
||||
|
||||
## Usage
|
||||
|
||||
Explain how to run any scripts that involve special downloading (e.g. data is obtained from a web scraper) or data preprocessing.
|
||||
|
||||
|
||||
Explain how to run any scripts that involve preparing local dataset files, e.g.
|
||||
if the dataset files aren't public or are produced by a web scraper.
|
||||
|
||||
@@ -1,4 +1,3 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
from dataclasses import dataclass
|
||||
|
||||
import datasets
|
||||
@@ -13,3 +12,11 @@ class OpenAssistantConfig(datasets.BuilderConfig):
|
||||
description: str = None
|
||||
schema: str = None
|
||||
subset_id: str = None
|
||||
|
||||
|
||||
lm_features = datasets.Features(
|
||||
{
|
||||
"text": datasets.Value("string"),
|
||||
"meta": [datasets.Value("string")],
|
||||
}
|
||||
)
|
||||
@@ -1,4 +1,3 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
# Copyright 2023 The OpenAssistant Authors and the current dataset script contributor.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
@@ -37,10 +36,10 @@ from typing import Dict, List, Tuple
|
||||
|
||||
import datasets
|
||||
|
||||
from openassistant.utils.configs import OpenAssistantConfig
|
||||
from .hub import OpenAssistantConfig
|
||||
|
||||
# TODO: import the schema that fits your dataset:
|
||||
from openassistant.utils.schemas import
|
||||
# TODO: import the schema (i.e. features) that fits your dataset:
|
||||
from .hub import
|
||||
|
||||
# TODO: Add BibTeX citation where appropriate
|
||||
_CITATION = """\
|
||||
|
||||
@@ -1,12 +0,0 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Language Modeling Schema
|
||||
"""
|
||||
import datasets
|
||||
|
||||
features = datasets.Features(
|
||||
{
|
||||
"text": datasets.Value("string"),
|
||||
"meta": [datasets.Value("string")],
|
||||
}
|
||||
)
|
||||
Reference in New Issue
Block a user