wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-07-04 17:20:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix typos (#1143)

Browse Source 
Found via `codespell -S .mypy_cache,yarn.lock,*.json,*.ipynb -L
rouge,nam,vie`
This commit is contained in:
Kian-Meng Ang
2023-02-06 03:18:03 +08:00
committed by GitHub
parent 364a4f5aa3
commit 1e321a6fca
32 changed files with 50 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/data_augment/data_augment.py
+2 -2
View File
@@ -94,7 +94,7 @@ class EssayReviser(DataAugmenter):
def parse_single(self, essay):
instructions = []
# Make stucture error (shuffle one paragraph with another)
# Make structure error (shuffle one paragraph with another)
essay_paragraphs = essay.split("\n\n") # Splitting a String by newline character (\n)
rand1 = random.randint(0, len(essay_paragraphs) - 1)
@@ -424,7 +424,7 @@ class CodeInstructor(DataAugmenter):
def recognize_entities(text, model, n=4, person="ignore"):
"""Given a text and a model for entity recognition, return the most occuring entites in the text as a string"""
"""Given a text and a model for entity recognition, return the most occurring entities in the text as a string"""
doc = model(text)
if person == "ignore":
ents = Counter([ent.text.strip() for ent in list(doc.ents) if len(ent.text.strip()) >= 5])