wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-11 11:51:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
root
2019-11-16 04:06:50 +00:00
parent eb8cc5e9bb
commit 9934ab4251
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
story/utils.py
+3 -1
View File
@@ -78,7 +78,9 @@ def cut_trailing_sentence(text):
text = standardize_punctuation(text)
last_punc = max(text.rfind('.'), text.rfind("!"), text.rfind("?"))
last_punc = min(text.rfind("<|endoftext|>"), last_punc)
et_token = text.rfind("<|endoftext|>")
if et_token != -1:
last_punc = min(last_punc, et_token)
if last_punc > 0:
text = text[0:last_punc+1]