From eb8cc5e9bbc8e1539e363c3b2780217e93c3589a Mon Sep 17 00:00:00 2001 From: root Date: Sat, 16 Nov 2019 03:59:16 +0000 Subject: [PATCH] update --- console_play.py | 4 ++-- data/scraper/stories/build_training_data.py | 2 +- generator/simple/finetune.py | 2 +- story/utils.py | 2 ++ 4 files changed, 6 insertions(+), 4 deletions(-) diff --git a/console_play.py b/console_play.py index 3bf05f0..1424be1 100644 --- a/console_play.py +++ b/console_play.py @@ -14,8 +14,8 @@ CRED_FILE = "./AI-Adventure-2bb65e3a4e2f.json" def play_unconstrained(): generator = SimpleGenerator() - prompt = get_story_start("classic") - context = get_context("classic") + prompt = get_story_start("zombies") + context = get_context("zombies") story_manager = UnconstrainedStoryManager(generator) story_manager.start_new_story(prompt, context=context) diff --git a/data/scraper/stories/build_training_data.py b/data/scraper/stories/build_training_data.py index 1d2c18b..70deb2d 100644 --- a/data/scraper/stories/build_training_data.py +++ b/data/scraper/stories/build_training_data.py @@ -33,7 +33,7 @@ def get_stories(filename): output_file_path = "text_adventures.txt" with open(output_file_path, 'w') as output_file: - filenames = ["story0.json"] + filenames = ["story" + str(i) + ".json" for i in range(1,20)] stories = [] for filename in filenames: stories += get_stories(filename) diff --git a/generator/simple/finetune.py b/generator/simple/finetune.py index da696cf..d161b12 100644 --- a/generator/simple/finetune.py +++ b/generator/simple/finetune.py @@ -17,6 +17,6 @@ gpt2.finetune(sess, batch_size=8, learning_rate=0.0001, model_name=model_name, - steps=1000) + steps=100) gpt2.generate(sess) diff --git a/story/utils.py b/story/utils.py index a778027..c4daf0e 100644 --- a/story/utils.py +++ b/story/utils.py @@ -78,6 +78,8 @@ def cut_trailing_sentence(text): text = standardize_punctuation(text) last_punc = max(text.rfind('.'), text.rfind("!"), text.rfind("?")) + last_punc = min(text.rfind("<|endoftext|>"), last_punc) + if last_punc > 0: text = text[0:last_punc+1]