From 70e5dccc562a875b1c7d11665432c8e0bcf35572 Mon Sep 17 00:00:00 2001 From: Nick Date: Fri, 12 Apr 2019 10:04:00 -0600 Subject: [PATCH] generate changes. also added fault tolerance if gen request fails --- main.py | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/main.py b/main.py index b43d43c..0efe002 100644 --- a/main.py +++ b/main.py @@ -67,11 +67,17 @@ def predict(context_tokens): def generate(prompt): - context_tokens = enc.encode(prompt) - pred = predict(context_tokens) - pred = pred[0]["output"][len(context_tokens):] - output = enc.decode(pred) - return output + + while(True): + context_tokens = enc.encode(prompt) + try: + pred = predict(context_tokens) + pred = pred[0]["output"][len(context_tokens):] + output = enc.decode(pred) + return output + except: + print("generate request failed, trying again") + continue def generate_story_block(prompt): block = generate(prompt)