update

generator/simple/.gitignore

@@ -0,0 +1,4 @@
+models
+*.pyc
+__pycache__
+checkpoint

generator/simple/finetune.py

@@ -0,0 +1,22 @@
+import tarfile
+import os
+import gpt_2_simple as gpt2
+
+
+model_name = "1558M"
+if not os.path.isdir(os.path.join("models", model_name)):
+    print("Downloading ", model_name, " model...")
+    gpt2.download_gpt2(model_name=model_name)  # model is saved into current directory under /models/124M/
+
+file_name = "text_adventures.txt"
+
+sess = gpt2.start_tf_sess()
+gpt2.finetune(sess,
+              file_name,
+              multi_gpu=True,
+              batch_size=8,
+              learning_rate=0.0001,
+              model_name=model_name,
+              steps=100)
+
+gpt2.generate(sess)