restructured

generator/simple/.gitignore

@@ -1,4 +0,0 @@
-models
-*.pyc
-__pycache__
-checkpoint

generator/simple/checkpoint/run1/hparams.json

@@ -1,7 +0,0 @@
-{
-  "n_vocab": 50257,
-  "n_ctx": 1024,
-  "n_embd": 1600,
-  "n_head": 25,
-  "n_layer": 48
-}

generator/simple/finetune.py

@@ -1,22 +0,0 @@
-import tarfile
-import os
-import gpt_2_simple as gpt2
-
-
-model_name = "1558M"
-if not os.path.isdir(os.path.join("models", model_name)):
-    print("Downloading ", model_name, " model...")
-    gpt2.download_gpt2(model_name=model_name)  # model is saved into current directory under /models/124M/
-
-file_name = "text_adventures.txt"
-
-sess = gpt2.start_tf_sess()
-gpt2.finetune(sess,
-              file_name,
-              multi_gpu=True,
-              batch_size=8,
-              learning_rate=0.0001,
-              model_name=model_name,
-              steps=100)
-
-gpt2.generate(sess)