Files
Clover-Edition/generator/simple/finetune.py
T
2019-11-16 02:44:54 +00:00

23 lines
579 B
Python

import tarfile
import os
import gpt_2_simple as gpt2
model_name = "1558M"
if not os.path.isdir(os.path.join("models", model_name)):
print("Downloading ", model_name, " model...")
gpt2.download_gpt2(model_name=model_name) # model is saved into current directory under /models/124M/
file_name = "text_adventures.txt"
sess = gpt2.start_tf_sess()
gpt2.finetune(sess,
file_name,
multi_gpu=True,
batch_size=8,
learning_rate=0.0001,
model_name=model_name,
steps=1000)
gpt2.generate(sess)