Files
Clover-Edition/generator/simple/finetune.py
T
Nick Walton 80ff1f907d Develop (#7)
* generatesettings

* no_settings

* no_settings

* moresettings

* moresettings

* moresettings

* moresettings

* custom

* update

* new install script

* update

* update

* update

* fixed zombie data

* Updated message

* updated to get out tensorflow logs

* changed msg
2019-11-21 09:39:14 -07:00

26 lines
674 B
Python

import tarfile
import os
import gpt_2_simple as gpt2
model_name = "1558M"
if not os.path.isdir(os.path.join("models", model_name)):
print("Downloading ", model_name, " model...")
gpt2.download_gpt2(model_name=model_name) # model is saved into current directory under /models/124M/
file_name = "writing_prompts.txt"
sess = gpt2.start_tf_sess()
gpt2.finetune(sess,
file_name,
multi_gpu=True,
batch_size=8,
learning_rate=0.0001,
model_name=model_name,
sample_every=1000,
max_checkpoints=1,
save_every=200,
steps=600)
gpt2.generate(sess)