wassname/multifit
1
0
Fork 0
mirror of https://github.com/wassname/multifit.git synced 2026-09-09 11:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Clean up configurations

Browse Source 
So we use the name of function automatically
This commit is contained in:
Piotr Czapla
2019-10-14 13:13:09 +02:00
parent 7847331751
commit 91dbd9bc84
1 changed files with 40 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ulmfit/configurations.py
+40 -5
View File
@@ -1,4 +1,18 @@
import inspect
from .training import *
__all__ = [
'multifit_paper_version',
'multifit1552_fp32', 'multifit_fp32',
'multifit_fp32_nl3',
'multifit1552_fp16','multifit_fp16',
'multifit_fp16_nl3',
'multifit1552_fp16_nl3_large',
'multifit_lstm',
'multifit1152_lstm_nl3',
'multifit1152_lstm_nl3_fp16_large',
]
def multifit1552_fp32(bs=64):
self = ULMFiT()
@@ -11,7 +25,7 @@ def multifit1552_fp32(bs=64):
bs=bs,
use_adam_08=False,
early_stopping=None,
name=multifit1552_fp32.__name__
name=_use_caller_name()
)
self.arch.replace_(
tokenizer='fsp',
@@ -27,19 +41,36 @@ def multifit1552_fp32(bs=64):
multifit_fp32 = multifit1552_fp32
def multifit_fp32_nl3():
return multifit1552_fp32().replace_(n_layers=3, name=_use_caller_name())
# FP16
def multifit1552_fp16():
return multifit1552_fp32(bs=128).replace_(fp16=True, name=multifit1552_fp16.__name__)
return multifit1552_fp32(bs=128).replace_(fp16=True, name=_use_caller_name())
def multifit1552_fp16_nl3_large():
return multifit1552_fp32(bs=448).replace_(fp16=True, n_layers=3, num_epochs=20, name=_use_caller_name())
multifit_fp16 = multifit1552_fp16
def multifit_lstm():
return multifit1552_fp32(bs=128).replace_(qrnn=False, n_hid=1552, name=multifit_lstm.__name__)
return multifit1552_fp32(bs=128).replace_(qrnn=False, n_hid=1552, name=_use_caller_name())
def multifit1152_lstm_nl3(bs=128):
return multifit1552_fp32(bs).replace_(qrnn=False, n_hid=1152, n_layers=3, name=_use_caller_name())
def multifit1152_lstm_nl3_fp16_large():
return multifit1152_lstm_nl3(bs=448).replace_(fp16=True, num_epochs=20, name=_use_caller_name())
def multifit_fp16_nl3():
return multifit1552_fp16().replace_(n_layers=3, name=_use_caller_name())
def multifit_paper_version():
self = multifit1552_fp32()
self.replace_(
seed=None,
name="multifit_paper_version"
name=_use_caller_name()
)
self.arch.replace_(
tokenizer='sp', # sentence piece model that prefixes each control token with space token
@@ -54,7 +85,7 @@ def ulmfit_orig():
self = multifit_paper_version()
self.replace_(
seed=None,
name="ulfmfit"
name=_use_caller_name()
)
self.arch.replace_(
tokenizer='f',
@@ -64,3 +95,7 @@ def ulmfit_orig():
n_hid=1150
)
return self
def _use_caller_name():
return inspect.stack()[1].function