Rename ulmfit to multfit to make room for future directions of the repo.

This commit is contained in:
Piotr Czapla
2019-11-07 09:29:36 +01:00
parent f29f453fa8
commit c009b8e0ba
16 changed files with 36 additions and 36 deletions
+19
View File
@@ -0,0 +1,19 @@
from pathlib import Path
import fire
import multifit.configurations
import multifit
class Experiment:
def new(self):
return {n: getattr(multifit.configurations,n) for n in multifit.configurations.__all__}
def load(self, model_path):
return multifit.ULMFiT().load_(Path(model_path))
def from_pretrained(self):
return multifit.from_pretrained
if __name__ == '__main__':
fire.Fire(Experiment())
+1 -1
View File
@@ -5,7 +5,7 @@ import dataclasses
from fastai.callbacks import CSVLogger, SaveModelCallback
from fastai.text import *
from ulmfit.datasets import ULMFiTDataset,ULMFiTTokenizer
from multifit.datasets import ULMFiTDataset,ULMFiTTokenizer
CLS_BEST = 'cls_best'
LM_BEST = "lm_best"
+4 -4
View File
@@ -44,8 +44,8 @@
"outputs": [],
"source": [
"from fastai.text import *\n",
"from ulmfit.datasets import ULMFiTDataset, Dataset\n",
"import ulmfit"
"from multifit.datasets import ULMFiTDataset, Dataset\n",
"import multifit"
]
},
{
@@ -82,7 +82,7 @@
"metadata": {},
"outputs": [],
"source": [
"exp = ulmfit.from_pretrained(f'{lang}_multifit_paper_version')"
"exp = multifit.from_pretrained(f'{lang}_multifit_paper_version')"
]
},
{
@@ -1538,7 +1538,7 @@
],
"source": [
"def get_results(exp_path):\n",
" exp = ulmfit.ULMFiT().load_(exp_path, silent=True).classifier\n",
" exp = multifit.ULMFiT().load_(exp_path, silent=True).classifier\n",
" results = exp.validate(use_cache=False) \n",
" results.update(seed=exp.seed, fp16=exp.fp16)\n",
" return results\n",
+4 -4
View File
@@ -44,8 +44,8 @@
"outputs": [],
"source": [
"from fastai.text import *\n",
"from ulmfit.datasets import ULMFiTDataset, Dataset\n",
"import ulmfit"
"from multifit.datasets import ULMFiTDataset, Dataset\n",
"import multifit"
]
},
{
@@ -82,7 +82,7 @@
"metadata": {},
"outputs": [],
"source": [
"exp = ulmfit.from_pretrained('ja_multifit_paper_version')"
"exp = multifit.from_pretrained('ja_multifit_paper_version')"
]
},
{
@@ -1745,7 +1745,7 @@
],
"source": [
"def get_results(exp_path):\n",
" exp = ulmfit.ULMFiT().load_(exp_path, silent=False).classifier\n",
" exp = multifit.ULMFiT().load_(exp_path, silent=False).classifier\n",
" results = exp.validate(use_cache=True) \n",
" results.update(seed=exp.seed, fp16=exp.fp16)\n",
" return results\n",
+2 -2
View File
@@ -44,8 +44,8 @@
"metadata": {},
"outputs": [],
"source": [
"from ulmfit.datasets import ULMFiTDataset, Dataset\n",
"from ulmfit import ULMFiT, multifit1552_fp16, multifit1552_fp32"
"from multifit.datasets import ULMFiTDataset, Dataset\n",
"from multifit import ULMFiT, multifit1552_fp16, multifit1552_fp32"
]
},
{
+1 -1
View File
@@ -7,5 +7,5 @@ echo "Saving data in $DATA_DIR"
wget -c "http://files.fast.ai/data/aclImdb.tgz" -P "${DATA_DIR}"
echo "Imdb is raw text no preparation is done"
python -m ulmfit.datasets.utils prepare_imdb "${DATA_DIR}/aclImdb.tgz"
python -m multifit.datasets.utils prepare_imdb "${DATA_DIR}/aclImdb.tgz"
+4 -4
View File
@@ -46,8 +46,8 @@ else
echo "${EXTR_PATH} already exists. Skipping extraction."
fi
python -m ulmfit.create_wikitext -i "${EXTR_PATH}" -l "${LANG}" -o "${WIKI_DIR}"
python -m multifit.create_wikitext -i "${EXTR_PATH}" -l "${LANG}" -o "${WIKI_DIR}"
python -m ulmfit.postprocess_wikitext "${WIKI_DIR}/${LANG}-2" $LANG
python -m ulmfit.postprocess_wikitext "${WIKI_DIR}/${LANG}-100" $LANG
#python -m ulmfit.postprocess_wikitext "${WIKI_DIR}/${LANG}-all" $LANG
python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-2" $LANG
python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-100" $LANG
#python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-all" $LANG
+1 -1
View File
@@ -1,4 +1,4 @@
from ulmfit import ULMFiT
from multifit import ULMFiT
from fastai.text import *
from sotabencheval.language_modelling import WikiText103Evaluator
from sotabencheval.utils import is_server
-19
View File
@@ -1,19 +0,0 @@
from pathlib import Path
import fire
import ulmfit.configurations
import ulmfit
class Experiment:
def new(self):
return {n: getattr(ulmfit.configurations,n) for n in ulmfit.configurations.__all__}
def load(self, model_path):
return ulmfit.ULMFiT().load_(Path(model_path))
def from_pretrained(self):
return ulmfit.from_pretrained
if __name__ == '__main__':
fire.Fire(Experiment())