### MLDoc laser zero shoot 10k data/mldoc/de-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.9052500128746033 data/mldoc/es-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.6974999904632568 data/mldoc/fr-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.8740000128746033 data/mldoc/it-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.7272499799728394 data/mldoc/zh-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.8144999742507935 ``` python -m ulmfit eval --glob="mldoc/*-1/models/sp15k/qrnn_nl4.m" --dataset_template='${lang}-10-laser-en1' --name rnd_nl4 --num-cls-epochs=8 --label-smoothing-eps=0.1 --lr_sched=1cycle --bs=18 --random-init=True python -m ulmfit eval --glob="mldoc/*-1/models/sp15k/qrnn_nl4.m" --dataset_template='${lang}-10-laser-en1' --name rnd_nl4 --num-cls-epochs=8 --label-smoothing-eps=0.1 --lr_sched=1cycle --bs=18 --random-init=True Processing data/mldoc/de-1/models/sp15k/qrnn_nl4.m de-10-laser-en1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-10-laser-en1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-10-laser-en1/de.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 10000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁.', '▁,', '▁der', '▁die', 'en', '▁und', 's', '▁in', 'er', "▁&'"] /home/pczapla/anaconda3/envs/fastaiv1/lib/python3.7/site-packages/torch/utils/cpp_extension.py:152: UserWarning: !! WARNING !! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! Your compiler (c++) may be ABI-incompatible with PyTorch! Please use a compiler that is ABI-compatible with GCC 4.9 and above. See https://gcc.gnu.org/onlinedocs/libstdc++/manual/abi.html. See https://gist.github.com/goldsborough/d466f43e8ffc948ff92de7486c5216d6 for instructions on how to install GCC 4.9 or higher. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !! WARNING !! warnings.warn(ABI_INCOMPATIBILITY_WARNING.format(compiler)) Starting classifier from random weights Single training schedule epoch train_loss valid_loss accuracy 1 0.864752 0.760891 0.844000 2 0.734504 1.077554 0.676000 3 0.681645 0.703327 0.885000 4 0.670696 0.779010 0.898000 5 0.620256 0.664871 0.910000 6 0.591837 1.077103 0.915000 7 0.550238 0.607863 0.913000 8 0.543874 0.607274 0.918000 Total time: 19:55 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Loss and accuracy using (cls_best): [0.35624045, tensor(0.9053)] Processing data/mldoc/en-1/models/sp15k/qrnn_nl4.m en-10-laser-en1 Processing data/mldoc/es-1/models/sp15k/qrnn_nl4.m es-10-laser-en1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-10-laser-en1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-10-laser-en1/es.dev.csv Data lm, trn: 13013, val: 1445 Data cls, trn: 9458, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁de', '▁,', '▁la', '▁.', 's', '▁en', '▁el', '▁y', '▁a', '▁que'] Starting classifier from random weights Single training schedule epoch train_loss valid_loss accuracy 1 0.755512 1.360725 0.500000 2 0.760655 1.362604 0.399000 3 0.760876 20.748863 0.607000 4 0.730208 8.120344 0.369000 5 0.707735 1.149775 0.700000 6 0.679102 1.010318 0.746000 7 0.639611 3.087066 0.713000 8 0.608591 1.327793 0.750000 Total time: 11:38 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Loss and accuracy using (cls_best): [1.3680531, tensor(0.6975)] Processing data/mldoc/fr-1/models/sp15k/qrnn_nl4.m fr-10-laser-en1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-10-laser-en1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-10-laser-en1/fr.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 10000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁de', '▁,', 's', '▁.', "'", '▁la', '▁le', '▁et', '▁l', '▁à'] Starting classifier from random weights Single training schedule epoch train_loss valid_loss accuracy 1 0.922996 1.406875 0.519000 2 0.833284 1.172545 0.640000 3 0.749922 0.697733 0.863000 4 0.724680 0.735842 0.837000 5 0.652541 0.679455 0.876000 6 0.641541 0.671731 0.868000 7 0.577571 0.734958 0.868000 8 0.579186 0.703696 0.883000 Total time: 19:15 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Loss and accuracy using (cls_best): [0.47713563, tensor(0.8740)] Processing data/mldoc/it-1/models/sp15k/qrnn_nl4.m it-10-laser-en1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-10-laser-en1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-10-laser-en1/it.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 10000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁,', '▁.', '▁di', '▁e', "▁&'", "'", '▁il', '▁la', '▁in', 'e'] Starting classifier from random weights Single training schedule epoch train_loss valid_loss accuracy 1 0.991065 1.602189 0.381000 2 0.935880 0.888808 0.734000 3 0.860670 0.868564 0.781000 4 0.818734 0.945302 0.791000 5 0.751467 3.113552 0.808000 6 0.687606 0.921033 0.795000 7 0.677044 1.222023 0.807000 8 0.645511 1.418593 0.805000 Total time: 11:44 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Loss and accuracy using (cls_best): [1.1276722, tensor(0.7272)] Processing data/mldoc/ja-1/models/sp15k/qrnn_nl4.m ja-10-laser-en1 Processing data/mldoc/zh-1/models/sp15k/qrnn_nl4.m zh-10-laser-en1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-10-laser-en1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-10-laser-en1/zh.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 10000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁,', '▁的', '▁。', '▁年', '▁、', '▁在', '▁一', '▁是', '▁中', '▁有'] Starting classifier from random weights Single training schedule epoch train_loss valid_loss accuracy 1 0.920411 1.159853 0.629000 2 0.937020 1.371089 0.527000 3 0.892036 3.091183 0.615000 4 0.839919 0.939323 0.724000 5 0.797184 1.174206 0.735000 6 0.774195 0.914951 0.733000 7 0.744524 0.875888 0.762000 8 0.721782 0.825969 0.788000 Total time: 19:53 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m Loss and accuracy using (cls_best): [0.54084456, tensor(0.8145)] OrderedDict([('data/mldoc/de-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m', 0.9052500128746033), ('data/mldoc/es-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m', 0.6974999904632568), ('data/mldoc/fr-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m', 0.8740000128746033), ('data/mldoc/it-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m', 0.7272499799728394), ('data/mldoc/zh-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m', 0.8144999742507935)]) data/mldoc/de-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.9052500128746033 data/mldoc/es-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.6974999904632568 data/mldoc/fr-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.8740000128746033 data/mldoc/it-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.7272499799728394 data/mldoc/zh-10-laser-en1/models/sp15k/qrnn_rnd_nl4.m: 0.8144999742507935 ``` ### MLDoc Classification on 1k data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m: 0.9024999737739563 data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m: 0.8149999976158142 data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m: 0.8964999914169312 data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m: 0.8220000267028809 data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m: 0.7889999747276306 data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m: 0.8302500247955322 data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m: 0.7319999933242798 data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m: 0.8452500104904175 ``` python -m ulmfit eval --glob="wiki/*-100/models/sp15k/qrnn_rnd-nl4.m" --name rnd-nl4 --dataset-template='../mldoc/${lang}-1' --num-lm-epochs=0 --num-cls-epochs=8 --bs=18 --lr_sched=1cycle --label-smoothing-eps=0.1 Processing data/wiki/de-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/de-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/de.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁.', '▁,', '▁der', '▁die', 'en', '▁und', 's', '▁in', 'er', "▁&'"] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} /home/pczapla/anaconda3/envs/fastaiv1/lib/python3.7/site-packages/torch/utils/cpp_extension.py:152: UserWarning: !! WARNING !! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! Your compiler (c++) may be ABI-incompatible with PyTorch! Please use a compiler that is ABI-compatible with GCC 4.9 and above. See https://gcc.gnu.org/onlinedocs/libstdc++/manual/abi.html. See https://gist.github.com/goldsborough/d466f43e8ffc948ff92de7486c5216d6 for instructions on how to install GCC 4.9 or higher. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !! WARNING !! warnings.warn(ABI_INCOMPATIBILITY_WARNING.format(compiler)) Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.411651 1.386593 0.265000 2 1.287022 1.488027 0.361000 3 1.084153 2.390431 0.370000 4 0.904227 0.936213 0.769000 5 0.740495 1.311880 0.538000 6 0.642756 0.754690 0.833000 7 0.582816 0.661088 0.892000 8 0.548893 0.683635 0.875000 Total time: 02:13 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.33525154, tensor(0.9025)] Processing data/wiki/en-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/en-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/en.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁the', '▁,', 's', '▁.', '▁of', '▁and', '▁in', '▁to', '▁a', 'ed'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.369466 1.356636 0.374000 2 1.263357 2.515120 0.320000 3 1.119744 1.250081 0.569000 4 0.949653 1.033515 0.666000 5 0.802069 0.875799 0.779000 6 0.676997 0.842525 0.807000 7 0.613777 0.794573 0.826000 8 0.571342 0.781615 0.837000 Total time: 02:26 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.5295334, tensor(0.8150)] Processing data/wiki/es-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/es-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/es.dev.csv Data lm, trn: 13013, val: 1445 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁de', '▁,', '▁la', '▁.', 's', '▁en', '▁el', '▁y', '▁a', '▁que'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 2621, first 100: ['▁sa', '▁i', 'ncia', '▁ka', '▁k', '▁tra', '▁fi', '▁volvi', '▁g', '▁man', '▁pasó', '▁tropas', 'pon', 'tuvieron', '▁x', '▁les', '▁empez', 'ieron', '▁bas', 'sco', '▁cam', '▁adapta', 'sion', '▁mol', 'pico', 'siones', '▁obstante', '▁!', '▁w', 'cular', 'puesta', '▁inten', '▁produj', 'clu', 'simismo', '▁pas', 'fla', '▁amerindio', 'aje', '▁deja', '▁fre', '▁jo', '▁2.', 'american', '▁cre', 'bajo', '▁medi', 'gla', '▁dirigi', 'hol', '▁aparición', 'aciones', 'vivi', 'eras', 'spe', '▁continu', '▁permaneci', '▁ber', 'usa', 'bió', '▁permitió', '▁municipios', '▁regres', 'rt', 'mbi', '▁pr', '▁ofreci', 'emi', 'misiones', '▁cap', '▁ram', 'icio', '▁wal', 'fru', '▁gen', '▁originalmente', '▁eva', '▁ferr', '▁descubri', '▁aparecen', '▁fon', 'capi', 'estre', 'pec', '▁vendi', 'iéndose', 'eja', 'liber', 'nsa', 'ológico', 'ío', 'blo', '▁tro', '▁aviones', 'cara', '▁activo', 'mostró', 'disciplina', '▁ara', 'estra'] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.378275 1.354129 0.314000 2 1.209560 1.333649 0.507000 3 1.022200 0.820093 0.801000 4 0.854187 1.782254 0.389000 5 0.722861 1.031932 0.692000 6 0.640640 0.762994 0.853000 7 0.583225 0.677089 0.901000 8 0.556481 0.652575 0.904000 Total time: 01:59 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.35487488, tensor(0.8965)] Processing data/wiki/fr-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/fr-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/fr.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁de', '▁,', 's', '▁.', "'", '▁la', '▁le', '▁et', '▁l', '▁à'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.360408 1.298057 0.444000 2 1.251207 2.454086 0.393000 3 1.098488 1.152682 0.544000 4 0.926239 1.256870 0.622000 5 0.806994 0.911339 0.732000 6 0.717139 0.945148 0.726000 7 0.635195 0.781772 0.825000 8 0.602214 0.763521 0.825000 Total time: 02:17 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.52210134, tensor(0.8220)] Processing data/wiki/it-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/it-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/it.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁,', '▁.', '▁di', '▁e', "▁&'", "'", '▁il', '▁la', '▁in', 'e'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.357973 1.353393 0.293000 2 1.282061 1.535401 0.390000 3 1.144333 1.480346 0.533000 4 0.985930 1.360542 0.540000 5 0.862014 1.285450 0.661000 6 0.720891 1.140574 0.629000 7 0.625376 0.840085 0.791000 8 0.572435 0.828283 0.793000 Total time: 01:21 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.5931235, tensor(0.7890)] Processing data/wiki/ja-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/ja-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/ja.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁、', '▁。', '▁の', '▁に', '▁を', '▁年', 'の', '▁は', '▁・', '▁)'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.377756 1.402221 0.254000 2 1.243837 7.998792 0.254000 3 1.066383 2.645358 0.354000 4 0.903686 1.348676 0.541000 5 0.843216 0.945152 0.743000 6 0.759674 0.801283 0.810000 7 0.689767 0.786832 0.820000 8 0.674777 0.778615 0.818000 Total time: 02:48 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.5008588, tensor(0.8303)] Processing data/wiki/ru-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/ru-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/ru.dev.csv Running tokenization lm... Data lm, trn: 9195, val: 1021 Running tokenization cls... Data cls, trn: 1000, val: 1000 Running tokenization tst... Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁,', '▁.', '▁в', 'а', 'и', 'е', '▁и', 'й', '▁на', 'х'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.394592 1.393761 0.265000 2 1.381886 1.476836 0.293000 3 1.258016 1.153065 0.555000 4 1.105392 1.323574 0.556000 5 0.948704 1.049486 0.703000 6 0.848964 1.480141 0.605000 7 0.757975 1.001765 0.723000 8 0.684587 0.982136 0.741000 Total time: 03:07 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.7138667, tensor(0.7320)] Processing data/wiki/zh-100/models/sp15k/qrnn_rnd-nl4.m ../mldoc/zh-1 Max vocab: 15000 Cache dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/models/sp15k Model dir: /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m Training Loading validation /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/zh.dev.csv Data lm, trn: 13500, val: 1500 Data cls, trn: 1000, val: 1000 Data tst, trn: 1000, val: 4000 Size of vocabulary: 15000 First 20 words in vocab: ['xxunk', 'xxpad', 'xxbos', 'xxfld', 'xxmaj', 'xxup', 'xxrep', 'xxwrep', '', '▁', '▁,', '▁的', '▁。', '▁年', '▁、', '▁在', '▁一', '▁是', '▁中', '▁有'] Training args: {'clip': 0.12, 'alpha': 2, 'beta': 1, 'drop_mult': 0.3} dps: {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15} Loading pretrained model Unknown tokens 0, first 100: [] Bptt 70 /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/models/sp15k Saving info /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m/info.json Single training schedule epoch train_loss valid_loss accuracy 1 1.341714 1.208123 0.569000 2 1.059330 1.169385 0.662000 3 0.926222 0.771242 0.824000 4 0.843994 1.997928 0.524000 5 0.800537 0.874480 0.756000 6 0.710552 0.909481 0.758000 7 0.657595 0.719883 0.854000 8 0.617662 0.727267 0.852000 Total time: 02:20 Saving models at /home/pczapla/workspace/ulmfit-multilingual/data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m Loss and accuracy using (cls_best): [0.48266637, tensor(0.8453)] OrderedDict([('data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m', 0.9024999737739563), ('data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m', 0.8149999976158142), ('data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m', 0.8964999914169312), ('data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m', 0.8220000267028809), ('data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m', 0.7889999747276306), ('data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m', 0.8302500247955322), ('data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m', 0.7319999933242798), ('data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m', 0.8452500104904175)]) data/mldoc/de-1/models/sp15k/qrnn_rnd-nl4.m: 0.9024999737739563 data/mldoc/en-1/models/sp15k/qrnn_rnd-nl4.m: 0.8149999976158142 data/mldoc/es-1/models/sp15k/qrnn_rnd-nl4.m: 0.8964999914169312 data/mldoc/fr-1/models/sp15k/qrnn_rnd-nl4.m: 0.8220000267028809 data/mldoc/it-1/models/sp15k/qrnn_rnd-nl4.m: 0.7889999747276306 data/mldoc/ja-1/models/sp15k/qrnn_rnd-nl4.m: 0.8302500247955322 data/mldoc/ru-1/models/sp15k/qrnn_rnd-nl4.m: 0.7319999933242798 data/mldoc/zh-1/models/sp15k/qrnn_rnd-nl4.m: 0.8452500104904175 ```