mirror of
https://github.com/wassname/Castor.git
synced 2026-10-05 12:20:28 +08:00
Ashutosh-Adhikari
91ed6261db
* Add Regularization Modules for LSTM * Update Reuters Trainer and Evalueator for regularization * Remove unnecessary comments * Comply with PEP8 * Comply import order with PEP8 * Fix typos in README.md * Comply with PEP8 * Add BSD 3-Clause Licence * Remove deprecated call to Variable for PyTorch 0.4 * Update dataset selection in main * Remove block comments
42 lines
2.5 KiB
Python
42 lines
2.5 KiB
Python
import os
|
|
|
|
from argparse import ArgumentParser
|
|
|
|
|
|
def get_args():
|
|
parser = ArgumentParser(description="Baseline LSTM for text classification with Regularization")
|
|
parser.add_argument('--no_cuda', action='store_false', help='do not use cuda', dest='cuda')
|
|
parser.add_argument('--gpu', type=int, default=0) # Use -1 for CPU
|
|
parser.add_argument('--epochs', type=int, default=50)
|
|
parser.add_argument('--batch_size', type=int, default=1024)
|
|
parser.add_argument('--bidirectional', action='store_true'),
|
|
parser.add_argument('--bottleneck_layer', action='store_true'),
|
|
parser.add_argument('--num_layers', type=int, default=2)
|
|
parser.add_argument('--hidden_dim', type=int, default=256)
|
|
parser.add_argument('--mode', type=str, default='static', choices=['rand', 'static', 'non-static'])
|
|
parser.add_argument('--lr', type=float, default=0.001)
|
|
parser.add_argument('--seed', type=int, default=3435)
|
|
parser.add_argument('--dataset', type=str, default='Reuters', choices=['SST-1', 'SST-2', 'Reuters', 'AAPD'])
|
|
parser.add_argument('--resume_snapshot', type=str, default=None)
|
|
parser.add_argument('--dev_every', type=int, default=30)
|
|
parser.add_argument('--log_every', type=int, default=10)
|
|
parser.add_argument('--patience', type=int, default=50)
|
|
parser.add_argument('--save_path', type=str, default='lstm_regularization/saves')
|
|
parser.add_argument('--words_dim', type=int, default=300)
|
|
parser.add_argument('--embed_dim', type=int, default=300)
|
|
parser.add_argument('--dropout', type=float, default=0.5)
|
|
parser.add_argument('--epoch_decay', type=int, default=15)
|
|
parser.add_argument('--data_dir', help='word vectors directory',
|
|
default=os.path.join(os.pardir, 'Castor-data', 'datasets'))
|
|
parser.add_argument('--word_vectors_dir', help='word vectors directory',
|
|
default=os.path.join(os.pardir, 'Castor-data', 'embeddings', 'word2vec'))
|
|
parser.add_argument('--word_vectors_file', help='word vectors filename', default='GoogleNews-vectors-negative300.txt')
|
|
parser.add_argument('--trained_model', type=str, default="")
|
|
parser.add_argument('--TAR', action='store_true')
|
|
parser.add_argument('--weight_decay', type=float, default=0)
|
|
parser.add_argument('--beta_ema', type=float, default = 0, help="for temporal averaging")
|
|
parser.add_argument('--wdrop', type=float, default=0.0, help="for weight-drop")
|
|
parser.add_argument('--embed_droprate', type=float, default=0.0, help="for embedded droupout")
|
|
args = parser.parse_args()
|
|
return args
|