From 247f3ba3f8a411bedfcf75be261645a48d3b7ace Mon Sep 17 00:00:00 2001 From: codekansas Date: Sat, 7 May 2016 17:41:51 -0400 Subject: [PATCH] did some more tests --- insurance_qa_eval.py | 6 +++--- keras_models.py | 4 ++-- results.notes | 8 ++++---- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/insurance_qa_eval.py b/insurance_qa_eval.py index 618a363..b71a4bc 100644 --- a/insurance_qa_eval.py +++ b/insurance_qa_eval.py @@ -253,7 +253,7 @@ if __name__ == '__main__': 'conv_activation': 'relu', # recurrent - 'n_lstm_dims': 141, + 'n_lstm_dims': 141, # * 2 'initial_embed_weights': np.load('word2vec_100_dim.embeddings'), }, @@ -269,7 +269,7 @@ if __name__ == '__main__': evaluator = Evaluator(conf) ##### Define model ###### - model = ConvolutionModel(conf) + model = AttentionModel(conf) optimizer = conf.get('training_params', dict()).get('optimizer', 'adam') model.compile(optimizer=optimizer) @@ -288,5 +288,5 @@ if __name__ == '__main__': evaluator.train(model) # evaluate mrr for a particular epoch - # evaluator.load_epoch(model, 22) + # evaluator.load_epoch(model, 32) # evaluator.get_mrr(model, evaluate_all=True) diff --git a/keras_models.py b/keras_models.py index 79c803f..5345940 100644 --- a/keras_models.py +++ b/keras_models.py @@ -257,8 +257,8 @@ class AttentionModel(LanguageModel): answer_embedding = embedding(answer) # turn off layer updating - embedding.params = [] - embedding.updates = [] + # embedding.params = [] + # embedding.updates = [] # dropout dropout = Dropout(0.25) diff --git a/results.notes b/results.notes index a68f2d2..642a939 100644 --- a/results.notes +++ b/results.notes @@ -13,12 +13,12 @@ Embedding + Max Pooling: Dense + CNN + Max Pooling: - Top 1 precision: - 0.507 on test 1 - - 0.427 on test 2 - - 0.470 on dev + - 0.458 on test 2 + - 0.515 on dev - MRR: - 0.635 on test 1 - - 0.557 on test 2 - - 0.596 on dev + - 0.593 on test 2 + - 0.642 on dev Attentional LSTM + Max Pooling: - Top 1 precision: