diff --git a/generator/ctrl/training_utils/training.py b/generator/ctrl/training_utils/training.py
index 5402277..8c16500 100644
--- a/generator/ctrl/training_utils/training.py
+++ b/generator/ctrl/training_utils/training.py
@@ -142,7 +142,7 @@ def loss(labels, logits):
 # the optimizer is not used since this code only supports inference
 # however, to compile the model, we still define it
 optimizer = tf.contrib.estimator.clip_gradients_by_norm(
-    tf.train.AdagradOptimizer(learning_rate=1e-4), 0.25)
+    tf.train.AdagradOptimizer(learning_rate=1e-3), 0.25)
 
 # compile the model with the optimizer and loss
 model.compile(optimizer=optimizer, loss=loss)