diff --git a/pts/model/transformer/transformer_estimator.py b/pts/model/transformer/transformer_estimator.py
index 6d3a6a1..2a86d36 100644
--- a/pts/model/transformer/transformer_estimator.py
+++ b/pts/model/transformer/transformer_estimator.py
@@ -215,7 +215,7 @@ class TransformerEstimator(PTSEstimator):
             lags_seq=self.lags_seq,
             scaling=self.scaling,
             num_parallel_samples=self.num_parallel_samples,
-        )
+        ).to(device)
 
         copy_parameters(trained_network, prediction_network)