From fb33160df825d09461f771915d1f2d97c0a52fda Mon Sep 17 00:00:00 2001
From: Eric Liang <ekhliang@gmail.com>
Date: Fri, 4 Oct 2019 09:28:06 -0700
Subject: [PATCH] Fix obs space lo/hi (#5826)

---
 rllib/models/preprocessors.py | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/rllib/models/preprocessors.py b/rllib/models/preprocessors.py
index b9b936ad7..947c84d59 100644
--- a/rllib/models/preprocessors.py
+++ b/rllib/models/preprocessors.py
@@ -77,11 +77,7 @@ class Preprocessor(object):
     @property
     @PublicAPI
     def observation_space(self):
-        obs_space = gym.spaces.Box(
-            np.finfo(np.float32).min,
-            np.finfo(np.float32).max,
-            self.shape,
-            dtype=np.float32)
+        obs_space = gym.spaces.Box(-1., 1., self.shape, dtype=np.float32)
         # Stash the unwrapped space so that we can unwrap dict and tuple spaces
         # automatically in model.py
         if (isinstance(self, TupleFlatteningPreprocessor)
@@ -175,6 +171,11 @@ class NoPreprocessor(Preprocessor):
         array[offset:offset + self._size] = np.array(
             observation, copy=False).ravel()
 
+    @property
+    @override(Preprocessor)
+    def observation_space(self):
+        return self._obs_space
+
 
 class TupleFlatteningPreprocessor(Preprocessor):
     """Preprocesses each tuple element, then flattens it all into a vector.