From 56304e63e6f0d0d9132c193920d8e84c5a4258de Mon Sep 17 00:00:00 2001
From: Shangtong Zhang <zhangshangtong.cpp@icloud.com>
Date: Thu, 14 Dec 2017 15:12:36 -0700
Subject: [PATCH] Update logger

---
 main.py                 | 30 +++++++++++++++---------------
 utils/__init__.py       |  7 ++++++-
 utils/tf_logger.py      |  1 -
 utils/vanilla_logger.py |  1 -
 4 files changed, 21 insertions(+), 18 deletions(-)

diff --git a/main.py b/main.py
index 26ff0f2..58f301a 100644
--- a/main.py
+++ b/main.py
@@ -15,7 +15,7 @@ def dqn_cart_pole():
     config.target_network_update_freq = 200
     config.max_episode_length = 200
     config.exploration_steps = 1000
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     config.history_length = 2
     config.test_interval = 100
     config.test_repetitions = 50
@@ -39,7 +39,7 @@ def async_cart_pole():
     config.update_interval = 6
     config.test_interval = 1
     config.test_repetitions = 50
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
@@ -56,7 +56,7 @@ def a3c_cart_pole():
     config.update_interval = 6
     config.test_interval = 1
     config.test_repetitions = 30
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     config.gae_tau = 1.0
     config.entropy_weight = 0.01
     agent = AsyncAgent(config)
@@ -76,7 +76,7 @@ def dqn_pixel_atari(name):
     config.target_network_update_freq = 10000
     config.max_episode_length = 0
     config.exploration_steps= 50000
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     config.test_interval = 10
     config.test_repetitions = 1
     # config.double_q = True
@@ -104,7 +104,7 @@ def async_pixel_atari(name):
     config.update_interval = 20
     config.test_interval = 50000
     config.test_repetitions = 1
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
@@ -124,7 +124,7 @@ def a3c_pixel_atari(name):
     config.update_interval = 20
     config.test_interval = 50000
     config.test_repetitions = 1
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
@@ -142,7 +142,7 @@ def dqn_fruit():
     config.target_network_update_freq = 200
     config.max_episode_length = 100
     config.exploration_steps = 200
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     config.history_length = 1
     config.test_interval = 0
     config.test_repetitions = 10
@@ -164,7 +164,7 @@ def hrdqn_fruit():
     config.target_network_update_freq = 200
     config.max_episode_length = 100
     config.exploration_steps = 200
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     config.history_length = 1
     config.test_interval = 0
     config.test_repetitions = 10
@@ -195,7 +195,7 @@ def a3c_continuous():
     config.test_repetitions = 1
     config.entropy_weight = 0
     config.gradient_clip = 40
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
@@ -228,7 +228,7 @@ def p3o_continuous():
     config.rollout_length = 10000
     config.optimize_epochs = 1
     config.ppo_ratio_clip = 0.2
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
@@ -262,17 +262,17 @@ def d3pg_continuous():
     config.test_interval = 500
     config.test_repetitions = 1
     config.gradient_clip = 20
-    config.logger = Logger('./log', gym.logger)
+    config.logger = Logger('./log', logger)
     agent = AsyncAgent(config)
     agent.run()
 
 if __name__ == '__main__':
-    # gym.logger.setLevel(logging.DEBUG)
-    gym.logger.setLevel(logging.INFO)
+    # logger.setLevel(logging.DEBUG)
+    logger.setLevel(logging.INFO)
 
     # dqn_cart_pole()
     # async_cart_pole()
-    # a3c_cart_pole()
+    a3c_cart_pole()
     # a3c_continuous()
     # p3o_continuous()
     # d3pg_continuous()
@@ -282,7 +282,7 @@ if __name__ == '__main__':
 
     # dqn_pixel_atari('PongNoFrameskip-v4')
     # async_pixel_atari('PongNoFrameskip-v4')
-    a3c_pixel_atari('PongNoFrameskip-v4')
+    # a3c_pixel_atari('PongNoFrameskip-v4')
 
     # dqn_pixel_atari('BreakoutNoFrameskip-v4')
     # async_pixel_atari('BreakoutNoFrameskip-v4')
diff --git a/utils/__init__.py b/utils/__init__.py
index c9b2200..71bb944 100644
--- a/utils/__init__.py
+++ b/utils/__init__.py
@@ -5,4 +5,9 @@ from .misc import *
 try:
     from .tf_logger import Logger
 except:
-    from .vanilla_logger import Logger
\ No newline at end of file
+    from .vanilla_logger import Logger
+
+import logging
+logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s: %(message)s')
+logger = logging.getLogger('MAIN')
+logger.setLevel(logging.DEBUG)
\ No newline at end of file
diff --git a/utils/tf_logger.py b/utils/tf_logger.py
index 2b53f71..5d9b506 100644
--- a/utils/tf_logger.py
+++ b/utils/tf_logger.py
@@ -19,7 +19,6 @@ class Logger(object):
         self.debug = vanilla_logger.debug
         self.warning = vanilla_logger.warning
         self.skip = skip
-        logging.info('')
 
     def scalar_summary(self, tag, value, step):
         if self.skip:
diff --git a/utils/vanilla_logger.py b/utils/vanilla_logger.py
index ba50148..a21e785 100644
--- a/utils/vanilla_logger.py
+++ b/utils/vanilla_logger.py
@@ -8,7 +8,6 @@ class Logger(object):
         self.debug = vanilla_logger.debug
         self.warning = vanilla_logger.warning
         self.skip = skip
-        logging.info('')
 
     def scalar_summary(self, tag, value, step):
         if self.skip: