Timestep based test scheme

utils/misc.py

@@ -39,15 +39,6 @@ def run_episodes(agent):
         if config.max_steps and agent.total_steps > config.max_steps:
             break
 
-        if config.test_interval and ep % config.test_interval == 0:
-            test_rewards = []
-            for _ in range(config.test_repetitions):
-                test_rewards.append(agent.episode(True)[0])
-            avg_reward = np.mean(test_rewards)
-            avg_test_rewards.append(avg_reward)
-            config.logger.info('Averaged test reward %f(%f)' % (
-                avg_reward, np.std(test_rewards) / np.sqrt(config.test_repetitions)))
-
     agent.close()
     return steps, rewards, avg_test_rewards