From ba5a3ae9e2b422b6ee657ce7784f2c171b8f5ffe Mon Sep 17 00:00:00 2001
From: Michael Luo <michael.luo123456789@gmail.com>
Date: Tue, 22 Sep 2020 22:18:21 -0700
Subject: [PATCH] Enable vtrace by default (#10962)

---
 rllib/agents/ppo/appo.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rllib/agents/ppo/appo.py b/rllib/agents/ppo/appo.py
index f963cc7eb..61510eb04 100644
--- a/rllib/agents/ppo/appo.py
+++ b/rllib/agents/ppo/appo.py
@@ -31,7 +31,7 @@ DEFAULT_CONFIG = impala.ImpalaTrainer.merge_trainer_configs(
     {
         # Whether to use V-trace weighted advantages. If false, PPO GAE
         # advantages will be used instead.
-        "vtrace": False,
+        "vtrace": True,
 
         # == These two options only apply if vtrace: False ==
         # Should use a critic as a baseline (otherwise don't use value