From b140341fb655160ad8d71e7e072922b5e1be9a89 Mon Sep 17 00:00:00 2001
From: wassname <wassname@users.noreply.github.com>
Date: Sun, 13 Jan 2019 20:58:52 +0800
Subject: [PATCH] throw balls during training

---
 src/js/ddpg/ddpg_agent.js | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/js/ddpg/ddpg_agent.js b/src/js/ddpg/ddpg_agent.js
index d7a5e26..184da99 100644
--- a/src/js/ddpg/ddpg_agent.js
+++ b/src/js/ddpg/ddpg_agent.js
@@ -250,6 +250,12 @@ class DDPGAgent {
                     }
                     if (realTime && step % 10 == 0)
                         await tf.nextFrame();
+                    if (step % 2000 == 0) { 
+                        // thow balls every 2000 steps
+                        this.env.shuffle({
+                            cars: false
+                        });
+                    }
                 }
                 this.stepList.push(step);
                 console.timeEnd("LoopTime");