throw balls during training

2026-09-09 11:33:20 +08:00 · 2019-01-13 20:58:52 +08:00
parent 441cb0ac64
commit b140341fb6
1 changed files with 6 additions and 0 deletions
@@ -250,6 +250,12 @@ class DDPGAgent {
                    }
                    if (realTime && step % 10 == 0)
                        await tf.nextFrame();
+                    if (step % 2000 == 0) { 
+                        // thow balls every 2000 steps
+                        this.env.shuffle({
+                            cars: false
+                        });
+                    }
                }
                this.stepList.push(step);
                console.timeEnd("LoopTime");