misc

scripts/train.js

@@ -3,7 +3,7 @@ var config = require('../src/js/config')
 
 const { HeadlessGame } = require('../src/js/game')
 var game = new HeadlessGame(config)
-// game.agent.restore('../checkpoints', 'model-ddpg-walker-22h/model') // load checkpoint
+game.agent.restore('./checkpoints', 'model-ddpg-walker-60h/model') // load checkpoint
 game.agent.restore('./outputs', 'model-ddpg-walker/model') // resume
 game.agent.train(true); 
 

src/js/game.js

@@ -70,10 +70,10 @@ class HeadlessGame {
       batchSize: 8*1024,
       actorLr: 0.0001,
       criticLr: 0.001,
-      memorySize: 10000,
+      memorySize: 60000,
       gamma: 0.99,
 
-      desiredActionStddev: 0.4,
+      desiredActionStddev: 0.1,
       minActionStddev: 0.0001,
       initialStddev: 0.8,
       adoptionCoefficient: 1.01,
@@ -86,11 +86,11 @@ class HeadlessGame {
       criticSecondLayerSize: 64,
 
       nbEpochs: 1500,
-      nbEpochsCycle: 40,
-      nbTrainSteps: 5,
-      maxStep: 4000,
+      nbEpochsCycle: 20,
+      nbTrainSteps: 7,
+      maxStep: 10000,
       saveDuringTraining: true,
-      saveInterval: 10,
+      saveInterval: 3,
 
       tau: 0.008,