diff --git a/scripts/train.js b/scripts/train.js index fe98c98..85edb64 100644 --- a/scripts/train.js +++ b/scripts/train.js @@ -3,7 +3,7 @@ var config = require('../src/js/config') const { HeadlessGame } = require('../src/js/game') var game = new HeadlessGame(config) -// game.agent.restore('../checkpoints', 'model-ddpg-walker-22h/model') // load checkpoint +game.agent.restore('./checkpoints', 'model-ddpg-walker-60h/model') // load checkpoint game.agent.restore('./outputs', 'model-ddpg-walker/model') // resume game.agent.train(true); diff --git a/src/js/game.js b/src/js/game.js index faeb523..5a6bef0 100644 --- a/src/js/game.js +++ b/src/js/game.js @@ -70,10 +70,10 @@ class HeadlessGame { batchSize: 8*1024, actorLr: 0.0001, criticLr: 0.001, - memorySize: 10000, + memorySize: 60000, gamma: 0.99, - desiredActionStddev: 0.4, + desiredActionStddev: 0.1, minActionStddev: 0.0001, initialStddev: 0.8, adoptionCoefficient: 1.01, @@ -86,11 +86,11 @@ class HeadlessGame { criticSecondLayerSize: 64, nbEpochs: 1500, - nbEpochsCycle: 40, - nbTrainSteps: 5, - maxStep: 4000, + nbEpochsCycle: 20, + nbTrainSteps: 7, + maxStep: 10000, saveDuringTraining: true, - saveInterval: 10, + saveInterval: 3, tau: 0.008,