wassname/Run-Skeleton-Run
1
0
Fork 0
mirror of https://github.com/wassname/Run-Skeleton-Run.git synced 2026-08-02 12:30:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

add dynamics lr

Browse Source
This commit is contained in:
wassname
2018-01-19 12:08:32 +08:00
parent a87a3ad7bb
commit 201fa2400f
3 changed files with 57 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ddpg/train.py
+11 -3
View File
@@ -31,7 +31,7 @@ def parse_args():
parser.add_argument('--reward-scale', type=float, default=1.)
boolean_flag(parser, "flip-state-action", default=False)
for agent in ["actor", "critic"]:
for agent in ["actor", "critic", "dynamics"]:
parser.add_argument('--{}-layers'.format(agent), type=str, default="64-64")
parser.add_argument('--{}-activation'.format(agent), type=str, default="relu")
boolean_flag(parser, "{}-layer-norm".format(agent), default=False)
@@ -195,10 +195,18 @@ def train(args, model_fn, act_update_fns, multi_thread, train_single, play_singl
best_reward = Value("f", 0.0)
try:
if args.num_threads == args.num_train_threads == 1:
# run a single thread in the foreground so we can debug easier
# # run a single thread in the foreground so we can debug easier
# args.thread = 1
# multi_thread(actor, critic, dynamics, target_actor, target_critic, target_dynamics, args, act_update_fns, best_reward)
# or debug the single thread funcs
args.thread = 1
multi_thread(actor, critic, dynamics, target_actor, target_critic, target_dynamics, args, act_update_fns, best_reward)
global_episode = Value("i", 0)
global_update_step = Value("i", 0)
episodes_queue = mp.Queue()
train_single(actor, critic, dynamics, target_actor, target_critic, target_dynamics, args, act_update_fns, global_episode, global_update_step, episodes_queue)
elif args.num_threads == args.num_train_threads:
for rank in range(args.num_threads):
args.thread = rank