wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-06 05:16:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Set num_cpu=None for workers in the default settings (#1793)

Browse Source
This commit is contained in:
Eric Liang
2018-03-29 16:33:40 -07:00
committed by Richard Liaw
parent 4116c64698
commit faaa123046
3 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/optimizers/policy_optimizer.py
+5 -2
View File
@@ -26,11 +26,14 @@ class PolicyOptimizer(object):
remote_evaluators (list): List of remote evaluator replicas, or [].
num_steps_trained (int): Number of timesteps trained on so far.
num_steps_sampled (int): Number of timesteps sampled so far.
evaluator_resources (dict): Optional resource requests to set for
evaluators created by this optimizer.
"""
@classmethod
def make(
cls, evaluator_cls, evaluator_args, num_workers, optimizer_config):
cls, evaluator_cls, evaluator_args, num_workers, optimizer_config,
evaluator_resources={"num_cpus": None}):
"""Create evaluators and an optimizer instance using those evaluators.
Args:
@@ -43,7 +46,7 @@ class PolicyOptimizer(object):
"""
local_evaluator = evaluator_cls(*evaluator_args)
remote_cls = ray.remote(num_cpus=1)(evaluator_cls)
remote_cls = ray.remote(**evaluator_resources)(evaluator_cls)
remote_evaluators = [
remote_cls.remote(*evaluator_args)
for _ in range(num_workers)]