[rllib] format with yapf (#2427)

* initial yapf

* manual fix yapf bugs
This commit is contained in:
Eric Liang
2018-07-19 15:30:36 -07:00
committed by GitHub
parent 24eb140e07
commit d01dc9e22d
86 changed files with 1276 additions and 978 deletions
+7 -6
View File
@@ -14,8 +14,8 @@ from ray.rllib.models import ModelCatalog
class BCEvaluator(EvaluatorInterface):
def __init__(self, env_creator, config, logdir):
env = ModelCatalog.get_preprocessor_as_wrapper(env_creator(
config["env_config"]), config["model"])
env = ModelCatalog.get_preprocessor_as_wrapper(
env_creator(config["env_config"]), config["model"])
self.dataset = ExperienceDataset(config["dataset_path"])
self.policy = BCPolicy(env.observation_space, env.action_space, config)
self.config = config
@@ -27,8 +27,10 @@ class BCEvaluator(EvaluatorInterface):
def compute_gradients(self, samples):
gradient, info = self.policy.compute_gradients(samples)
self.metrics_queue.put(
{"num_samples": info["num_samples"], "loss": info["loss"]})
self.metrics_queue.put({
"num_samples": info["num_samples"],
"loss": info["loss"]
})
return gradient, {}
def apply_gradients(self, grads):
@@ -42,8 +44,7 @@ class BCEvaluator(EvaluatorInterface):
def save(self):
weights = self.get_weights()
return pickle.dumps({
"weights": weights})
return pickle.dumps({"weights": weights})
def restore(self, objs):
objs = pickle.loads(objs)