mirror of
https://github.com/wassname/ray.git
synced 2026-07-19 11:27:32 +08:00
SvenandEric Liang
60d4d5e1aa
* Remove all __future__ imports from RLlib. * Remove (object) again from tf_run_builder.py::TFRunBuilder. * Fix 2xLINT warnings. * Fix broken appo_policy import (must be appo_tf_policy) * Remove future imports from all other ray files (not just RLlib). * Remove future imports from all other ray files (not just RLlib). * Remove future import blocks that contain `unicode_literals` as well. Revert appo_tf_policy.py to appo_policy.py (belongs to another PR). * Add two empty lines before Schedule class. * Put back __future__ imports into determine_tests_to_run.py. Fails otherwise on a py2/print related error.
48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
"""Example of using training on CartPole."""
|
|
|
|
import argparse
|
|
|
|
from ray import tune
|
|
|
|
from ray.rllib.contrib.alpha_zero.models.custom_torch_models import DenseModel
|
|
from ray.rllib.contrib.alpha_zero.environments.cartpole import CartPole
|
|
from ray.rllib.models.catalog import ModelCatalog
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--num-workers", default=6, type=int)
|
|
parser.add_argument("--training-iteration", default=10000, type=int)
|
|
args = parser.parse_args()
|
|
|
|
ModelCatalog.register_custom_model("dense_model", DenseModel)
|
|
|
|
tune.run(
|
|
"contrib/AlphaZero",
|
|
stop={"training_iteration": args.training_iteration},
|
|
max_failures=0,
|
|
config={
|
|
"env": CartPole,
|
|
"num_workers": args.num_workers,
|
|
"sample_batch_size": 50,
|
|
"train_batch_size": 500,
|
|
"sgd_minibatch_size": 64,
|
|
"lr": 1e-4,
|
|
"num_sgd_iter": 1,
|
|
"mcts_config": {
|
|
"puct_coefficient": 1.5,
|
|
"num_simulations": 100,
|
|
"temperature": 1.0,
|
|
"dirichlet_epsilon": 0.20,
|
|
"dirichlet_noise": 0.03,
|
|
"argmax_tree_policy": False,
|
|
"add_dirichlet_noise": True,
|
|
},
|
|
"ranked_rewards": {
|
|
"enable": True,
|
|
},
|
|
"model": {
|
|
"custom_model": "dense_model",
|
|
},
|
|
},
|
|
)
|