"""This example demonstrates the usage of SigOpt with Ray Tune. It also checks that it is usable with a separate scheduler. """ import sys import time from ray import tune from ray.tune.schedulers import AsyncHyperBandScheduler from ray.tune.suggest.sigopt import SigOptSearch def evaluate(step, width, height): return (0.1 + width * step / 100)**(-1) + height * 0.01 def easy_objective(config): # Hyperparameters width, height = config["width"], config["height"] for step in range(config["steps"]): # Iterative training function - can be any arbitrary training procedure intermediate_score = evaluate(step, width, height) # Feed the score back back to Tune. tune.report(iterations=step, mean_loss=intermediate_score) time.sleep(0.1) if __name__ == "__main__": import argparse import os parser = argparse.ArgumentParser() parser.add_argument( "--smoke-test", action="store_true", help="Finish quickly for testing") args, _ = parser.parse_known_args() if "SIGOPT_KEY" not in os.environ: if args.smoke_test: print("SigOpt API Key not found. Skipping smoke test.") sys.exit(0) else: raise ValueError( "SigOpt API Key not found. Please set the SIGOPT_KEY " "environment variable.") space = [ { "name": "width", "type": "int", "bounds": { "min": 0, "max": 20 }, }, { "name": "height", "type": "int", "bounds": { "min": -100, "max": 100 }, }, ] algo = SigOptSearch( space, name="SigOpt Example Experiment", max_concurrent=1, metric="mean_loss", mode="min") scheduler = AsyncHyperBandScheduler(metric="mean_loss", mode="min") analysis = tune.run( easy_objective, name="my_exp", search_alg=algo, scheduler=scheduler, num_samples=4 if args.smoke_test else 100, config={"steps": 10}) print("Best hyperparameters found were: ", analysis.get_best_config("mean_loss", "min"))