mirror of
https://github.com/wassname/optuna-dashboard.git
synced 2026-09-09 11:28:14 +08:00
286 lines
8.6 KiB
Python
286 lines
8.6 KiB
Python
from typing import Callable
|
|
|
|
import optuna
|
|
from playwright.sync_api import Page
|
|
import pytest
|
|
|
|
from ..test_server import make_test_server
|
|
|
|
|
|
@pytest.fixture
|
|
def storage() -> optuna.storages.InMemoryStorage:
|
|
storage = optuna.storages.InMemoryStorage()
|
|
return storage
|
|
|
|
|
|
@pytest.fixture
|
|
def server_url(request: pytest.FixtureRequest, storage: optuna.storages.InMemoryStorage) -> str:
|
|
return make_test_server(request, storage)
|
|
|
|
|
|
def run_single_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(study_name="single", storage=storage, sampler=sampler)
|
|
|
|
def objective(trial: optuna.Trial) -> float:
|
|
x1 = trial.suggest_float("x1", 0, 10)
|
|
x2 = trial.suggest_float("x2", 0, 10)
|
|
return (x1 - 2) ** 2 + (x2 - 5) ** 2
|
|
|
|
study.optimize(objective, n_trials=20)
|
|
return study
|
|
|
|
|
|
def run_single_trial_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
# A single objective study with a single trial
|
|
# Refs: https://github.com/optuna/optuna-dashboard/issues/401
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(study_name="single-trial", storage=storage, sampler=sampler)
|
|
|
|
def objective(trial: optuna.Trial) -> float:
|
|
x1 = trial.suggest_float("x1", 0, 10)
|
|
x2 = trial.suggest_float("x2", 0, 10)
|
|
return (x1 - 2) ** 2 + (x2 - 5) ** 2
|
|
|
|
study.optimize(objective, n_trials=1)
|
|
return study
|
|
|
|
|
|
def run_single_dynamic_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
# Single-objective study with dynamic search space
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(
|
|
study_name="single-dynamic", storage=storage, direction="maximize", sampler=sampler
|
|
)
|
|
|
|
def objective(trial: optuna.Trial) -> float:
|
|
category = trial.suggest_categorical("category", ["foo", "bar"])
|
|
if category == "foo":
|
|
return (trial.suggest_float("x1", 0, 10) - 2) ** 2
|
|
else:
|
|
return -((trial.suggest_float("x2", -10, 0) + 5) ** 2)
|
|
|
|
study.optimize(objective, n_trials=50)
|
|
return study
|
|
|
|
|
|
def run_multi_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
# Multi-objective study
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(
|
|
study_name="multi-objective",
|
|
storage=storage,
|
|
directions=["minimize", "minimize"],
|
|
sampler=sampler,
|
|
)
|
|
|
|
def objective(trial: optuna.Trial) -> tuple[float, float]:
|
|
x = trial.suggest_float("x", 0, 5)
|
|
y = trial.suggest_float("y", 0, 3)
|
|
v0 = 4 * x**2 + 4 * y**2
|
|
v1 = (x - 5) ** 2 + (y - 5) ** 2
|
|
return v0, v1
|
|
|
|
study.optimize(objective, n_trials=20)
|
|
return study
|
|
|
|
|
|
def run_multi_dynamic_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
# Multi-objective study with dynamic search space
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(
|
|
study_name="multi-dynamic",
|
|
storage=storage,
|
|
directions=["minimize", "minimize"],
|
|
sampler=sampler,
|
|
)
|
|
|
|
def objective(trial: optuna.Trial) -> tuple[float, float]:
|
|
category = trial.suggest_categorical("category", ["foo", "bar"])
|
|
if category == "foo":
|
|
x = trial.suggest_float("x1", 0, 5)
|
|
y = trial.suggest_float("y1", 0, 3)
|
|
v0 = 4 * x**2 + 4 * y**2
|
|
v1 = (x - 5) ** 2 + (y - 5) ** 2
|
|
return v0, v1
|
|
else:
|
|
x = trial.suggest_float("x2", 0, 5)
|
|
y = trial.suggest_float("y2", 0, 3)
|
|
v0 = 2 * x**2 + 2 * y**2
|
|
v1 = (x - 2) ** 2 + (y - 3) ** 2
|
|
return v0, v1
|
|
|
|
study.optimize(objective, n_trials=20)
|
|
return study
|
|
|
|
|
|
def run_single_pruned_without_report_objective_study(
|
|
storage: optuna.storages.InMemoryStorage,
|
|
) -> optuna.Study:
|
|
# Pruning with no intermediate values
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(
|
|
study_name="single-pruned-without-report", storage=storage, sampler=sampler
|
|
)
|
|
|
|
def objective(trial: optuna.Trial) -> float:
|
|
x = trial.suggest_float("x", -15, 30)
|
|
y = trial.suggest_float("y", -15, 30)
|
|
v = x**2 + y**2
|
|
if v > 100:
|
|
raise optuna.TrialPruned()
|
|
return v
|
|
|
|
study.optimize(objective, n_trials=100)
|
|
return study
|
|
|
|
|
|
def run_multi_no_trials_objective_study(storage: optuna.storages.InMemoryStorage) -> optuna.Study:
|
|
# No trials multi-objective study
|
|
sampler = optuna.samplers.RandomSampler(seed=0)
|
|
study = optuna.create_study(
|
|
study_name="multi-no-trials",
|
|
storage=storage,
|
|
directions=["minimize", "maximize"],
|
|
sampler=sampler,
|
|
)
|
|
return study
|
|
|
|
|
|
parameterize_studies = pytest.mark.parametrize(
|
|
"run_study",
|
|
[
|
|
run_single_objective_study,
|
|
run_single_trial_objective_study,
|
|
run_single_dynamic_objective_study,
|
|
run_multi_objective_study,
|
|
run_multi_dynamic_objective_study,
|
|
run_single_pruned_without_report_objective_study,
|
|
run_multi_no_trials_objective_study,
|
|
],
|
|
)
|
|
|
|
|
|
@parameterize_studies
|
|
def test_study_list(
|
|
page: Page,
|
|
storage: optuna.storages.InMemoryStorage,
|
|
server_url: str,
|
|
run_study: Callable[[optuna.storages.InMemoryStorage], optuna.Study],
|
|
) -> None:
|
|
study = run_study(storage)
|
|
|
|
study_id = study._study_id
|
|
study_name = study.study_name
|
|
|
|
page.goto(server_url)
|
|
page.click(f"a[href='/dashboard/studies/{study_id}']")
|
|
|
|
page.wait_for_selector(".MuiTypography-body1")
|
|
element = page.query_selector(".MuiTypography-body1")
|
|
assert element is not None
|
|
|
|
title = element.text_content()
|
|
assert title is not None
|
|
assert study_name in title
|
|
|
|
|
|
@parameterize_studies
|
|
def test_study_analytics(
|
|
page: Page,
|
|
storage: optuna.storages.InMemoryStorage,
|
|
server_url: str,
|
|
run_study: Callable[[optuna.storages.InMemoryStorage], optuna.Study],
|
|
) -> None:
|
|
study = run_study(storage)
|
|
study_id = study._study_id
|
|
study_name = study.study_name
|
|
url = f"{server_url}/studies/{study_id}"
|
|
|
|
page.on("console", lambda msg: print(f"error: {msg.text}") if msg.type == "error" else None)
|
|
page.goto(url)
|
|
page.click(f"a[href='/dashboard/studies/{study_id}/analytics']")
|
|
|
|
page.wait_for_selector(".MuiTypography-body1", timeout=60 * 1000)
|
|
element = page.query_selector(".MuiTypography-body1")
|
|
assert element is not None
|
|
|
|
title = element.text_content()
|
|
assert title is not None
|
|
assert study_name in title
|
|
|
|
|
|
@parameterize_studies
|
|
def test_trial_list(
|
|
page: Page,
|
|
storage: optuna.storages.InMemoryStorage,
|
|
server_url: str,
|
|
run_study: Callable[[optuna.storages.InMemoryStorage], optuna.Study],
|
|
) -> None:
|
|
study = run_study(storage)
|
|
|
|
study_id = study._study_id
|
|
study_name = study.study_name
|
|
url = f"{server_url}/studies/{study_id}"
|
|
|
|
page.goto(url)
|
|
page.click(f"a[href='/dashboard/studies/{study_id}/trials']")
|
|
|
|
page.wait_for_selector(".MuiTypography-body1")
|
|
element = page.query_selector(".MuiTypography-body1")
|
|
assert element is not None
|
|
|
|
title = element.text_content()
|
|
assert title is not None
|
|
assert study_name in title
|
|
|
|
|
|
@parameterize_studies
|
|
def test_trial_table(
|
|
page: Page,
|
|
storage: optuna.storages.InMemoryStorage,
|
|
server_url: str,
|
|
run_study: Callable[[optuna.storages.InMemoryStorage], optuna.Study],
|
|
) -> None:
|
|
study = run_study(storage)
|
|
|
|
study_id = study._study_id
|
|
study_name = study.study_name
|
|
url = f"{server_url}/studies/{study_id}"
|
|
|
|
page.goto(url)
|
|
page.click(f"a[href='/dashboard/studies/{study_id}/trialTable']")
|
|
|
|
page.wait_for_selector(".MuiTypography-body1")
|
|
element = page.query_selector(".MuiTypography-body1")
|
|
assert element is not None
|
|
|
|
title = element.text_content()
|
|
assert title is not None
|
|
assert study_name in title
|
|
|
|
|
|
@parameterize_studies
|
|
def test_trial_note(
|
|
page: Page,
|
|
storage: optuna.storages.InMemoryStorage,
|
|
server_url: str,
|
|
run_study: Callable[[optuna.storages.InMemoryStorage], optuna.Study],
|
|
) -> None:
|
|
study = run_study(storage)
|
|
|
|
study_id = study._study_id
|
|
study_name = study.study_name
|
|
url = f"{server_url}/studies/{study_id}"
|
|
|
|
page.goto(url)
|
|
page.wait_for_selector(".MuiTypography-body1")
|
|
page.click(f"a[href='/dashboard/studies/{study_id}/note']")
|
|
|
|
element = page.query_selector(".MuiTypography-body1")
|
|
assert element is not None
|
|
|
|
title = element.text_content()
|
|
assert title is not None
|
|
assert study_name in title
|