mirror of
https://github.com/wassname/optuna-dashboard.git
synced 2026-09-22 13:20:38 +08:00
117 lines
4.8 KiB
Python
117 lines
4.8 KiB
Python
from __future__ import annotations
|
|
|
|
from typing import Callable
|
|
|
|
from optuna_dashboard._preferential_history import NewHistory
|
|
from optuna_dashboard._preferential_history import report_history
|
|
from optuna_dashboard._serializer import serialize_preference_history
|
|
from optuna_dashboard.preferential import create_study
|
|
from optuna_dashboard.preferential._system_attrs import _SYSTEM_ATTR_PREFIX_PREFERENCE
|
|
|
|
from .storage_supplier import parametrize_storages
|
|
from .storage_supplier import StorageSupplier
|
|
|
|
|
|
@parametrize_storages
|
|
def test_report_and_get_choices(storage_supplier: Callable[[], StorageSupplier]) -> None:
|
|
with storage_supplier() as storage:
|
|
study = create_study(storage=storage, n_generate=5)
|
|
for _ in range(5):
|
|
trial = study.ask()
|
|
trial.suggest_float("x", 0, 1)
|
|
|
|
study_id = study._study._study_id
|
|
|
|
report_history(
|
|
study_id=study_id,
|
|
storage=storage,
|
|
input_data=NewHistory(
|
|
mode="ChooseWorst",
|
|
candidates=[0, 1, 2],
|
|
clicked=1,
|
|
),
|
|
)
|
|
report_history(
|
|
study_id=study_id,
|
|
storage=storage,
|
|
input_data=NewHistory(
|
|
mode="ChooseWorst",
|
|
candidates=[0, 2, 3, 4],
|
|
clicked=0,
|
|
),
|
|
)
|
|
history = serialize_preference_history(storage.get_study_system_attrs(study_id))
|
|
sys_attrs = storage.get_study_system_attrs(study_id)
|
|
assert len(history) == 2
|
|
assert history[0]["candidates"] == [0, 1, 2]
|
|
assert history[0]["clicked"] == 1
|
|
preferences = sys_attrs[_SYSTEM_ATTR_PREFIX_PREFERENCE + history[0]["preference_id"]]
|
|
assert len(preferences) == 2
|
|
for i, (best, worst) in enumerate([(0, 1), (2, 1)]):
|
|
assert len(preferences[i]) == 2
|
|
assert preferences[i][0] == best
|
|
assert preferences[i][1] == worst
|
|
assert history[1]["candidates"] == [0, 2, 3, 4]
|
|
assert history[1]["clicked"] == 0
|
|
preferences = sys_attrs[_SYSTEM_ATTR_PREFIX_PREFERENCE + history[1]["preference_id"]]
|
|
assert len(preferences) == 3
|
|
for i, (best, worst) in enumerate([(2, 0), (3, 0), (4, 0)]):
|
|
assert len(preferences[i]) == 2
|
|
assert preferences[i][0] == best
|
|
assert preferences[i][1] == worst
|
|
|
|
|
|
# TODO(moririn): Add tests for switching_history.
|
|
# @parametrize_storages
|
|
# def test_undo_redo_history(storage_supplier: Callable[[], StorageSupplier]) -> None:
|
|
# with storage_supplier() as storage:
|
|
# study = create_study(storage=storage, n_generate=5)
|
|
# for _ in range(5):
|
|
# trial = study.ask()
|
|
# trial.suggest_float("x", 0, 1)
|
|
|
|
# study_id = study._study._study_id
|
|
|
|
# history_uuid = report_history(
|
|
# study_id=study_id,
|
|
# storage=storage,
|
|
# input_data={
|
|
# "mode": "ChooseWorst",
|
|
# "candidates": [0, 1, 2],
|
|
# "clicked": 1,
|
|
# },
|
|
# )
|
|
# switching_history(study_id, storage, history_uuid, False)
|
|
# history = load_preference_history(history_uuid, storage.get_study_system_attrs(study_id))
|
|
# preference = get_preference(study_id, storage, history.preference_uuid)
|
|
# assert history.mode == "ChooseWorst"
|
|
# assert history.candidates == [0, 1, 2]
|
|
# assert history.clicked == 1
|
|
# assert len(history.evacuated_preference) == 2
|
|
# assert len(preference) == 0
|
|
|
|
# switching_history(study_id, storage, history_uuid, False)
|
|
# history = load_preference_history(history_uuid, storage.get_study_system_attrs(study_id))
|
|
# preference = get_preference(study_id, storage, history.preference_uuid)
|
|
# assert len(history.evacuated_preference) == 2
|
|
# assert len(preference) == 0
|
|
|
|
# switching_history(study_id, storage, history_uuid, True)
|
|
# history = load_preference_history(history_uuid, storage.get_study_system_attrs(study_id))
|
|
# preference = get_preference(study_id, storage, history.preference_uuid)
|
|
# assert history.mode == "ChooseWorst"
|
|
# assert history.candidates == [0, 1, 2]
|
|
# assert history.clicked == 1
|
|
# assert len(history.evacuated_preference) == 0
|
|
# assert len(preference) == 2
|
|
# for i, (best, worst) in enumerate([(0, 1), (2, 1)]):
|
|
# assert len(preference[i]) == 2
|
|
# assert preference[i][0] == best
|
|
# assert preference[i][1] == worst
|
|
|
|
# switching_history(study_id, storage, history_uuid, True)
|
|
# history = load_preference_history(history_uuid, storage.get_study_system_attrs(study_id))
|
|
# preference = get_preference(study_id, storage, history.preference_uuid)
|
|
# assert len(history.evacuated_preference) == 0
|
|
# assert len(preference) == 2
|