Update visual regression test

integration_tests.py

@@ -1,73 +0,0 @@
-import asyncio
-import optuna
-import time
-import threading
-
-from optuna_dashboard.app import create_app
-from pyppeteer import launch
-from pyppeteer.browser import Browser
-from wsgiref.simple_server import make_server
-
-host = "127.0.0.1"
-port = 8080
-
-
-async def take_screenshot(
-    browser: Browser, url: str, path: str, sleep_sec: int = 5
-) -> None:
-    page = await browser.newPage()
-    await page.setViewport({"width": 1200, "height": 3000})
-    await page.goto(url)
-    time.sleep(sleep_sec)
-    await page.screenshot({"path": path})
-
-
-async def integration_test_main() -> None:
-    browser = await launch()
-    await take_screenshot(
-        browser, f"http://{host}:{port}/dashboard/", "study_list.png", sleep_sec=1
-    )
-    await take_screenshot(
-        browser, f"http://{host}:{port}/dashboard/studies/0", "study_detail_0.png"
-    )
-    await take_screenshot(
-        browser, f"http://{host}:{port}/dashboard/studies/1", "study_detail_1.png"
-    )
-    await browser.close()
-
-
-def run_optuna() -> optuna.storages.InMemoryStorage:
-    storage = optuna.storages.InMemoryStorage()
-
-    # study (study_id=0)
-    study0 = optuna.create_study(study_name="example-0", storage=storage)
-
-    def objective(trial: optuna.Trial) -> float:
-        x1 = trial.suggest_float("x1", 0, 10)
-        x2 = trial.suggest_float("x2", 0, 10)
-        return (x1 - 2) ** 2 + (x2 - 5) ** 2
-
-    study0.optimize(objective, n_trials=100)
-
-    # study (study_id=1) with no trials
-    optuna.create_study(study_name="example-1", storage=storage)
-    return storage
-
-
-def main() -> None:
-    storage = run_optuna()
-    app = create_app(storage)
-
-    httpd = make_server(host, port, app)
-    thread = threading.Thread(target=httpd.serve_forever)
-    thread.start()
-
-    asyncio.get_event_loop().run_until_complete(integration_test_main())
-
-    httpd.shutdown()
-    httpd.server_close()
-    thread.join()
-
-
-if __name__ == "__main__":
-    main()

visual_regression_test.py

@@ -0,0 +1,94 @@
+import asyncio
+import threading
+import time
+import optuna
+import os
+
+from optuna_dashboard.app import create_app
+from pyppeteer import launch
+from wsgiref.simple_server import make_server
+
+host = "127.0.0.1"
+port = 8080
+output_dir = "tmp"
+
+
+def create_optuna_storage() -> optuna.storages.InMemoryStorage:
+    storage = optuna.storages.InMemoryStorage()
+
+    # Single-objective study
+    study = optuna.create_study(study_name="single-objective", storage=storage)
+
+    def objective(trial: optuna.Trial) -> float:
+        x1 = trial.suggest_float("x1", 0, 10)
+        x2 = trial.suggest_float("x2", 0, 10)
+        return (x1 - 2) ** 2 + (x2 - 5) ** 2
+
+    study.optimize(objective, n_trials=100)
+
+    # Multi-objective study
+    study = optuna.create_study(study_name="multi-objective", storage=storage, directions=["minimize", "minimize"])
+
+    def objective(trial):
+        x = trial.suggest_float("x", 0, 5)
+        y = trial.suggest_float("y", 0, 3)
+        v0 = 4 * x ** 2 + 4 * y ** 2
+        v1 = (x - 5) ** 2 + (y - 5) ** 2
+        return v0, v1
+
+    study.optimize(objective, n_trials=50)
+
+    # Pruning with no intermediate values
+    study = optuna.create_study(study_name="binh-korn-function-with-constraints", storage=storage)
+
+    def objective(trial):
+        x = trial.suggest_float("x", -15, 30)
+        y = trial.suggest_float("y", -15, 30)
+        v = x ** 2 + y ** 2
+        if v > 100:
+            raise optuna.TrialPruned()
+        return v
+
+    study.optimize(objective, n_trials=100)
+
+    # No trials
+    optuna.create_study(study_name="no trials", storage=storage)
+    return storage
+
+
+async def take_screenshots(study_ids) -> None:
+    browser = await launch()
+    page = await browser.newPage()
+    await page.setViewport({"width": 1200, "height": 3000})
+
+    await page.goto(f"http://{host}:{port}/dashboard/")
+    time.sleep(1)
+    await page.screenshot({"path": os.path.join(output_dir, "study-list.png")})
+
+    for study_id in study_ids:
+        await page.goto(f"http://{host}:{port}/dashboard/studies/{study_id}")
+        time.sleep(5)
+        await page.screenshot({"path": os.path.join(output_dir, f"study-{study_id}.png")})
+    await browser.close()
+
+
+def main() -> None:
+    os.makedirs(output_dir, exist_ok=True)
+
+    storage = create_optuna_storage()
+    app = create_app(storage)
+    httpd = make_server(host, port, app)
+    thread = threading.Thread(target=httpd.serve_forever)
+    thread.start()
+
+    study_ids = [s._study_id for s in storage.get_all_study_summaries()]
+    loop = asyncio.get_event_loop()
+    loop.run_until_complete(take_screenshots(study_ids))
+
+    httpd.shutdown()
+    httpd.server_close()
+    thread.join()
+
+
+if __name__ == "__main__":
+    main()