add python tests

2026-09-09 11:28:14 +08:00 · 2022-04-24 14:53:33 +09:00
parent d08b4f2867
commit 4c97e4a289
2 changed files with 177 additions and 115 deletions
@@ -0,0 +1,177 @@
+from unittest import TestCase
+import warnings
+
+import optuna
+from optuna import create_trial
+from optuna.distributions import UniformDistribution
+from optuna.exceptions import ExperimentalWarning
+from optuna.trial import TrialState
+
+from optuna_dashboard._cached_extra_study_property import _CachedExtraStudyProperty
+
+
+class _CachedExtraStudyPropertyTestCase(TestCase):
+    def setUp(self) -> None:
+        optuna.logging.set_verbosity(optuna.logging.ERROR)
+        warnings.simplefilter("ignore", category=ExperimentalWarning)
+
+    def test_same_distributions(self) -> None:
+        distributions = [
+            {
+                "x0": UniformDistribution(low=0, high=10),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+            {
+                "x0": UniformDistribution(low=0, high=10),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+        ]
+        params = [
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+        ]
+        trials = [
+            create_trial(state=TrialState.COMPLETE, value=0, distributions=d, params=p)
+            for d, p in zip(distributions, params)
+        ]
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+
+        self.assertEqual(len(cached_extra_study_property.intersection), 2)
+        self.assertEqual(len(cached_extra_study_property.union), 2)
+
+    def test_different_distributions(self) -> None:
+        distributions = [
+            {
+                "x0": UniformDistribution(low=0, high=10),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+            {
+                "x0": UniformDistribution(low=0, high=5),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+        ]
+        params = [
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+        ]
+        trials = [
+            create_trial(state=TrialState.COMPLETE, value=0, distributions=d, params=p)
+            for d, p in zip(distributions, params)
+        ]
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+
+        self.assertEqual(len(cached_extra_study_property.intersection), 1)
+        self.assertEqual(len(cached_extra_study_property.union), 3)
+
+    def test_dynamic_search_space(self) -> None:
+        distributions = [
+            {
+                "x0": UniformDistribution(low=0, high=10),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+            {
+                "x0": UniformDistribution(low=0, high=5),
+            },
+            {
+                "x0": UniformDistribution(low=0, high=10),
+                "x1": UniformDistribution(low=0, high=10),
+            },
+        ]
+        params = [
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+            {
+                "x0": 0.5,
+            },
+            {
+                "x0": 0.5,
+                "x1": 0.5,
+            },
+        ]
+        trials = [
+            create_trial(state=TrialState.COMPLETE, value=0, distributions=d, params=p)
+            for d, p in zip(distributions, params)
+        ]
+
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+
+        self.assertEqual(len(cached_extra_study_property.intersection), 0)
+        self.assertEqual(len(cached_extra_study_property.union), 3)
+
+    def test_no_intermediate_value(self) -> None:
+        intermediate_values = [
+            {},
+            {},
+        ]
+        trials = [
+            create_trial(
+                state=TrialState.COMPLETE,
+                value=0,
+                distributions={"x0": UniformDistribution(low=0, high=10)},
+                intermediate_values=iv,
+                params={"x0": 0.5},
+            )
+            for iv in intermediate_values
+        ]
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+        self.assertFalse(cached_extra_study_property.has_intermediate_values)
+
+    def test_some_trials_has_no_intermediate_value(self) -> None:
+        intermediate_values = [
+            {0: 0.3, 1: 1.2},
+            {},
+            {0: 0.3, 1: 1.2},
+        ]
+        trials = [
+            create_trial(
+                state=TrialState.COMPLETE,
+                value=0,
+                distributions={"x0": UniformDistribution(low=0, high=10)},
+                intermediate_values=iv,
+                params={"x0": 0.5},
+            )
+            for iv in intermediate_values
+        ]
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+        self.assertTrue(cached_extra_study_property.has_intermediate_values)
+
+    def test_all_trials_has_intermediate_value(self) -> None:
+        intermediate_values = [{0: 0.3, 1: 1.2}, {0: 0.3, 1: 1.2}]
+        trials = [
+            create_trial(
+                state=TrialState.COMPLETE,
+                value=0,
+                distributions={"x0": UniformDistribution(low=0, high=10)},
+                intermediate_values=iv,
+                params={"x0": 0.5},
+            )
+            for iv in intermediate_values
+        ]
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+        self.assertTrue(cached_extra_study_property.has_intermediate_values)
+
+    def test_no_trials(self) -> None:
+        trials = []
+        cached_extra_study_property = _CachedExtraStudyProperty()
+        cached_extra_study_property.update(trials)
+        self.assertFalse(cached_extra_study_property.has_intermediate_values)