diff --git a/optuna_dashboard/_app.py b/optuna_dashboard/_app.py
index 1c9c0119..34ac83d3 100644
--- a/optuna_dashboard/_app.py
+++ b/optuna_dashboard/_app.py
@@ -483,9 +483,9 @@ def create_app(
         param_names_header = [f"Param {x}" for x in param_names]
         user_attr_names_header = [f"UserAttribute {x}" for x in user_attr_names]
         n_objs = len(study.directions)
-        if study.metric_names is not None:
+        if hasattr(study, "metric_names") and study.metric_names is not None:
             value_header = study.metric_names
-        else:
+        else:  # optuna < v3.4.0
             value_header = ["Value"] if n_objs == 1 else [f"Objective {x}" for x in range(n_objs)]
         column_names = (
             ["Number", "State"] + value_header + param_names_header + user_attr_names_header
diff --git a/python_tests/test_csv_download.py b/python_tests/test_csv_download.py
index 6a9e57cd..058f29bb 100644
--- a/python_tests/test_csv_download.py
+++ b/python_tests/test_csv_download.py
@@ -11,10 +11,6 @@ import pytest
 from .wsgi_client import send_request
 
 
-if version.parse(optuna.__version__) < version.parse("3.4.0"):
-    pytest.skip("Study.metrics_name is introduced at v3.4.0", allow_module_level=True)
-
-
 def _validate_output(
     storage: optuna.storages.BaseStorage,
     correct_status: int,