diff --git a/ci/travis/check_import_order.py b/ci/travis/check_import_order.py
index 93809af82..71b5c2adf 100644
--- a/ci/travis/check_import_order.py
+++ b/ci/travis/check_import_order.py
@@ -37,7 +37,7 @@ def check_import(file):
                 # - submodule import: `import ray.constants as ray_constants`
                 # - submodule import: `from ray import xyz`
                 if re.search(r"^\s*" + check + r"(\s*|\s+# noqa F401.*)$",
-                             line):
+                             line) and check_to_lines[check] == -1:
                     check_to_lines[check] = i
 
     for import_lib in ["import psutil", "import setproctitle"]: