[CI] Add conditional build to macOS pipeline (ray-project#24671)

.buildkite/pipeline.macos.yml

@@ -26,6 +26,7 @@ epilogue_commands: &epilogue_commands |-
 steps:
 - label: ":mac: :apple: Wheels and Jars"
   <<: *common
+  conditions: ["RAY_CI_MACOS_WHEELS_AFFECTED", "RAY_CI_PYTHON_DEPENDENCIES_AFFECTED"]
   commands:
     # Cleanup environments
     - ./ci/build/upload_build_info.sh
@@ -62,6 +63,7 @@ steps:
 
 - label: ":mac: :apple: Ray C++, Java and Libraries"
   <<: *common
+  conditions: ["RAY_CI_SERVE_AFFECTED", "RAY_CI_CORE_CPP_AFFECTED", "RAY_CI_CPP_AFFECTED", "RAY_CI_JAVA_AFFECTED", "RAY_CI_PYTHON_AFFECTED", "RAY_CI_DASHBOARD_AFFECTED"]
   commands:
     - export RAY_INSTALL_JAVA=1
     - *prelude_commands
@@ -73,17 +75,13 @@ steps:
     # clang-format is needed by java/test.sh
     - pip install clang-format==12.0.1
     - ./java/test.sh
+    - ./ci/ci.sh test_cpp
     - *epilogue_commands
 
-- label: ":mac: :apple: Worker"
-  <<: *common
-  commands:
-    - *prelude_commands
-    - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
-    - ./ci/ci.sh test_cpp
 
 - label: ":mac: :apple: Small & Client"
   <<: *common
+  conditions: ["RAY_CI_CORE_CPP_AFFECTED", "RAY_CI_PYTHON_AFFECTED"]
   commands:
     - *prelude_commands
     - bazel test $(./ci/run/bazel_export_options) --config=ci
@@ -96,13 +94,15 @@ steps:
 - label: ":mac: :apple: Large"
   <<: *common
   parallelism: 3
+  conditions: ["RAY_CI_CORE_CPP_AFFECTED", "RAY_CI_PYTHON_AFFECTED"]
   commands:
     - *prelude_commands
     - . ./ci/ci.sh test_large
     - *epilogue_commands
 
 - label: ":mac: :apple: Medium A-J"
   <<: *common
+  conditions: ["RAY_CI_CORE_CPP_AFFECTED", "RAY_CI_PYTHON_AFFECTED"]
   commands:
     - *prelude_commands
     - bazel test --config=ci $(./ci/run/bazel_export_options) --test_env=CI
@@ -112,6 +112,7 @@ steps:
 
 - label: ":mac: :apple: Medium K-Z"
   <<: *common
+  conditions: ["RAY_CI_CORE_CPP_AFFECTED", "RAY_CI_PYTHON_AFFECTED"]
   commands:
     - *prelude_commands
     - bazel test --config=ci $(./ci/run/bazel_export_options) --test_env=CI

ci/pipeline/determine_tests_to_run.py

@@ -7,7 +7,6 @@
 import json
 import os
 from pprint import pformat
-import py_dep_analysis as pda
 import re
 import subprocess
 import sys
@@ -102,6 +101,8 @@ def get_commit_range():
 
         # Dry run py_dep_analysis.py to see which tests we would have run.
         try:
+            import py_dep_analysis as pda
+
             graph = pda.build_dep_graph()
             rllib_tests = pda.list_rllib_tests()
             print("Total # of RLlib tests: ", len(rllib_tests), file=sys.stderr)