[Release Test] Add smoke_test field to release test report (ray-proje…

…ct#24749)

Distinguish smoke test and normal test.

release/ray_release/glue.py

@@ -90,6 +90,7 @@ def run_release_test(
 
     result.wheels_url = ray_wheels_url
     result.stable = test.get("stable", True)
+    result.smoke_test = smoke_test
 
     buildkite_url = os.getenv("BUILDKITE_BUILD_URL", "")
     if buildkite_url:

release/ray_release/reporter/db.py

@@ -31,6 +31,7 @@ def report_result(self, test: Test, result: Result):
             "runtime": result.runtime or -1.0,
             "stable": result.stable,
             "return_code": result.return_code,
+            "smoke_test": result.smoke_test,
         }
 
         logger.debug(f"Result json: {json.dumps(result_json)}")

release/ray_release/result.py

@@ -13,6 +13,7 @@ class Result:
 
     runtime: Optional[float] = None
     stable: bool = True
+    smoke_test: bool = False
 
     buildkite_url: Optional[str] = None
     wheels_url: Optional[str] = None

release/ray_release/tests/test_glue.py

@@ -522,6 +522,18 @@ def testTestCommandTimeoutLongRunning(self):
         # Ensure cluster was terminated
         self.assertGreaterEqual(self.sdk.call_counter["terminate_cluster"], 1)
 
+    def testSmokeUnstableTest(self):
+        result = Result()
+
+        self._succeed_until("complete")
+
+        self.test["stable"] = False
+        self._run(result, smoke_test=True)
+
+        # Ensure stable and smoke_test are set correctly.
+        assert not result.stable
+        assert result.smoke_test
+
     def testFetchResultFails(self):
         result = Result()