Added exception handling for datasources list

edu-lab-research · May 23, 2024 · c709fb6 · c709fb6
1 parent 3527c0f
commit c709fb6
Showing 1 changed file with 11 additions and 7 deletions.
diff --git a/backend/modules/metadata_store/truefoundry.py b/backend/modules/metadata_store/truefoundry.py
@@ -546,11 +546,15 @@ async def list_data_sources(self) -> List[str]:
         data_sources = []
         for run in ml_runs:
             run_params = run.get_params()
-            data_sources.append(
-                {
-                    "type": run_params.get("data_source_fqn").split("::")[0],
-                    "uri": run_params.get("data_source_fqn").split("::")[1],
-                    "fqn": run_params.get("data_source_fqn"),
-                }
-            )
+            try:
+                data_sources.append(
+                    {
+                        "type": run_params.get("data_source_fqn").split("::")[0],
+                        "uri": run_params.get("data_source_fqn").split("::")[1],
+                        "fqn": run_params.get("data_source_fqn"),
+                    }
+                )
+            except Exception as e:
+                logger.error(f"Error in listing data sources: {e}")
+                continue
         return data_sources