Extend local spark retry timeout (feathr-ai#1046)

harsh4723 · Feb 9, 2023 · 0ba1609 · 0ba1609
1 parent ced5d04
commit 0ba1609
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 15 deletions.
diff --git a/feathr_project/feathr/spark_provider/_localspark_submission.py b/feathr_project/feathr/spark_provider/_localspark_submission.py
@@ -31,7 +31,7 @@ def __init__(
         debug_folder: str = "debug",
         clean_up: bool = True,
         retry: int = 3,
-        retry_sec: int = 5,
+        retry_sec: int = 30,
     ):
         """Initialize the Local Spark job launcher"""
         self.workspace_path = (workspace_path,)

diff --git a/feathr_project/test/test_user_workspace/feathr_config_local.yaml b/feathr_project/test/test_user_workspace/feathr_config_local.yaml
@@ -12,20 +12,6 @@
 api_version: 1
 project_config:
   project_name: 'local_spark'
-  required_environment_variables:
-  optional_environment_variables:
-    # the environment variables are optional, however you will need them if you want to use some of the services:
-    - ADLS_ACCOUNT
-    - ADLS_KEY
-    - BLOB_ACCOUNT
-    - BLOB_KEY
-    - S3_ACCESS_KEY
-    - S3_SECRET_KEY
-    - JDBC_TABLE
-    - JDBC_USER
-    - JDBC_PASSWORD
-    - KAFKA_SASL_JAAS_CONFIG
-
 
 spark_config:
   # choice for spark runtime. Currently support: azure_synapse, databricks, local