Merge pull request apache#477 from mtustin-handy/mtustin-handy-donot-…

…pickle

Make donot_pickle a configuration option

airflow/configuration.py

@@ -46,6 +46,7 @@ class AirflowConfigException(Exception):
         'parallelism': 32,
         'load_examples': True,
         'plugins_folder': None,
+        'donot_pickle': False,
     },
     'webserver': {
         'base_url': 'http://localhost:8080',
@@ -113,6 +114,9 @@ class AirflowConfigException(Exception):
 # Secret key to save connection passwords in the db
 fernet_key = {FERNET_KEY}
 
+# Whether to disable pickling dags
+donot_pickle = False
+
 [webserver]
 # The base url of your website as airflow cannot guess what domain or
 # cname you are using. This is use in automated emails that
@@ -243,6 +247,7 @@ class AirflowConfigException(Exception):
 sql_alchemy_conn = sqlite:///{AIRFLOW_HOME}/unittests.db
 unit_test_mode = True
 load_examples = True
+donot_pickle = False
 
 [webserver]
 base_url = http://localhost:8080

airflow/models.py

@@ -2226,7 +2226,7 @@ def db_merge(self):
     def run(
             self, start_date=None, end_date=None, mark_success=False,
             include_adhoc=False, local=False, executor=None,
-            donot_pickle=False, ignore_dependencies=False):
+            donot_pickle=conf.getboolean('core', 'donot_pickle'), ignore_dependencies=False):
         from airflow.jobs import BackfillJob
         if not executor and local:
             executor = LocalExecutor()