Fix async job thread pool memory leak

liu1028 · Apr 30, 2020 · 5517cd5 · 5517cd5
1 parent a5af69f
commit 5517cd5
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -1,6 +1,8 @@
 ## MLSQL
 
-MLSQL is a Programming Language Designed For Big Data and AI, and it also have a distributed runtime. 
+MLSQL is a Programming Language Designed For Big Data and AI, and it also have a distributed runtime.
+
+![](http://docs.mlsql.tech/upload_images/WechatIMG67.png)
 
 ## Official WebSite
 

diff --git a/streamingpro-core/src/main/java/tech/mlsql/job/JobManager.scala b/streamingpro-core/src/main/java/tech/mlsql/job/JobManager.scala
@@ -86,7 +86,16 @@ object JobManager extends Logging {
     _executor.execute(new Runnable {
       override def run(): Unit = {
         ScriptSQLExec.setContext(context)
-        JobManager.run(session, job, f)
+        try {
+          JobManager.run(session, job, f)
+        } catch {
+          case e: Exception =>
+            logInfo("Async Job Exception", e)
+        } finally {
+          ScriptSQLExec.unset
+          SparkSession.clearActiveSession()
+        }
+
       }
     })
   }