for spark 2.3.x

ilibx · Dec 4, 2018 · 21d620f · 21d620f
1 parent f03b271
commit 21d620f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/streamingpro-spark-2.3.0-adaptor/src/main/java/org/apache/spark/SparkInstanceService.scala b/streamingpro-spark-2.3.0-adaptor/src/main/java/org/apache/spark/SparkInstanceService.scala
@@ -13,8 +13,8 @@ class SparkInstanceService(session: SparkSession) {
     var totalMemory = 0l
     session.sparkContext.statusTracker.getExecutorInfos.map { worker =>
       totalTasks += worker.numRunningTasks()
-      totalUsedMemory += (worker.usedOnHeapStorageMemory() + worker.usedOffHeapStorageMemory())
-      totalMemory += (worker.totalOnHeapStorageMemory() + worker.totalOffHeapStorageMemory())
+      totalUsedMemory += -1
+      totalMemory += -1
 
     }
     SparkInstanceResource(totalTasks, totalUsedMemory, totalMemory)