From e216e5dfa62f75523cfd12e18dee74ae9e40ff10 Mon Sep 17 00:00:00 2001 From: WilliamZhu Date: Tue, 6 Nov 2018 13:46:03 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0hive/text=E6=95=B0=E6=8D=AE?= =?UTF-8?q?=E6=BA=90?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../src/main/java/streaming/dsl/LoadAdaptor.scala | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/streamingpro-mlsql/src/main/java/streaming/dsl/LoadAdaptor.scala b/streamingpro-mlsql/src/main/java/streaming/dsl/LoadAdaptor.scala index df8b3da6e..f3784a290 100644 --- a/streamingpro-mlsql/src/main/java/streaming/dsl/LoadAdaptor.scala +++ b/streamingpro-mlsql/src/main/java/streaming/dsl/LoadAdaptor.scala @@ -104,6 +104,10 @@ class BatchLoadAdaptor(scriptSQLExecListener: ScriptSQLExecListener, } import sparkSession.implicits._ table = reader.json(sparkSession.createDataset[String](items)) + case "hive" => + table = reader.table(cleanStr(path)) + case "text" => + table = reader.text(cleanStr(path).split(","): _*) case _ => // calculate resource real absolute path