From cfa09e27041d8c14c65d411def50c2fe577775ec Mon Sep 17 00:00:00 2001
From: Wenchao Wu <60921147+Stephen0421@users.noreply.github.com>
Date: Tue, 2 Jul 2024 10:22:08 +0800
Subject: [PATCH] [hotfix][parquet] Fix dependences and variable name problems
in FLINK-35702 (#25004)
---
flink-connectors/flink-connector-hive/pom.xml | 5 +++++
flink-formats/flink-parquet/pom.xml | 14 ++++++++------
.../parquet/vector/reader/NestedColumnReader.java | 9 ++++-----
3 files changed, 17 insertions(+), 11 deletions(-)
diff --git a/flink-connectors/flink-connector-hive/pom.xml b/flink-connectors/flink-connector-hive/pom.xml
index a4e43da013bda..8d54d961e5586 100644
--- a/flink-connectors/flink-connector-hive/pom.xml
+++ b/flink-connectors/flink-connector-hive/pom.xml
@@ -1264,6 +1264,11 @@ under the License.
org.apache.flink.runtime.util
org.apache.flink.hive.shaded.util
+
+ org.apache.flink.runtime.util.IntArrayList
+ org.apache.flink.runtime.util.BooleanArrayList
+ org.apache.flink.runtime.util.LongArrayList
+
org.apache.flink.formats.parquet
diff --git a/flink-formats/flink-parquet/pom.xml b/flink-formats/flink-parquet/pom.xml
index cb7452f607f47..9b8e133a8349b 100644
--- a/flink-formats/flink-parquet/pom.xml
+++ b/flink-formats/flink-parquet/pom.xml
@@ -88,6 +88,14 @@ under the License.
true
+
+
+ org.apache.flink
+ flink-runtime
+ ${project.version}
+ provided
+
+
@@ -273,12 +281,6 @@ under the License.
test
test-jar
-
- org.apache.flink
- flink-runtime
- 2.0-SNAPSHOT
- compile
-
diff --git a/flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java b/flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java
index 0db4b4025820f..036bf99c3b602 100644
--- a/flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java
+++ b/flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java
@@ -27,6 +27,7 @@
import org.apache.flink.formats.parquet.vector.type.ParquetGroupField;
import org.apache.flink.formats.parquet.vector.type.ParquetPrimitiveField;
import org.apache.flink.table.data.columnar.vector.ColumnVector;
+import org.apache.flink.table.data.columnar.vector.heap.AbstractHeapVector;
import org.apache.flink.table.data.columnar.vector.heap.HeapArrayVector;
import org.apache.flink.table.data.columnar.vector.heap.HeapMapVector;
import org.apache.flink.table.data.columnar.vector.heap.HeapRowVector;
@@ -244,13 +245,11 @@ private Tuple2 readPrimitive(
return Tuple2.of(reader.getLevelDelegation(), writableColumnVector);
}
- private static void setFieldNullFalg(boolean[] rowPosition, WritableColumnVector vector) {
- int index = 0;
- for (boolean isNullIndex : rowPosition) {
- if (isNullIndex) {
+ private static void setFieldNullFalg(boolean[] nullFlags, AbstractHeapVector vector) {
+ for (int index = 0; index < vector.getLen() && index < nullFlags.length; index++) {
+ if (nullFlags[index]) {
vector.setNullAt(index);
}
- index++;
}
}
}