[hotfix][parquet] Fix dependences and variable name problems in FLINK…

…-35702 (apache#25004)
zchovan · Jul 2, 2024 · cfa09e2 · cfa09e2
1 parent 84165b2
commit cfa09e2
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 11 deletions.
diff --git a/flink-connectors/flink-connector-hive/pom.xml b/flink-connectors/flink-connector-hive/pom.xml
@@ -1264,6 +1264,11 @@ under the License.
 								<relocation>
 									<pattern>org.apache.flink.runtime.util</pattern>
 									<shadedPattern>org.apache.flink.hive.shaded.util</shadedPattern>
+									<excludes>
+										<exclude>org.apache.flink.runtime.util.IntArrayList</exclude>
+										<exclude>org.apache.flink.runtime.util.BooleanArrayList</exclude>
+										<exclude>org.apache.flink.runtime.util.LongArrayList</exclude>
+									</excludes>
 								</relocation>
 								<relocation>
 									<pattern>org.apache.flink.formats.parquet</pattern>

diff --git a/flink-formats/flink-parquet/pom.xml b/flink-formats/flink-parquet/pom.xml
@@ -88,6 +88,14 @@ under the License.
 			<optional>true</optional>
 		</dependency>
 
+		<!-- Runtime -->
+		<dependency>
+			<groupId>org.apache.flink</groupId>
+			<artifactId>flink-runtime</artifactId>
+			<version>${project.version}</version>
+			<scope>provided</scope>
+		</dependency>
+
 		<!-- Parquet -->
 
 		<dependency>
@@ -273,12 +281,6 @@ under the License.
 			<scope>test</scope>
 			<type>test-jar</type>
 		</dependency>
-        <dependency>
-            <groupId>org.apache.flink</groupId>
-            <artifactId>flink-runtime</artifactId>
-            <version>2.0-SNAPSHOT</version>
-            <scope>compile</scope>
-        </dependency>
     </dependencies>
 
 	<dependencyManagement>

diff --git a/...quet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java b/...quet/src/main/java/org/apache/flink/formats/parquet/vector/reader/NestedColumnReader.java
@@ -27,6 +27,7 @@
 import org.apache.flink.formats.parquet.vector.type.ParquetGroupField;
 import org.apache.flink.formats.parquet.vector.type.ParquetPrimitiveField;
 import org.apache.flink.table.data.columnar.vector.ColumnVector;
+import org.apache.flink.table.data.columnar.vector.heap.AbstractHeapVector;
 import org.apache.flink.table.data.columnar.vector.heap.HeapArrayVector;
 import org.apache.flink.table.data.columnar.vector.heap.HeapMapVector;
 import org.apache.flink.table.data.columnar.vector.heap.HeapRowVector;
@@ -244,13 +245,11 @@ private Tuple2<LevelDelegation, WritableColumnVector> readPrimitive(
         return Tuple2.of(reader.getLevelDelegation(), writableColumnVector);
     }
 
-    private static void setFieldNullFalg(boolean[] rowPosition, WritableColumnVector vector) {
-        int index = 0;
-        for (boolean isNullIndex : rowPosition) {
-            if (isNullIndex) {
+    private static void setFieldNullFalg(boolean[] nullFlags, AbstractHeapVector vector) {
+        for (int index = 0; index < vector.getLen() && index < nullFlags.length; index++) {
+            if (nullFlags[index]) {
                 vector.setNullAt(index);
             }
-            index++;
         }
     }
 }