PIP-135: Added Etcd MetadataStore implementation (apache#13225)

* Added Etcd MetadataStore implementation * Fixed license file * Addressed comments * Fixed sql plugin license * Fixed parent notification of children changes * Fixed sequenetial keys with no parent * Fixed checkstyle * Fixed presto license * Addressed comments * Fixed etcd test dependency * Updated the prefix for get children * Fixed triggering futures from executor * ExceptionallyAsync is only available in java12
horavamartin · Jan 21, 2022 · 1ad6e5b · 1ad6e5b
1 parent 9d38eca
commit 1ad6e5b
Show file tree

Hide file tree

Showing 15 changed files with 785 additions and 53 deletions.
diff --git a/distribution/server/src/assemble/LICENSE.bin.txt b/distribution/server/src/assemble/LICENSE.bin.txt
@@ -476,6 +476,7 @@ The Apache Software License, Version 2.0
     - io.grpc-grpc-services-1.42.1.jar
     - io.grpc-grpc-xds-1.42.1.jar
     - io.grpc-grpc-rls-1.42.1.jar
+    - com.google.auto.service-auto-service-annotations-1.0.jar
   * Perfmark
     - io.perfmark-perfmark-api-0.19.0.jar
   * OpenCensus
@@ -484,6 +485,7 @@ The Apache Software License, Version 2.0
     - io.opencensus-opencensus-proto-0.2.0.jar
   * Jodah
     - net.jodah-typetools-0.5.0.jar
+    - net.jodah-failsafe-2.4.4.jar
   * Apache Avro
     - org.apache.avro-avro-1.10.2.jar
     - org.apache.avro-avro-protobuf-1.10.2.jar
@@ -526,6 +528,9 @@ The Apache Software License, Version 2.0
     - com.google.http-client-google-http-client-1.38.0.jar
     - com.google.auto.value-auto-value-annotations-1.7.4.jar
     - com.google.re2j-re2j-1.5.jar
+  * Jetcd
+    - io.etcd-jetcd-common-0.5.11.jar
+    - io.etcd-jetcd-core-0.5.11.jar
 
 BSD 3-clause "New" or "Revised" License
  * Google auth library

diff --git a/pom.xml b/pom.xml
@@ -202,6 +202,7 @@ flexible messaging model and an intuitive client API.</description>
     <cron-utils.version>9.1.6</cron-utils.version>
     <spring-context.version>5.3.15</spring-context.version>
     <apache-http-client.version>4.5.13</apache-http-client.version>
+    <jetcd.version>0.5.11</jetcd.version>
     <snakeyaml.version>1.30</snakeyaml.version>
 
     <!-- test dependencies -->
@@ -862,6 +863,18 @@ flexible messaging model and an intuitive client API.</description>
         <version>${hppc.version}</version>
       </dependency>
 
+      <dependency>
+        <groupId>io.etcd</groupId>
+        <artifactId>jetcd-core</artifactId>
+        <version>${jetcd.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>io.etcd</groupId>
+        <artifactId>jetcd-test</artifactId>
+        <version>${jetcd.version}</version>
+      </dependency>
+
       <dependency>
         <groupId>org.apache.spark</groupId>
         <artifactId>spark-streaming_2.10</artifactId>
@@ -936,12 +949,48 @@ flexible messaging model and an intuitive client API.</description>
         </exclusions>
       </dependency>
 
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-api</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
       <dependency>
         <groupId>io.grpc</groupId>
         <artifactId>grpc-core</artifactId>
         <version>${grpc.version}</version>
       </dependency>
 
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-netty</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-protobuf</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-grpclb</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-alts</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
+      <dependency>
+        <groupId>io.grpc</groupId>
+        <artifactId>grpc-netty-shaded</artifactId>
+        <version>${grpc.version}</version>
+      </dependency>
+
       <dependency>
         <groupId>io.perfmark</groupId>
         <artifactId>perfmark-api</artifactId>

diff --git a/pulsar-broker/pom.xml b/pulsar-broker/pom.xml
@@ -376,6 +376,11 @@
       <version>${project.version}</version>
     </dependency>
 
+    <dependency>
+      <groupId>io.etcd</groupId>
+      <artifactId>jetcd-test</artifactId>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 
   <build>

diff --git a/pulsar-metadata/pom.xml b/pulsar-metadata/pom.xml
@@ -68,6 +68,18 @@
       <artifactId>bookkeeper-server</artifactId>
     </dependency>
 
+    <dependency>
+      <groupId>io.etcd</groupId>
+      <artifactId>jetcd-core</artifactId>
+    </dependency>
+
+
+    <dependency>
+      <groupId>io.etcd</groupId>
+      <artifactId>jetcd-test</artifactId>
+      <scope>test</scope>
+    </dependency>
+
     <dependency>
       <groupId>com.github.ben-manes.caffeine</groupId>
       <artifactId>caffeine</artifactId>