Skip to content

Commit

Permalink
Add limited module set profile to the pom files (apache#7541)
Browse files Browse the repository at this point in the history
  • Loading branch information
@aahmed-se
aahmed-se authored Jul 15, 2020
1 parent 2a8c8c6 commit b8cba18
Show file tree
Hide file tree
Showing 4 changed files with 197 additions and 102 deletions.
7 changes: 6 additions & 1 deletion README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,11 @@ Compile and install:
$ mvn install -DskipTests
```

## Minimal build (This skips most of external connectors and tiered storage handlers)
```
mvn install -Pcore-modules
```

Run Unit Tests:

```bash
Expand All @@ -115,7 +120,7 @@ $ bin/pulsar standalone
```

Check https://pulsar.apache.org for documentation and examples.

## Setting up your IDE

Apache Pulsar is using [lombok](https://projectlombok.org/) so you have to ensure your IDE setup with
Expand Down
28 changes: 23 additions & 5 deletions distribution/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -33,11 +33,29 @@
<packaging>pom</packaging>
<name>Pulsar :: Distribution</name>

<modules>
<module>server</module>
<module>io</module>
<module>offloaders</module>
</modules>
<profiles>

<profile>
<id>main</id>
<activation>
<activeByDefault>true</activeByDefault>
</activation>
<modules>
<module>server</module>
<module>io</module>
<module>offloaders</module>
</modules>
</profile>

<profile>
<id>core-modules</id>
<modules>
<module>server</module>
</modules>
</profile>

</profiles>

<build>
<plugins>
<plugin>
Expand Down
178 changes: 114 additions & 64 deletions pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -72,70 +72,6 @@ flexible messaging model and an intuitive client API.</description>
<url>https://travis-ci.org/apache/pulsar</url>
</ciManagement>

<modules>
<module>buildtools</module>
<module>testmocks</module>
<module>managed-ledger</module>
<module>tiered-storage</module>
<module>pulsar-common</module>
<module>pulsar-broker-common</module>
<module>pulsar-broker</module>
<module>pulsar-broker-shaded</module>
<module>pulsar-client-api</module>
<module>pulsar-client</module>
<module>pulsar-client-shaded</module>
<module>pulsar-client-1x-base</module>
<module>pulsar-client-admin</module>
<module>pulsar-client-admin-shaded</module>
<module>pulsar-client-tools</module>
<module>pulsar-client-tools-test</module>
<module>pulsar-client-all</module>
<module>pulsar-websocket</module>
<module>pulsar-proxy</module>
<module>pulsar-discovery-service</module>
<module>pulsar-storm</module>
<module>pulsar-flink</module>
<module>pulsar-spark</module>
<module>pulsar-zookeeper-utils</module>
<module>pulsar-testclient</module>
<module>pulsar-broker-auth-athenz</module>
<module>pulsar-client-auth-athenz</module>
<module>pulsar-client-kafka-compat</module>
<module>pulsar-zookeeper</module>
<module>pulsar-log4j2-appender</module>
<module>pulsar-sql</module>
<module>dashboard</module>
<module>pulsar-broker-auth-sasl</module>
<module>pulsar-client-auth-sasl</module>

<!-- transaction related modules -->
<module>pulsar-transaction</module>

<!-- functions-related modules -->
<module>pulsar-functions</module>

<!-- connector-related modules -->
<module>pulsar-io</module>

<!-- kafka connect avro converter shaded, because version mismatch -->
<module>kafka-connect-avro-converter-shaded</module>

<!-- examples -->
<module>examples</module>

<!-- Bouncy Castle Provider loaders-->
<module>bouncy-castle</module>

<module>pulsar-client-messagecrypto-bc</module>

<!-- all these 3 modules should be put at the end in this exact sequence -->
<module>distribution</module>
<module>docker</module>
<module>tests</module>
<module>pulsar-metadata</module>
<module>jclouds-shaded</module>
</modules>

<issueManagement>
<system>Github</system>
<url>https://github.com/apache/pulsar/issues</url>
Expand Down Expand Up @@ -1748,7 +1684,121 @@ flexible messaging model and an intuitive client API.</description>
<properties>
<rename.netty.native.libs>rename-netty-native-libs.cmd</rename.netty.native.libs>
</properties>

<!-- Primary Module profile -->
</profile>
<profile>
<id>main</id>
<activation>
<activeByDefault>true</activeByDefault>
</activation>
<modules>
<module>buildtools</module>
<module>testmocks</module>
<module>managed-ledger</module>
<module>tiered-storage</module>
<module>pulsar-common</module>
<module>pulsar-broker-common</module>
<module>pulsar-broker</module>
<module>pulsar-broker-shaded</module>
<module>pulsar-client-api</module>
<module>pulsar-client</module>
<module>pulsar-client-shaded</module>
<module>pulsar-client-1x-base</module>
<module>pulsar-client-admin</module>
<module>pulsar-client-admin-shaded</module>
<module>pulsar-client-tools</module>
<module>pulsar-client-tools-test</module>
<module>pulsar-client-all</module>
<module>pulsar-websocket</module>
<module>pulsar-proxy</module>
<module>pulsar-discovery-service</module>
<module>pulsar-storm</module>
<module>pulsar-flink</module>
<module>pulsar-spark</module>
<module>pulsar-zookeeper-utils</module>
<module>pulsar-testclient</module>
<module>pulsar-broker-auth-athenz</module>
<module>pulsar-client-auth-athenz</module>
<module>pulsar-client-kafka-compat</module>
<module>pulsar-zookeeper</module>
<module>pulsar-log4j2-appender</module>
<module>pulsar-sql</module>
<module>dashboard</module>
<module>pulsar-broker-auth-sasl</module>
<module>pulsar-client-auth-sasl</module>

<!-- transaction related modules -->
<module>pulsar-transaction</module>

<!-- functions-related modules -->
<module>pulsar-functions</module>

<!-- connector-related modules -->
<module>pulsar-io</module>

<!-- kafka connect avro converter shaded, because version mismatch -->
<module>kafka-connect-avro-converter-shaded</module>

<!-- examples -->
<module>examples</module>

<!-- Bouncy Castle Provider loaders-->
<module>bouncy-castle</module>

<module>pulsar-client-messagecrypto-bc</module>

<!-- all these 3 modules should be put at the end in this exact sequence -->
<module>distribution</module>
<module>docker</module>
<module>tests</module>
<module>pulsar-metadata</module>
<module>jclouds-shaded</module>
</modules>
</profile>

<!-- core profile focused of pulsar java modules -->
<profile>
<id>core-modules</id>
<modules>
<module>buildtools</module>
<module>testmocks</module>
<module>managed-ledger</module>
<module>pulsar-common</module>
<module>pulsar-broker-common</module>
<module>pulsar-broker</module>
<module>pulsar-broker-shaded</module>
<module>pulsar-client-api</module>
<module>pulsar-client</module>
<module>pulsar-client-admin</module>
<module>pulsar-client-admin-shaded</module>
<module>pulsar-client-tools</module>
<module>pulsar-client-tools-test</module>
<module>pulsar-client-all</module>
<module>pulsar-websocket</module>
<module>pulsar-proxy</module>
<module>pulsar-discovery-service</module>
<module>pulsar-zookeeper-utils</module>
<module>pulsar-testclient</module>
<module>pulsar-zookeeper</module>

<!-- transaction related modules -->
<module>pulsar-transaction</module>

<!-- functions-related modules -->
<module>pulsar-functions</module>

<!-- connector-related modules -->
<module>pulsar-io</module>

<module>pulsar-client-messagecrypto-bc</module>

<!-- all these modules should be put at the end in this exact sequence -->
<module>distribution</module>
<module>pulsar-metadata</module>
</modules>
</profile>

</profiles>

<repositories>
Expand Down
86 changes: 54 additions & 32 deletions pulsar-io/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,37 +31,59 @@
<artifactId>pulsar-io</artifactId>
<name>Pulsar IO :: Parent</name>

<modules>
<module>core</module>
<module>batch</module>
<module>batch-discovery-triggerers</module>
<module>batch-data-generator</module>
<module>common</module>
<module>docs</module>
<module>aws</module>
<module>twitter</module>
<module>cassandra</module>
<module>aerospike</module>
<module>kafka</module>
<module>rabbitmq</module>
<module>kinesis</module>
<module>hdfs3</module>
<module>jdbc</module>
<module>data-generator</module>
<module>elastic-search</module>
<module>kafka-connect-adaptor</module>
<module>debezium</module>
<module>hdfs2</module>
<module>canal</module>
<module>file</module>
<module>netty</module>
<module>hbase</module>
<module>mongo</module>
<module>flume</module>
<module>redis</module>
<module>solr</module>
<module>influxdb</module>
<module>dynamodb</module>
</modules>
<profiles>
<profile>
<id>main</id>
<activation>
<activeByDefault>true</activeByDefault>
</activation>
<modules>
<module>core</module>
<module>batch</module>
<module>batch-discovery-triggerers</module>
<module>batch-data-generator</module>
<module>common</module>
<module>docs</module>
<module>aws</module>
<module>twitter</module>
<module>cassandra</module>
<module>aerospike</module>
<module>kafka</module>
<module>rabbitmq</module>
<module>kinesis</module>
<module>hdfs3</module>
<module>jdbc</module>
<module>data-generator</module>
<module>elastic-search</module>
<module>kafka-connect-adaptor</module>
<module>debezium</module>
<module>hdfs2</module>
<module>canal</module>
<module>file</module>
<module>netty</module>
<module>hbase</module>
<module>mongo</module>
<module>flume</module>
<module>redis</module>
<module>solr</module>
<module>influxdb</module>
<module>dynamodb</module>
</modules>
</profile>

<profile>
<id>core-modules</id>
<modules>
<module>core</module>
<module>batch</module>
<module>batch-discovery-triggerers</module>
<module>common</module>
<module>twitter</module>
<module>cassandra</module>
<module>data-generator</module>
</modules>
</profile>

</profiles>

</project>

0 comments on commit b8cba18

Please sign in to comment.