diff --git a/CHANGELOG.md b/CHANGELOG.md index 8b1fd725..2a60565d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,7 @@ All notable changes to this project will be documented in this file. ### Added +- nifi: Activate `include-hadoop` profile for NiFi version 2.* ([#958]). - nifi: Add NiFi hadoop Azure and GCP libraries ([#943]). - base: Add containerdebug tool ([#928], [#959]). - tools: Add the package util-linux-core ([#952]). @@ -28,6 +29,7 @@ All notable changes to this project will be documented in this file. [#952]: https://github.com/stackabletech/docker-images/pull/952 [#953]: https://github.com/stackabletech/docker-images/pull/953 [#955]: https://github.com/stackabletech/docker-images/pull/955 +[#958]: https://github.com/stackabletech/docker-images/pull/958 [#959]: https://github.com/stackabletech/docker-images/pull/959 ## [24.11.0] - 2024-11-18 diff --git a/nifi/Dockerfile b/nifi/Dockerfile index bf8f73a9..0fc502ce 100644 --- a/nifi/Dockerfile +++ b/nifi/Dockerfile @@ -18,7 +18,7 @@ RUN microdnf update && \ # [ERROR] Detected Maven Version: 3.6.3 is not in the allowed range [3.9.6,). # WORKDIR /tmp -RUN if [[ "${PRODUCT}" == 2.* ]] ; then \ +RUN if [[ "${PRODUCT}" != 1.* ]] ; then \ curl "https://repo.stackable.tech/repository/packages/maven/apache-maven-${MAVEN_VERSION}-bin.tar.gz" | tar -xzC . && \ ln -sf /tmp/apache-maven-${MAVEN_VERSION}/bin/mvn /usr/bin/mvn ; \ fi @@ -45,7 +45,13 @@ RUN curl 'https://repo.stackable.tech/repository/m2/tech/stackable/nifi/stackabl patches/apply_patches.sh ${PRODUCT} && \ # Build NiFi cd /stackable/nifi-${PRODUCT}-src/ && \ - mvn --batch-mode --no-transfer-progress clean install -Dmaven.javadoc.skip=true -DskipTests --activate-profiles include-iceberg,include-hadoop-aws,include-hadoop-azure,include-hadoop-gcp && \ + # NOTE: Since NiFi 2.0.0 PutIceberg Processor and services were removed, so including the `include-iceberg` profile does nothing. + # Additionally some modules were moved to optional build profiles, so we need to add `include-hadoop` to get `nifi-parquet-nar` for example. + if [[ "${PRODUCT}" != 1.* ]] ; then \ + mvn --batch-mode --no-transfer-progress clean install -Dmaven.javadoc.skip=true -DskipTests --activate-profiles include-hadoop,include-hadoop-aws,include-hadoop-azure,include-hadoop-gcp ; \ + else \ + mvn --batch-mode --no-transfer-progress clean install -Dmaven.javadoc.skip=true -DskipTests --activate-profiles include-iceberg,include-hadoop-aws,include-hadoop-azure,include-hadoop-gcp ; \ + fi && \ # Copy the binaries to the /stackable folder mv /stackable/nifi-${PRODUCT}-src/nifi-assembly/target/nifi-${PRODUCT}-bin/nifi-${PRODUCT} /stackable/nifi-${PRODUCT} && \ # Copy the SBOM as well @@ -112,7 +118,7 @@ USER ${STACKABLE_USER_UID} ENV HOME=/stackable ENV NIFI_HOME=/stackable/nifi -ENV PATH="${PATH}":/stackable/nifi/bin +ENV PATH="${PATH}:/stackable/nifi/bin" WORKDIR /stackable/nifi CMD ["bin/nifi.sh", "run"]