From 79c0d1fec68b5461a4e0cb99e0b58e2f8f612593 Mon Sep 17 00:00:00 2001 From: Luis Yamada <34309295+lmassaoy@users.noreply.github.com> Date: Wed, 29 Jan 2025 09:07:21 -0300 Subject: [PATCH] Updates in spark-agent build process (#15) * removing all dependencies from shadowJar * Including custom shadowJar (without ext dependencies) We're adding a custom task to the `build.gradle` file to allow a customized shadowJar build (uber JAR) that does not contain external dependencies such as org.apache.http, etc. * adding the artifact of the custom shadowJar to the publishing task * including spark-extension-entrypoint in dependencies sh * enabling dependencies in pom for interfaces * remove slim shadow from build.gradle --------- Co-authored-by: Jhonatas Rosendo --- integration/spark-extension-interfaces/build.gradle | 9 +++++---- integration/spark/buildDependencies.sh | 1 + 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/integration/spark-extension-interfaces/build.gradle b/integration/spark-extension-interfaces/build.gradle index 0b1fbee642..97ef204edd 100644 --- a/integration/spark-extension-interfaces/build.gradle +++ b/integration/spark-extension-interfaces/build.gradle @@ -169,10 +169,11 @@ publishing { } } - pom.withXml { - Node pomNode = asNode() - pomNode.remove(pomNode.get("dependencies")) - } + // -------- removing the following section to enable the dependencies within the pom file -------- + // pom.withXml { + // Node pomNode = asNode() + // pomNode.remove(pomNode.get("dependencies")) + // } } } diff --git a/integration/spark/buildDependencies.sh b/integration/spark/buildDependencies.sh index 729bb69205..29b976d16d 100755 --- a/integration/spark/buildDependencies.sh +++ b/integration/spark/buildDependencies.sh @@ -3,3 +3,4 @@ set -x -e (cd ../../client/java && ./gradlew publishToMavenLocal) (cd ../spark-extension-interfaces && ./gradlew publishToMavenLocal) (cd ../sql/iface-java && ./script/compile.sh && ./script/build.sh) +(cd ../spark-extension-entrypoint && ./gradlew publishToMavenLocal)