Including custom shadowJar (without ext dependencies)

We're adding a custom task to the `build.gradle` file to allow a customized shadowJar build (uber JAR) that does not contain external dependencies such as org.apache.http, etc.

Author: lmassaoy

integration/spark/build.gradle

@@ -47,6 +47,58 @@ task javadocJar(type: Jar, dependsOn: javadoc) {
     from javadoc.destinationDir
 }
 
+task shadowJarWithoutExternalDependencies(type: com.github.jengelman.gradle.plugins.shadow.tasks.ShadowJar) {
+    archiveClassifier.set('without-external-dependencies')
+    configurations = [project.configurations.runtimeClasspath]
+    minimize() {
+        exclude(project(path: ":app"))
+        exclude(project(path: ":shared", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":spark2"))
+        exclude(project(path: ":spark3", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":spark31"))
+        exclude(project(path: ":spark32", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":spark33", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":spark34", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":spark35", configuration: activeRuntimeElementsConfiguration))
+        exclude(project(path: ":snowflake"))
+    }
+
+    dependencies {
+        exclude(dependency("org.slf4j::"))
+        exclude("org/apache/commons/logging/**")
+        exclude("io/openlineage/server/**")
+        exclude("io/openlineage/sql/libopenlineage_sql_java_x86_64.so")
+        exclude("io/openlineage/sql/libopenlineage_sql_java_aarch64.so")
+        exclude("io/openlineage/sql/libopenlineage_sql_java_arm64.dylib")
+        exclude("com/fasterxml/jackson/**")
+        exclude("org/apache/http/**")
+        exclude("org/apache/httpcomponents/client5/**")
+        exclude("com/github/ok2c/hc5/**")
+        exclude("org/apache/hc/**")
+        exclude("org/HdrHistogram/**")
+        exclude("org/LatencyUtils/**")
+        exclude("org/apache/commons/codec/**")
+        exclude("org/apache/commons/lang3/**")
+        exclude("org/apache/commons/beanutils/**")
+        exclude("org/yaml/snakeyaml/**")
+        exclude("javassist/**")
+        exclude("io/micrometer/**")
+        exclude("mozilla/**")
+        exclude("org/publicsuffix/**")
+    }
+
+    manifest {
+        attributes(
+                "Created-By": "Gradle ${gradle.gradleVersion}",
+                "Built-By": System.getProperty("user.name"),
+                "Build-Jdk": System.getProperty("java.version"),
+                "Implementation-Title": project.name,
+                "Implementation-Version": project.version
+        )
+    }
+    zip64 true
+}
+
 javadoc {
     options.tags = ["apiNote"]
 }
@@ -168,38 +220,20 @@ shadowJar {
         exclude(dependency("org.slf4j::"))
         exclude("org/apache/commons/logging/**")
         exclude("io/openlineage/server/**")
-        exclude("io/openlineage/sql/libopenlineage_sql_java_x86_64.so")
-        exclude("io/openlineage/sql/libopenlineage_sql_java_aarch64.so")
-        exclude("io/openlineage/sql/libopenlineage_sql_java_arm64.dylib")
-        exclude("com/fasterxml/jackson/**")
-        exclude("org/apache/http/**")
-        exclude("org/apache/httpcomponents/client5/**")
-        exclude("com/github/ok2c/hc5/**")
-        exclude("org/apache/hc/**")
-        exclude("org/HdrHistogram/**")
-        exclude("org/LatencyUtils/**")
-        exclude("org/apache/commons/codec/**")
-        exclude("org/apache/commons/lang3/**")
-        exclude("org/apache/commons/beanutils/**")
-        exclude("org/yaml/snakeyaml/**")
-        exclude("javassist/**")
-        exclude("io/micrometer/**")
-        exclude("mozilla/**")
-        exclude("org/publicsuffix/**")
     }
 
-//    relocate "com.github.ok2c.hc5", "io.openlineage.spark.shaded.com.github.ok2c.hc5"
-//    relocate "org.apache.httpcomponents.client5", "io.openlineage.spark.shaded.org.apache.httpcomponents.client5"
-//    relocate "javassist", "io.openlineage.spark.shaded.javassist"
-//    relocate "org.apache.hc", "io.openlineage.spark.shaded.org.apache.hc"
-//    relocate "org.apache.commons.codec", "io.openlineage.spark.shaded.org.apache.commons.codec"
-//    relocate "org.apache.commons.lang3", "io.openlineage.spark.shaded.org.apache.commons.lang3"
-//    relocate "org.apache.commons.beanutils", "io.openlineage.spark.shaded.org.apache.commons.beanutils"
-//    relocate "org.apache.http", "io.openlineage.spark.shaded.org.apache.http"
-//    relocate 'org.yaml.snakeyaml', 'io.openlineage.spark.shaded.org.yaml.snakeyaml'
-//    relocate "com.fasterxml.jackson", "io.openlineage.spark.shaded.com.fasterxml.jackson"
-//    relocate "org.LatencyUtils", "io.openlineage.spark.shaded.org.latencyutils"
-//    relocate "org.HdrHistogram", "io.openlineage.spark.shaded.org.hdrhistogram"
+    relocate "com.github.ok2c.hc5", "io.openlineage.spark.shaded.com.github.ok2c.hc5"
+    relocate "org.apache.httpcomponents.client5", "io.openlineage.spark.shaded.org.apache.httpcomponents.client5"
+    relocate "javassist", "io.openlineage.spark.shaded.javassist"
+    relocate "org.apache.hc", "io.openlineage.spark.shaded.org.apache.hc"
+    relocate "org.apache.commons.codec", "io.openlineage.spark.shaded.org.apache.commons.codec"
+    relocate "org.apache.commons.lang3", "io.openlineage.spark.shaded.org.apache.commons.lang3"
+    relocate "org.apache.commons.beanutils", "io.openlineage.spark.shaded.org.apache.commons.beanutils"
+    relocate "org.apache.http", "io.openlineage.spark.shaded.org.apache.http"
+    relocate 'org.yaml.snakeyaml', 'io.openlineage.spark.shaded.org.yaml.snakeyaml'
+    relocate "com.fasterxml.jackson", "io.openlineage.spark.shaded.com.fasterxml.jackson"
+    relocate "org.LatencyUtils", "io.openlineage.spark.shaded.org.latencyutils"
+    relocate "org.HdrHistogram", "io.openlineage.spark.shaded.org.hdrhistogram"
     manifest {
         attributes(
                 "Created-By": "Gradle ${gradle.gradleVersion}",