4.0.0 org.apache apache 34 org.apache.spark spark-parent_2.13 4.2.0-SNAPSHOT pom Spark Project Parent POM https://spark.apache.org/ Apache-2.0 https://www.apache.org/licenses/LICENSE-2.0.html repo scm:git:git@github.com:apache/spark.git scm:git:https://gitbox.apache.org/repos/asf/spark.git scm:git:git@github.com:apache/spark.git HEAD Apache Software Foundation https://www.apache.org JIRA https://issues.apache.org/jira/browse/SPARK Dev Mailing List dev@spark.apache.org dev-subscribe@spark.apache.org dev-unsubscribe@spark.apache.org User Mailing List user@spark.apache.org user-subscribe@spark.apache.org user-unsubscribe@spark.apache.org Commits Mailing List commits@spark.apache.org commits-subscribe@spark.apache.org commits-unsubscribe@spark.apache.org common/sketch common/kvstore common/network-common common/network-shuffle common/unsafe common/utils common/utils-java common/variant common/tags sql/connect/shims core graphx mllib mllib-local tools streaming sql/api sql/catalyst sql/core sql/hive sql/pipelines sql/connect/server sql/connect/common sql/connect/client/jdbc sql/connect/client/jvm assembly examples repl launcher connector/kafka-0-10-token-provider connector/kafka-0-10 connector/kafka-0-10-assembly connector/kafka-0-10-sql connector/avro connector/protobuf UTF-8 UTF-8 17 17.0.11 ${java.version} 3.9.14 3.6.1 spark 9.9.1 2.0.17 2.25.3 3.4.3 4.33.5 3.11.4 3.9.5 5.9.0 org.apache.hive core 2.3.10 3.9.2 10.16.1.1 1.17.0 2.3.0 shaded-protobuf 12.1.7 6.0.0 4.0.1 0.10.0 4.0.3 2.5.3 2.0.8 4.2.37 1.12.1 2.7.2 2.35.4 1.0.6 hadoop3-2.2.31 1.3.1 4.5.14 4.4.16 3.6.1 4.5.0 2.13.18 2.13 2.2.0 4.9.9 false 2.18.0 true true true 2.21.2 2.3.1 1.1.10.8 3.1.1 1.21.0 1.28.0 2.21.0 2.6 3.20.0 2.13.1 4.1.17 33.5.0-jre 1.0.3 2.13.2 3.1.9 3.1.11 2.14.0 3.0.0 2.2.11 0.16.0 4.13.1 1.1 4.32.0 4.32.0 3.1.0 1.1.0 1.11.0 1.83 1.20.0 6.2.0 4.2.12.Final 2.0.75.Final 78.2 6.0.3 2.14.6 0.17.0 19.0.0 3.0.8 0.13.0 org.fusesource.leveldbjni 7.6.1 4.5.26 ${java.home} NO org.apache.spark.tags.ChromeUITest localhost:0 y y false org.sparkproject ${project.build.directory}/scala-${scala.binary.version}/jars prepare-package none compile compile compile compile 2.8.1 compile compile test compile compile compile compile test compile false ${session.executionRootDirectory} false true 1.76.0 1.1.4 4.3-12 128m yyyy-MM-dd HH:mm:ss z -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE -Dio.netty.noUnsafe=false --enable-native-access=ALL-UNNAMED 3.5.7 9.6.0 42.7.10 11.5.9.0 13.2.1.jre11 23.26.1.0.0 2.7.1 4.0.2 20.00.00.39 ${project.version} 3.4.2 gcs-maven-central-mirror GCS Maven Central mirror https://maven-central.storage-download.googleapis.com/maven2/ true false central Maven Repository https://repo.maven.apache.org/maven2 true false gcs-maven-central-mirror GCS Maven Central mirror https://maven-central.storage-download.googleapis.com/maven2/ true false central https://repo.maven.apache.org/maven2 true false org.spark-project.spark unused 1.0.0 org.scalatest scalatest_${scala.binary.version} test org.scalatestplus scalacheck-1-18_${scala.binary.version} test org.scalatestplus mockito-5-18_${scala.binary.version} test org.scalatestplus selenium-4-21_${scala.binary.version} test org.junit.jupiter junit-jupiter test com.github.sbt.junit jupiter-interface test org.apache.spark spark-tags_${scala.binary.version} ${project.version} org.apache.spark spark-tags_${scala.binary.version} ${project.version} test-jar org.scala-lang.modules scala-parallel-collections_${scala.binary.version} 1.2.0 com.twitter chill_${scala.binary.version} ${chill.version} org.apache.xbean xbean-asm7-shaded com.esotericsoftware kryo-shaded com.twitter chill-java ${chill.version} com.esotericsoftware kryo-shaded com.esotericsoftware kryo-shaded ${kryo.version} org.objenesis objenesis org.objenesis objenesis 3.5 com.github.jnr jnr-posix 3.1.15 test org.apache.xbean xbean-asm9-shaded 4.30 org.eclipse.jetty jetty-http ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-servlet ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-servlets ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-proxy ${jetty.version} provided org.eclipse.jetty jetty-client ${jetty.version} provided org.eclipse.jetty jetty-util ${jetty.version} provided org.eclipse.jetty jetty-security ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-plus ${jetty.version} provided org.eclipse.jetty jetty-server ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-webapp ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-server ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-common ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-gzip ${jetty.version} provided com.google.guava guava ${guava.version} provided com.google.guava failureaccess ${guava.failureaccess.version} provided org.jpmml pmml-model 1.7.1 provided org.jpmml pmml-agent com.google.code.gson gson ${gson.version} com.google.errorprone error_prone_annotations org.glassfish.jaxb jaxb-runtime 4.0.5 compile org.glassfish.jaxb txw2 org.eclipse.angus angus-activation jakarta.xml.bind jakarta.xml.bind-api 4.0.2 org.apache.commons commons-lang3 ${commons-lang3.version} org.apache.commons commons-text 1.15.0 commons-lang commons-lang ${commons-lang2.version} commons-io commons-io ${commons-io.version} commons-codec commons-codec ${commons-codec.version} org.apache.commons commons-compress ${commons-compress.version} commons-io commons-io org.apache.commons commons-lang3 org.apache.commons commons-math3 ${commons.math3.version} org.apache.commons commons-collections4 ${commons.collections4.version} org.apache.ivy ivy ${ivy.version} io.jsonwebtoken jjwt-api ${jjwt.version} io.jsonwebtoken jjwt-impl ${jjwt.version} ${jjwt.deps.scope} io.jsonwebtoken jjwt-jackson ${jjwt.version} ${jjwt.deps.scope} com.google.code.findbugs jsr305 ${jsr305.version} org.apache.httpcomponents httpclient ${commons.httpclient.version} commons-logging commons-logging org.apache.httpcomponents httpmime ${commons.httpclient.version} org.apache.httpcomponents httpcore ${commons.httpcore.version} org.rocksdb rocksdbjni 9.8.4 ${leveldbjni.group} leveldbjni-all 1.8 org.seleniumhq.selenium selenium-java ${selenium.version} test com.google.guava guava com.google.auto.service * io.netty * net.bytebuddy byte-buddy org.seleniumhq.selenium htmlunit3-driver ${htmlunit3-driver.version} test commons-logging commons-logging org.slf4j slf4j-api ${slf4j.version} ${hadoop.deps.scope} org.slf4j jul-to-slf4j ${slf4j.version} org.slf4j jcl-over-slf4j ${slf4j.version} org.apache.logging.log4j log4j-slf4j2-impl ${log4j.version} org.apache.logging.log4j log4j-api ${log4j.version} org.apache.logging.log4j log4j-core ${log4j.version} org.apache.logging.log4j log4j-layout-template-json ${log4j.version} org.apache.logging.log4j log4j-1.2-api ${log4j.version} com.ning compress-lzf 1.2.0 org.xerial.snappy snappy-java ${snappy.version} at.yawk.lz4 lz4-java 1.10.4 com.github.luben zstd-jni 1.5.7-7 com.clearspring.analytics stream 2.9.8 it.unimi.dsi fastutil com.google.protobuf protobuf-java ${protobuf.version} provided com.google.protobuf protobuf-java-util ${protobuf.version} provided org.roaringbitmap RoaringBitmap 1.6.10 io.netty netty-all ${netty.version} io.netty netty-codec-haproxy io.netty netty-codec-memcache io.netty netty-codec-mqtt io.netty netty-codec-redis io.netty netty-codec-smtp io.netty netty-codec-stomp io.netty netty-codec-xml io.netty netty-codec-http3 io.netty netty-codec-marshalling io.netty netty-codec-classes-quic io.netty netty-codec-native-quic io.netty netty-codec-protobuf io.netty netty-resolver-dns-classes-macos io.netty netty-resolver-dns-native-macos io.netty netty-transport-rxtx io.netty netty-transport-sctp io.netty netty-transport-udt io.netty netty-transport-classes-io_uring io.netty netty-transport-native-io_uring io.netty netty-handler-ssl-ocsp org.jctools jctools-core io.netty netty-transport-native-epoll ${netty.version} linux-x86_64 io.netty netty-transport-native-epoll ${netty.version} linux-aarch_64 io.netty netty-transport-native-kqueue ${netty.version} osx-aarch_64 io.netty netty-transport-native-kqueue ${netty.version} osx-x86_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} linux-x86_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} linux-aarch_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} osx-aarch_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} osx-x86_64 org.apache.derby derby ${derby.version} ${derby.deps.scope} org.apache.derby derbytools ${derby.version} ${derby.deps.scope} io.dropwizard.metrics metrics-core ${codahale.metrics.version} io.dropwizard.metrics metrics-jvm ${codahale.metrics.version} io.dropwizard.metrics metrics-json ${codahale.metrics.version} io.dropwizard.metrics metrics-graphite ${codahale.metrics.version} io.dropwizard.metrics metrics-jmx ${codahale.metrics.version} com.fasterxml.jackson jackson-bom ${fasterxml.jackson.version} import pom org.apache.ws.xmlschema xmlschema-core ${ws.xmlschema.version} org.glassfish.jersey.core jersey-server ${jersey.version} org.glassfish.jersey.core jersey-common ${jersey.version} com.sun.activation jakarta.activation org.glassfish.jersey.core jersey-client ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet-core ${jersey.version} org.glassfish.jersey.inject jersey-hk2 ${jersey.version} org.glassfish.jersey.test-framework.providers jersey-test-framework-provider-simple ${jersey.version} test org.glassfish.jersey jersey-client ${jersey.version} javax.xml.bind jaxb-api ${jaxb.version} org.scalanlp breeze_${scala.binary.version} 2.1.0 org.apache.commons commons-math3 org.scala-lang.modules scala-collection-compat_${scala.binary.version} org.json4s json4s-jackson_${scala.binary.version} 4.0.7 com.fasterxml.jackson.core * org.scala-lang.modules scala-xml_${scala.binary.version} 2.4.0 org.scala-lang scala-compiler ${scala.version} org.scala-lang.modules scala-xml_2.13 org.scala-lang scala-reflect ${scala.version} org.scala-lang scala-library ${scala.version} org.scala-lang.modules scala-parser-combinators_${scala.binary.version} 2.4.0 jline jline ${jline.version} org.scalatest scalatest_${scala.binary.version} 3.2.19 test org.scalatestplus scalacheck-1-18_${scala.binary.version} 3.2.19.0 test org.scalatestplus mockito-5-18_${scala.binary.version} 3.2.19.0 test org.scalatestplus selenium-4-21_${scala.binary.version} 3.2.19.0 test org.seleniumhq.selenium htmlunit-driver org.mockito mockito-core 5.23.0 test net.bytebuddy byte-buddy 1.18.4 test net.bytebuddy byte-buddy-agent 1.18.4 test org.jmock jmock-junit5 test 2.13.1 org.scalacheck scalacheck_${scala.binary.version} 1.18.0 test org.junit.jupiter junit-jupiter ${junit.version} test org.junit.jupiter junit-jupiter-api ${junit.version} test org.junit.jupiter junit-jupiter-engine ${junit.version} test org.junit.jupiter junit-jupiter-params ${junit.version} test org.junit.platform junit-platform-commons ${junit.version} test org.junit.platform junit-platform-engine ${junit.version} test org.junit.platform junit-platform-launcher ${junit.version} test com.github.sbt.junit jupiter-interface ${sbt-jupiter-interface.version} test com.github.docker-java docker-java 3.6.0 test commons-logging commons-logging com.github.docker-java docker-java-transport-netty com.github.docker-java docker-java-transport-jersey com.github.docker-java docker-java-transport-zerodep 3.6.0 test com.mysql mysql-connector-j ${mysql.connector.version} test org.mariadb.jdbc mariadb-java-client ${mariadb.java.client.version} test org.postgresql postgresql ${postgresql.version} test com.microsoft.sqlserver mssql-jdbc ${mssql.jdbc.version} test com.oracle.database.jdbc ojdbc17 ${ojdbc17.version} test com.databricks databricks-jdbc ${databricks.jdbc.version} test net.snowflake snowflake-jdbc ${snowflake.jdbc.version} test com.teradata.jdbc terajdbc ${terajdbc.version} test org.apache.curator curator-recipes ${curator.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j org.apache.curator curator-client ${curator.version} org.apache.curator curator-framework ${curator.version} org.apache.curator curator-test ${curator.version} test org.apache.hadoop hadoop-client-api ${hadoop.version} ${hadoop.deps.scope} org.apache.hadoop hadoop-client-runtime ${hadoop.version} ${hadoop.deps.scope} commons-logging commons-logging org.apache.hadoop hadoop-client-minicluster ${hadoop.version} test org.apache.hadoop hadoop-minikdc ${hadoop.version} test org.apache.directory.api api-ldap-schema-data log4j log4j org.slf4j slf4j-log4j12 org.slf4j slf4j-reload4j junit junit org.bouncycastle bcprov-jdk18on ${bouncycastle.version} test org.bouncycastle bcpkix-jdk18on ${bouncycastle.version} test org.apache.avro avro ${avro.version} commons-io commons-io org.apache.commons commons-lang3 org.apache.avro avro-mapred ${avro.version} ${hive.deps.scope} org.apache.avro avro-ipc-jetty io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity-engine-core javax.annotation javax.annotation-api com.github.luben zstd-jni commons-io commons-io org.apache.commons commons-lang3 org.tukaani xz 1.12 org.apache.zookeeper zookeeper ${zookeeper.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline io.netty netty-handler io.netty netty-transport-native-epoll io.netty netty-tcnative-boringssl-static com.github.spotbugs spotbugs-annotations org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j ch.qos.logback logback-classic ch.qos.logback logback-core ${hive.group} hive-beeline ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-service ${hive.group} hive-service-rpc ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-cli ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-common ${hive.version} ${hive.deps.scope} ${hive.group} hive-shims org.apache.ant ant org.apache.hadoop hadoop-common org.apache.hadoop hadoop-auth org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.apache.orc orc-core org.eclipse.jetty.aggregate jetty-all org.apache.logging.log4j * org.eclipse.jetty.orbit javax.servlet ${hive.group} hive-storage-api ${hive.group} hive-exec ${hive.classifier} ${hive.version} ${hive.deps.scope} ${hive.group} hive-metastore ${hive.group} hive-shims ${hive.group} hive-ant ${hive.group} hive-vector-code-gen ${hive.group} spark-client ant ant org.apache.ant ant com.esotericsoftware.kryo kryo commons-codec commons-codec org.apache.avro avro-mapred org.apache.calcite calcite-core org.apache.calcite calcite-avatica org.apache.curator apache-curator org.apache.curator curator-client org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all jline jline org.json json ${hive.group} hive-llap-tez org.apache.calcite calcite-druid org.apache.calcite.avatica avatica org.apache.logging.log4j * net.hydromatic eigenbase-properties org.codehaus.janino commons-compiler org.codehaus.janino janino net.hydromatic aggdesigner-algorithm ${hive.group} hive-jdbc ${hive.version} ${hive.group} hive-common ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-service-rpc ${hive.group} hive-shims org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all com.lmax disruptor ${hive.group} hive-metastore ${hive.version} ${hive.deps.scope} ${hive.group} hive-serde ${hive.group} hive-shims org.apache.thrift libfb303 org.apache.thrift libthrift org.mortbay.jetty servlet-api com.google.guava guava org.slf4j slf4j-api org.slf4j slf4j-log4j12 org.apache.hbase hbase-client co.cask.tephra * com.jolbox bonecp ${hive.group} hive-serde ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-shims commons-codec commons-codec com.google.code.findbugs jsr305 org.apache.avro avro org.apache.thrift libthrift org.apache.thrift libfb303 org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all ${hive.group} hive-service-rpc org.apache.parquet parquet-hadoop-bundle tomcat jasper-compiler tomcat jasper-runtime ${hive.group} hive-service-rpc 4.0.0 * * net.sf.jpam jpam ${hive.deps.scope} ${jpam.version} javax.servlet servlet-api ${hive.group} hive-shims ${hive.version} ${hive.deps.scope} com.google.guava guava org.apache.hadoop hadoop-yarn-server-resourcemanager org.apache.curator curator-framework org.apache.thrift libthrift org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all org.apache.logging.log4j log4j-slf4j-impl ${hive.group} hive-llap-common ${hive.version} ${hive.llap.scope} ${hive.group} hive-common ${hive.group} hive-serde org.slf4j slf4j-api ${hive.group} hive-llap-client ${hive.version} test ${hive.group} hive-common ${hive.group} hive-serde ${hive.group} hive-llap-common org.apache.curator curator-framework org.apache.curator apache-curator org.apache.zookeeper zookeeper org.slf4j slf4j-api org.apache.orc orc-format 1.1.1 ${orc.classifier} ${orc.deps.scope} org.apache.orc orc-core ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.orc orc-format com.github.luben zstd-jni com.aayushatharva.brotli4j brotli4j org.apache.hadoop hadoop-common org.apache.hadoop hadoop-hdfs org.apache.hadoop hadoop-client-api ${hive.group} hive-storage-api io.airlift aircompressor 2.0.3 org.apache.orc orc-mapreduce ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.hadoop hadoop-common org.apache.hadoop hadoop-mapreduce-client-core org.apache.orc orc-core ${hive.group} hive-storage-api com.esotericsoftware kryo-shaded org.apache.parquet parquet-column ${parquet.version} ${parquet.deps.scope} org.apache.parquet parquet-encoding ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-common ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-column ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-hadoop ${parquet.version} ${parquet.deps.scope} commons-pool commons-pool javax.annotation javax.annotation-api com.github.luben zstd-jni org.apache.parquet parquet-avro ${parquet.version} ${parquet.test.deps.scope} org.codehaus.janino janino ${janino.version} org.codehaus.janino commons-compiler ${janino.version} joda-time joda-time ${joda.version} org.datanucleus datanucleus-core ${datanucleus-core.version} org.apache.thrift libthrift ${libthrift.version} org.slf4j slf4j-api javax.annotation javax.annotation-api org.apache.thrift libfb303 0.9.3 org.slf4j slf4j-api org.antlr antlr4-runtime ${antlr4.version} com.ibm.icu icu4j ${icu4j.version} org.apache.commons commons-crypto ${commons-crypto.version} net.java.dev.jna jna com.google.crypto.tink tink ${tink.version} com.google.errorprone error_prone_annotations com.google.http-client google-http-client org.apache.arrow arrow-vector ${arrow.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core io.netty netty-common org.apache.arrow arrow-compression ${arrow.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core io.netty netty-common org.apache.arrow arrow-memory-netty ${arrow.version} io.netty netty-buffer io.netty netty-common com.univocity univocity-parsers 2.9.1 ${hive.group} hive-storage-api ${hive.storage.version} ${hive.storage.scope} commons-lang commons-lang commons-cli commons-cli ${commons-cli.version} dev.ludovic.netlib blas ${netlib.ludovic.dev.version} dev.ludovic.netlib lapack ${netlib.ludovic.dev.version} dev.ludovic.netlib arpack ${netlib.ludovic.dev.version} org.apache.datasketches datasketches-java ${datasketches.version} jakarta.servlet jakarta.servlet-api ${jakartaservlet.version} javax.servlet javax.servlet-api ${javaxservlet.version} org.apache.maven.plugins maven-enforcer-plugin 3.6.2 enforce-versions enforce ${maven.version} ${java.version} org.apache.hadoop:hadoop-common org.apache.hadoop:hadoop-hdfs-client org.apache.hadoop:hadoop-mapreduce-client-core org.apache.hadoop:hadoop-mapreduce-client-jobclient org.jboss.netty org.codehaus.groovy com.amazonaws:aws-java-sdk-bundle org.lz4:lz4-java *:*_2.12 *:*_2.11 *:*_2.10 true ${java.version} test provided enforce-no-duplicate-dependencies enforce org.codehaus.mojo extra-enforcer-rules 1.11.0 org.codehaus.mojo build-helper-maven-plugin 3.6.1 module-timestamp-property validate timestamp-property module.build.timestamp ${maven.build.timestamp.format} current America/Los_Angeles local-timestamp-property validate timestamp-property local.build.timestamp ${maven.build.timestamp.format} build America/Los_Angeles net.alchim31.maven scala-maven-plugin ${scala-maven-plugin.version} eclipse-add-source add-source scala-compile-first compile scala-test-compile-first testCompile attach-scaladocs verify doc-jar ${maven.scaladoc.skip} ${scala.version} true true incremental -unchecked -deprecation -feature -explaintypes -release 17 -Wconf:any:e -Wconf:cat=deprecation:wv -Wunused:imports -Wconf:cat=scaladoc:wv -Wconf:msg=^(?=.*?method|value|type|object|trait|inheritance)(?=.*?deprecated)(?=.*?since 2.13).+$:e -Wconf:msg=^(?=.*?Widening conversion from)(?=.*?is deprecated because it loses precision).+$:e -Wconf:cat=deprecation&msg=Auto-application to \`\(\)\` is deprecated:e -Wconf:cat=deprecation&msg=procedure syntax is deprecated:e -Wconf:cat=deprecation&msg=symbol literal is deprecated:e -Wconf:cat=deprecation&msg=it will become a keyword in Scala 3:e -Wconf:cat=deprecation&msg=method getErrorClass in trait SparkThrowable is deprecated:e -Xss128m -Xms4g -Xmx4g -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} --enable-native-access=ALL-UNNAMED --release ${java.version} -Xlint:all,-serial,-path,-try -proc:full org.apache.maven.plugins maven-compiler-plugin 3.14.1 true true org.antlr antlr4-maven-plugin ${antlr4.version} org.apache.maven.plugins maven-surefire-plugin 3.5.3 **/Test*.java **/*Test.java **/*TestCase.java **/*Suite.java ${project.build.directory}/surefire-reports -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} ${extraJavaTestArgs} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} -DmyKey=yourValue ${test.objc.disable.initialize.fork.safety} file:src/test/resources/log4j2.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false false true true true src false false false ${test.exclude.tags} ${test.include.tags} test test org.scalatest scalatest-maven-plugin ${scalatest-maven-plugin.version} ${project.build.directory}/surefire-reports . SparkTestSuite.txt -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} ${extraJavaTestArgs} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} ${test.objc.disable.initialize.fork.safety} file:src/test/resources/log4j2.properties test true ${project.build.directory}/tmp true ${spark.test.home} 1 false false true ${spark.test.webdriver.chrome.driver} ${spark.test.docker.keepContainer} ${spark.test.docker.removePulledImage} __not_used__ ${test.exclude.tags},${test.default.exclude.tags} ${test.include.tags} test test org.apache.maven.plugins maven-jar-plugin ${maven-jar-plugin.version} org.apache.maven.plugins maven-antrun-plugin ${maven-antrun.version} org.apache.maven.plugins maven-source-plugin 3.3.1 true create-source-jar jar-no-fork test-jar-no-fork org.apache.maven.plugins maven-clean-plugin 3.5.0 work checkpoint lib_managed metastore_db spark-warehouse dist org.apache.maven.plugins maven-javadoc-plugin 3.11.2 -Xdoclint:all -Xdoclint:-missing example a Example: note a Note: group X tparam X constructor X todo X groupname X org.codehaus.mojo exec-maven-plugin ${exec-maven-plugin.version} org.apache.maven.plugins maven-assembly-plugin 3.7.1 posix org.apache.maven.plugins maven-shade-plugin 3.6.0 org.ow2.asm asm ${asm.version} org.ow2.asm asm-commons ${asm.version} org.apache.maven.plugins maven-install-plugin 3.1.4 org.apache.maven.plugins maven-deploy-plugin 3.1.4 3 org.apache.maven.plugins maven-dependency-plugin 3.8.1 default-cli build-classpath runtime org.codehaus.mojo versions-maven-plugin ${versions-maven-plugin.version} org.apache.maven.plugins maven-dependency-plugin generate-test-classpath test-compile build-classpath test test_classpath copy-module-dependencies ${build.copyDependenciesPhase} copy-dependencies runtime ${jars.target.dir} org.apache.maven.plugins maven-shade-plugin false org.spark-project.spark:unused com.google.guava:guava com.google.guava:failureaccess org.jpmml:* org.eclipse.jetty ${spark.shade.packageName}.jetty org.eclipse.jetty.** com.google.common ${spark.shade.packageName}.guava com.google.thirdparty ${spark.shade.packageName}.guava.thirdparty org.dmg.pmml ${spark.shade.packageName}.dmg.pmml org.jpmml ${spark.shade.packageName}.jpmml package shade org.apache.maven.plugins maven-enforcer-plugin net.alchim31.maven scala-maven-plugin org.apache.maven.plugins maven-source-plugin org.scalastyle scalastyle-maven-plugin 1.0.0 false true false false ${basedir}/src/main/scala ${basedir}/src/test/scala scalastyle-config.xml ${basedir}/target/scalastyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} check org.apache.maven.plugins maven-checkstyle-plugin 3.6.0 false true ${basedir}/src/main/java ${basedir}/src/main/scala ${basedir}/src/test/java dev/checkstyle.xml ${basedir}/target/checkstyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} com.puppycrawl.tools checkstyle 11.0.1 check org.apache.maven.plugins maven-antrun-plugin create-tmp-dir generate-test-resources run org.apache.maven.plugins maven-surefire-plugin org.scalatest scalatest-maven-plugin org.apache.maven.plugins maven-jar-plugin prepare-test-jar ${build.testJarPhase} test-jar log4j2.properties org.antipathy mvn-scalafmt_${scala.binary.version} 1.1.1713302731.c3d0074 ${scalafmt.validateOnly} ${scalafmt.skip} ${scalafmt.skip} dev/.scalafmt.conf ${scalafmt.changedOnly} validate format org.apache.felix maven-bundle-plugin 4.2.0 true org.cyclonedx cyclonedx-maven-plugin 2.9.1 package makeBom sbt com.google.guava guava compile org.jpmml pmml-model compile spark-ganglia-lgpl connector/spark-ganglia-lgpl kinesis-asl connector/kinesis-asl connector/kinesis-asl-assembly docker-integration-tests connector/docker-integration-tests hadoop-3 yarn resource-managers/yarn common/network-yarn kubernetes resource-managers/kubernetes/core kubernetes-integration-tests resource-managers/kubernetes/integration-tests hive-thriftserver sql/hive-thriftserver hadoop-cloud hadoop-cloud jvm-profiler connector/profiler test-java-home env.JAVA_HOME ${env.JAVA_HOME} snapshots-and-staging https://repository.apache.org/content/groups/staging/ https://repository.apache.org/content/repositories/snapshots/ ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false hadoop-provided true provided derby-provided hive-provided orc-provided parquet-provided sparkr jjwt-provided aarch64 org.openlabtesting.leveldbjni linux aarch64 applesilicon org.apache.spark.tags.ChromeUITest,org.apache.spark.tags.ExtendedLevelDBTest mac aarch64 macOS YES mac jdwp-test-debug -agentlib:jdwp=transport=dt_socket,suspend=${test.jdwp.suspend},server=${test.jdwp.server},address=${test.jdwp.address} ${jdwp.arg.line} ${jdwp.arg.line} ${test.debug.suite} only-eclipse m2e.version org.eclipse.m2e lifecycle-mapping 1.0.0 org.apache.maven.plugins maven-dependency-plugin [2.8,) build-classpath org.apache.maven.plugins maven-jar-plugin ${maven-jar-plugin.version} test-jar org.apache.maven.plugins maven-antrun-plugin [${maven-antrun.version},) run