<?xml version="1.0" encoding="UTF-8"?> <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> <parent> <artifactId>spark-parent_2.13</artifactId> <groupId>org.apache.spark</groupId> <version>3.3.3</version> <relativePath>../../pom.xml</relativePath> </parent> <modelVersion>4.0.0</modelVersion> <artifactId>spark-sql_2.13</artifactId> <name>Spark Project SQL</name> <url>https://spark.apache.org/</url> <build> <outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory> <testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory> <plugins> <plugin> <artifactId>maven-jar-plugin</artifactId> <executions> <execution> <id>prepare-test-jar</id> <phase>test-compile</phase> <goals> <goal>test-jar</goal> </goals> </execution> </executions> </plugin> <plugin> <groupId>org.scalatest</groupId> <artifactId>scalatest-maven-plugin</artifactId> <configuration> <argLine>-ea -Xmx4g -Xss4m -XX:ReservedCodeCacheSize=${CodeCacheSize} ${extraJavaTestArgs} -Dio.netty.tryReflectionSetAccessible=true</argLine> </configuration> </plugin> <plugin> <groupId>org.codehaus.mojo</groupId> <artifactId>build-helper-maven-plugin</artifactId> <executions> <execution> <id>add-sources</id> <phase>generate-sources</phase> <goals> <goal>add-source</goal> </goals> <configuration> <sources> <source>src/main/scala-${scala.binary.version}</source> </sources> </configuration> </execution> <execution> <id>add-scala-test-sources</id> <phase>generate-test-sources</phase> <goals> <goal>add-test-source</goal> </goals> <configuration> <sources> <source>src/test/gen-java</source> </sources> </configuration> </execution> </executions> </plugin> </plugins> </build> <profiles> <profile> <id>hadoop-2</id> <dependencies> <dependency> <groupId>org.codehaus.jackson</groupId> <artifactId>jackson-core-asl</artifactId> <scope>test</scope> </dependency> <dependency> <groupId>org.codehaus.jackson</groupId> <artifactId>jackson-mapper-asl</artifactId> <scope>test</scope> </dependency> </dependencies> </profile> </profiles> <dependencies> <dependency> <groupId>org.rocksdb</groupId> <artifactId>rocksdbjni</artifactId> <version>6.20.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>com.univocity</groupId> <artifactId>univocity-parsers</artifactId> <version>2.9.1</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-sketch_2.13</artifactId> <version>3.3.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-core_2.13</artifactId> <version>3.3.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-core_2.13</artifactId> <version>3.3.3</version> <type>test-jar</type> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-catalyst_2.13</artifactId> <version>3.3.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-catalyst_2.13</artifactId> <version>3.3.3</version> <type>test-jar</type> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-tags_2.13</artifactId> <version>3.3.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-tags_2.13</artifactId> <version>3.3.3</version> <type>test-jar</type> <scope>test</scope> </dependency> <dependency> <groupId>org.scala-lang.modules</groupId> <artifactId>scala-parallel-collections_2.13</artifactId> <version>1.0.3</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.orc</groupId> <artifactId>orc-core</artifactId> <version>1.7.8</version> <scope>compile</scope> <exclusions> <exclusion> <artifactId>hadoop-common</artifactId> <groupId>org.apache.hadoop</groupId> </exclusion> <exclusion> <artifactId>hadoop-hdfs</artifactId> <groupId>org.apache.hadoop</groupId> </exclusion> <exclusion> <artifactId>hadoop-client-api</artifactId> <groupId>org.apache.hadoop</groupId> </exclusion> <exclusion> <artifactId>hive-storage-api</artifactId> <groupId>org.apache.hive</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.apache.orc</groupId> <artifactId>orc-mapreduce</artifactId> <version>1.7.8</version> <scope>compile</scope> <exclusions> <exclusion> <artifactId>hadoop-common</artifactId> <groupId>org.apache.hadoop</groupId> </exclusion> <exclusion> <artifactId>hadoop-mapreduce-client-core</artifactId> <groupId>org.apache.hadoop</groupId> </exclusion> <exclusion> <artifactId>orc-core</artifactId> <groupId>org.apache.orc</groupId> </exclusion> <exclusion> <artifactId>hive-storage-api</artifactId> <groupId>org.apache.hive</groupId> </exclusion> <exclusion> <artifactId>kryo-shaded</artifactId> <groupId>com.esotericsoftware</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-storage-api</artifactId> <version>2.7.2</version> <scope>compile</scope> <exclusions> <exclusion> <artifactId>commons-lang</artifactId> <groupId>commons-lang</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-column</artifactId> <version>1.12.2</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-encoding</artifactId> <version>1.12.2</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-common</artifactId> <version>1.12.2</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-column</artifactId> <version>1.12.2</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-hadoop</artifactId> <version>1.12.2</version> <scope>compile</scope> <exclusions> <exclusion> <artifactId>commons-pool</artifactId> <groupId>commons-pool</groupId> </exclusion> <exclusion> <artifactId>javax.annotation-api</artifactId> <groupId>javax.annotation</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.eclipse.jetty</groupId> <artifactId>jetty-servlet</artifactId> <version>9.4.48.v20220622</version> <scope>provided</scope> </dependency> <dependency> <groupId>com.fasterxml.jackson.core</groupId> <artifactId>jackson-databind</artifactId> <version>2.13.4.2</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.apache.xbean</groupId> <artifactId>xbean-asm9-shaded</artifactId> <version>4.20</version> <scope>compile</scope> </dependency> <dependency> <groupId>org.scalacheck</groupId> <artifactId>scalacheck_2.13</artifactId> <version>1.15.4</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>test-interface</artifactId> <groupId>org.scala-sbt</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>com.h2database</groupId> <artifactId>h2</artifactId> <version>2.1.210</version> <scope>test</scope> </dependency> <dependency> <groupId>org.mariadb.jdbc</groupId> <artifactId>mariadb-java-client</artifactId> <version>2.7.4</version> <scope>test</scope> </dependency> <dependency> <groupId>org.postgresql</groupId> <artifactId>postgresql</artifactId> <version>42.3.3</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>checker-qual</artifactId> <groupId>org.checkerframework</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>com.ibm.db2</groupId> <artifactId>jcc</artifactId> <version>11.5.6.0</version> <scope>test</scope> </dependency> <dependency> <groupId>com.microsoft.sqlserver</groupId> <artifactId>mssql-jdbc</artifactId> <version>9.4.0.jre8</version> <scope>test</scope> </dependency> <dependency> <groupId>com.oracle.database.jdbc</groupId> <artifactId>ojdbc8</artifactId> <version>21.3.0.0</version> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-avro</artifactId> <version>1.12.2</version> <scope>test</scope> </dependency> <dependency> <groupId>org.mockito</groupId> <artifactId>mockito-core</artifactId> <version>4.2.0</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>byte-buddy</artifactId> <groupId>net.bytebuddy</groupId> </exclusion> <exclusion> <artifactId>byte-buddy-agent</artifactId> <groupId>net.bytebuddy</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.seleniumhq.selenium</groupId> <artifactId>selenium-java</artifactId> <version>3.141.59</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>guava</artifactId> <groupId>com.google.guava</groupId> </exclusion> <exclusion> <artifactId>netty</artifactId> <groupId>io.netty</groupId> </exclusion> <exclusion> <artifactId>byte-buddy</artifactId> <groupId>net.bytebuddy</groupId> </exclusion> <exclusion> <artifactId>selenium-api</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-chrome-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-edge-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-firefox-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-ie-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-opera-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-remote-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-safari-driver</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-support</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>commons-exec</artifactId> <groupId>org.apache.commons</groupId> </exclusion> <exclusion> <artifactId>okhttp</artifactId> <groupId>com.squareup.okhttp3</groupId> </exclusion> <exclusion> <artifactId>okio</artifactId> <groupId>com.squareup.okio</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.seleniumhq.selenium</groupId> <artifactId>htmlunit-driver</artifactId> <version>2.50.0</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>htmlunit</artifactId> <groupId>net.sourceforge.htmlunit</groupId> </exclusion> <exclusion> <artifactId>selenium-api</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> <exclusion> <artifactId>selenium-support</artifactId> <groupId>org.seleniumhq.selenium</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.scalatest</groupId> <artifactId>scalatest_2.13</artifactId> <version>3.3.0-SNAP3</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>scalatest-core_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-featurespec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-flatspec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-freespec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-funsuite_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-funspec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-propspec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-refspec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-wordspec_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-diagrams_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-matchers-core_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-shouldmatchers_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> <exclusion> <artifactId>scalatest-mustmatchers_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.scalatestplus</groupId> <artifactId>scalacheck-1-15_2.13</artifactId> <version>3.3.0.0-SNAP3</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>scalatest-core_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.scalatestplus</groupId> <artifactId>mockito-4-2_2.13</artifactId> <version>3.2.11.0</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>scalatest-core_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>org.scalatestplus</groupId> <artifactId>selenium-3-141_2.13</artifactId> <version>3.3.0.0-SNAP3</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>scalatest-core_2.13</artifactId> <groupId>org.scalatest</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>junit</groupId> <artifactId>junit</artifactId> <version>4.13.2</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>hamcrest-core</artifactId> <groupId>org.hamcrest</groupId> </exclusion> </exclusions> </dependency> <dependency> <groupId>com.github.sbt</groupId> <artifactId>junit-interface</artifactId> <version>0.13.3</version> <scope>test</scope> <exclusions> <exclusion> <artifactId>test-interface</artifactId> <groupId>org.scala-sbt</groupId> </exclusion> </exclusions> </dependency> </dependencies> <properties> <sbt.project.name>sql</sbt.project.name> </properties> </project>
<dependency> <groupId>org.apache.spark</groupId> <artifactId>spark-sql_2.13</artifactId> <version>3.3.3</version> </dependency>
org.apache.spark:spark-sql_2.13:3.3.3