Created
June 7, 2017 08:12
-
-
Save agibsonccc/0aea1fcdfcc3ac14cef3ff68042f2118 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<!-- | |
~ Licensed to the Apache Software Foundation (ASF) under one or more | |
~ contributor license agreements. See the NOTICE file distributed with | |
~ this work for additional information regarding copyright ownership. | |
~ The ASF licenses this file to You under the Apache License, Version 2.0 | |
~ (the "License"); you may not use this file except in compliance with | |
~ the License. You may obtain a copy of the License at | |
~ | |
~ http://www.apache.org/licenses/LICENSE-2.0 | |
~ | |
~ Unless required by applicable law or agreed to in writing, software | |
~ distributed under the License is distributed on an "AS IS" BASIS, | |
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
~ See the License for the specific language governing permissions and | |
~ limitations under the License. | |
--> | |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | |
<modelVersion>4.0.0</modelVersion> | |
<parent> | |
<groupId>io.skymind</groupId> | |
<artifactId>lagom-skil-api</artifactId> | |
<version>1.1-SNAPSHOT</version> | |
</parent> | |
<groupId>io.skymind</groupId> | |
<artifactId>zeppelin-spark_2.11</artifactId> | |
<packaging>jar</packaging> | |
<name>Zeppelin: Spark</name> | |
<description>Zeppelin spark support</description> | |
<properties> | |
<!--library versions--> | |
<jsoup.version>1.8.2</jsoup.version> | |
<spark.version>2.0.2</spark.version> | |
<guava.version>14.0.1</guava.version> | |
<commons.exec.version>1.3</commons.exec.version> | |
<commons.compress.version>1.9</commons.compress.version> | |
<maven.plugin.api.version>3.0</maven.plugin.api.version> | |
<aether.version>1.12</aether.version> | |
<maven.aeither.provider.version>3.0.3</maven.aeither.provider.version> | |
<wagon.version>1.0</wagon.version> | |
<datanucleus.rdbms.version>3.2.9</datanucleus.rdbms.version> | |
<datanucleus.apijdo.version>3.2.6</datanucleus.apijdo.version> | |
<datanucleus.core.version>3.2.10</datanucleus.core.version> | |
<!--plugin versions--> | |
<plugin.shade.version>2.3</plugin.shade.version> | |
<plugin.scala.version>2.15.2</plugin.scala.version> | |
<!-- settings --> | |
<pyspark.test.exclude>**/PySparkInterpreterMatplotlibTest.java</pyspark.test.exclude> | |
<pyspark.test.include>**/*Test.*</pyspark.test.include> | |
</properties> | |
<dependencies> | |
<dependency> | |
<groupId>org.apache.zeppelin</groupId> | |
<artifactId>zeppelin-display_${scala.binary.version}</artifactId> | |
<version>0.7.2</version> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.zeppelin</groupId> | |
<artifactId>zeppelin-interpreter</artifactId> | |
<version>0.7.2</version> | |
</dependency> | |
<dependency> | |
<groupId>org.slf4j</groupId> | |
<artifactId>slf4j-api</artifactId> | |
</dependency> | |
<dependency> | |
<groupId>org.slf4j</groupId> | |
<artifactId>slf4j-log4j12</artifactId> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-repl_${scala.binary.version}</artifactId> | |
<version>${spark.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.spark</groupId> | |
<artifactId>spark-hive_${scala.binary.version}</artifactId> | |
<version>${spark.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>com.google.guava</groupId> | |
<artifactId>guava</artifactId> | |
<version>${guava.version}</version> | |
</dependency> | |
<!-- Aether :: maven dependency resolution --> | |
<dependency> | |
<groupId>org.apache.maven</groupId> | |
<artifactId>maven-plugin-api</artifactId> | |
<version>${maven.plugin.api.version}</version> | |
<exclusions> | |
<exclusion> | |
<groupId>org.codehaus.plexus</groupId> | |
<artifactId>plexus-utils</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.sonatype.sisu</groupId> | |
<artifactId>sisu-inject-plexus</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.apache.maven</groupId> | |
<artifactId>maven-model</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-api</artifactId> | |
<version>${aether.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-util</artifactId> | |
<version>${aether.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-impl</artifactId> | |
<version>${aether.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.maven</groupId> | |
<artifactId>maven-aether-provider</artifactId> | |
<version>${maven.aeither.provider.version}</version> | |
<exclusions> | |
<exclusion> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-api</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-spi</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-util</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-impl</artifactId> | |
</exclusion> | |
<exclusion> | |
<groupId>org.codehaus.plexus</groupId> | |
<artifactId>plexus-utils</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-connector-file</artifactId> | |
<version>${aether.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.sonatype.aether</groupId> | |
<artifactId>aether-connector-wagon</artifactId> | |
<version>${aether.version}</version> | |
<exclusions> | |
<exclusion> | |
<groupId>org.apache.maven.wagon</groupId> | |
<artifactId>wagon-provider-api</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.maven.wagon</groupId> | |
<artifactId>wagon-provider-api</artifactId> | |
<version>${wagon.version}</version> | |
<exclusions> | |
<exclusion> | |
<groupId>org.codehaus.plexus</groupId> | |
<artifactId>plexus-utils</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.maven.wagon</groupId> | |
<artifactId>wagon-http-lightweight</artifactId> | |
<version>${wagon.version}</version> | |
<exclusions> | |
<exclusion> | |
<groupId>org.apache.maven.wagon</groupId> | |
<artifactId>wagon-http-shared</artifactId> | |
</exclusion> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.maven.wagon</groupId> | |
<artifactId>wagon-http</artifactId> | |
<version>${wagon.version}</version> | |
<exclusions> | |
</exclusions> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.commons</groupId> | |
<artifactId>commons-exec</artifactId> | |
<version>${commons.exec.version}</version> | |
</dependency> | |
<dependency> | |
<groupId>org.scala-lang</groupId> | |
<artifactId>scala-library</artifactId> | |
<version>${scala.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.scala-lang</groupId> | |
<artifactId>scala-compiler</artifactId> | |
<version>${scala.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.scala-lang</groupId> | |
<artifactId>scala-reflect</artifactId> | |
<version>${scala.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>commons-lang</groupId> | |
<artifactId>commons-lang</artifactId> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.commons</groupId> | |
<artifactId>commons-compress</artifactId> | |
<version>${commons.compress.version}</version> | |
<scope>provided</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.jsoup</groupId> | |
<artifactId>jsoup</artifactId> | |
<version>${jsoup.version}</version> | |
</dependency> | |
<!--test libraries--> | |
<dependency> | |
<groupId>org.scalatest</groupId> | |
<artifactId>scalatest_${scala.binary.version}</artifactId> | |
<version>${scalatest.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>junit</groupId> | |
<artifactId>junit</artifactId> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.datanucleus</groupId> | |
<artifactId>datanucleus-core</artifactId> | |
<version>${datanucleus.core.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.datanucleus</groupId> | |
<artifactId>datanucleus-api-jdo</artifactId> | |
<version>${datanucleus.apijdo.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.datanucleus</groupId> | |
<artifactId>datanucleus-rdbms</artifactId> | |
<version>${datanucleus.rdbms.version}</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.mockito</groupId> | |
<artifactId>mockito-core</artifactId> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.powermock</groupId> | |
<artifactId>powermock-api-mockito</artifactId> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.powermock</groupId> | |
<artifactId>powermock-module-junit4</artifactId> | |
<scope>test</scope> | |
</dependency> | |
</dependencies> | |
<build> | |
<plugins> | |
<plugin> | |
<artifactId>maven-enforcer-plugin</artifactId> | |
<executions> | |
<execution> | |
<id>enforce</id> | |
<phase>none</phase> | |
</execution> | |
</executions> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-surefire-plugin</artifactId> | |
<configuration> | |
<forkCount>1</forkCount> | |
<reuseForks>false</reuseForks> | |
<argLine>-Xmx1024m -XX:MaxPermSize=256m</argLine> | |
<excludes> | |
<exclude>**/SparkRInterpreterTest.java</exclude> | |
<exclude>${pyspark.test.exclude}</exclude> | |
</excludes> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-shade-plugin</artifactId> | |
<version>${plugin.shade.version}</version> | |
<configuration> | |
<filters> | |
<filter> | |
<artifact>*:*</artifact> | |
<excludes> | |
<exclude>META-INF/*.SF</exclude> | |
<exclude>META-INF/*.DSA</exclude> | |
<exclude>META-INF/*.RSA</exclude> | |
</excludes> | |
</filter> | |
</filters> | |
<transformers> | |
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/> | |
<transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> | |
<resource>reference.conf</resource> | |
</transformer> | |
</transformers> | |
</configuration> | |
<executions> | |
<execution> | |
<phase>package</phase> | |
<goals> | |
<goal>shade</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-dependency-plugin</artifactId> | |
<executions> | |
<execution> | |
<phase>package</phase> | |
<goals> | |
<goal>copy</goal> | |
</goals> | |
<configuration> | |
<outputDirectory>${project.build.directory}/../../interpreter/spark</outputDirectory> | |
<overWriteReleases>false</overWriteReleases> | |
<overWriteSnapshots>false</overWriteSnapshots> | |
<overWriteIfNewer>true</overWriteIfNewer> | |
<includeScope>runtime</includeScope> | |
<artifactItems> | |
<artifactItem> | |
<groupId>org.apache.zeppelin</groupId> | |
<artifactId>${project.artifactId}</artifactId> | |
<version>0.7.2</version> | |
<type>${project.packaging}</type> | |
</artifactItem> | |
</artifactItems> | |
</configuration> | |
</execution> | |
</executions> | |
</plugin> | |
<!-- Plugin to compile Scala code --> | |
<plugin> | |
<groupId>org.scala-tools</groupId> | |
<artifactId>maven-scala-plugin</artifactId> | |
<version>${plugin.scala.version}</version> | |
<configuration> | |
<excludes> | |
<exclude>**/ZeppelinR.scala</exclude> | |
<exclude>**/SparkRBackend.scala</exclude> | |
</excludes> | |
</configuration> | |
<executions> | |
<execution> | |
<id>compile</id> | |
<goals> | |
<goal>compile</goal> | |
</goals> | |
<phase>compile</phase> | |
</execution> | |
<execution> | |
<id>test-compile</id> | |
<goals> | |
<goal>testCompile</goal> | |
</goals> | |
<phase>test-compile</phase> | |
</execution> | |
<execution> | |
<phase>process-resources</phase> | |
<goals> | |
<goal>compile</goal> | |
</goals> | |
</execution> | |
</executions> | |
</plugin> | |
<!-- exclude sparkr by default. sparkr is enabled by profile 'sparkr' --> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-compiler-plugin</artifactId> | |
<configuration> | |
<excludes> | |
<exclude>**/SparkRInterpreter.java</exclude> | |
</excludes> | |
<testExcludes> | |
<testExclude>${pyspark.test.exclude}</testExclude> | |
<testExclude>**/SparkRInterpreterTest.java</testExclude> | |
<testExclude>**/ZeppelinRTest.java</testExclude> | |
</testExcludes> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>org.scala-tools</groupId> | |
<artifactId>maven-scala-plugin</artifactId> | |
<configuration> | |
<excludes> | |
<exclude>**/ZeppelinR.scala</exclude> | |
<exclude>**/SparkRBackend.scala</exclude> | |
</excludes> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-surefire-plugin</artifactId> | |
<configuration> | |
<includes> | |
<include>${pyspark.test.include}</include> | |
</includes> | |
<excludes> | |
<exclude>${pyspark.test.exclude}</exclude> | |
<exclude>**/SparkRInterpreterTest.java</exclude> | |
</excludes> | |
</configuration> | |
</plugin> | |
</plugins> | |
</build> | |
<profiles> | |
<profile> | |
<id>spark-1.4</id> | |
<properties> | |
<spark.version>1.4.1</spark.version> | |
</properties> | |
<dependencies> | |
</dependencies> | |
</profile> | |
<profile> | |
<id>spark-1.5</id> | |
<properties> | |
<spark.version>1.5.2</spark.version> | |
<akka.group>com.typesafe.akka</akka.group> | |
<akka.version>2.3.11</akka.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
</properties> | |
</profile> | |
<profile> | |
<id>spark-1.6</id> | |
<properties> | |
<spark.version>1.6.3</spark.version> | |
<py4j.version>0.9</py4j.version> | |
<akka.group>com.typesafe.akka</akka.group> | |
<akka.version>2.3.11</akka.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
</properties> | |
</profile> | |
<profile> | |
<id>spark-2.0</id> | |
<properties> | |
<spark.version>2.0.2</spark.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<py4j.version>0.10.3</py4j.version> | |
<scala.version>2.11.8</scala.version> | |
</properties> | |
</profile> | |
<profile> | |
<id>spark-2.1</id> | |
<activation> | |
<activeByDefault>true</activeByDefault> | |
</activation> | |
<properties> | |
<spark.version>2.1.0</spark.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<py4j.version>0.10.4</py4j.version> | |
<scala.version>2.11.8</scala.version> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-0.23</id> | |
<!-- SPARK-1121: Adds an explicit dependency on Avro to work around a | |
Hadoop 0.23.X issue --> | |
<dependencies> | |
<dependency> | |
<groupId>org.apache.avro</groupId> | |
<artifactId>avro</artifactId> | |
</dependency> | |
</dependencies> | |
<properties> | |
<hadoop.version>0.23.10</hadoop.version> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-1</id> | |
<properties> | |
<hadoop.version>1.0.4</hadoop.version> | |
<avro.mapred.classifier>hadoop1</avro.mapred.classifier> | |
<codehaus.jackson.version>1.8.8</codehaus.jackson.version> | |
<akka.group>org.spark-project.akka</akka.group> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-2.2</id> | |
<properties> | |
<hadoop.version>2.2.0</hadoop.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<avro.mapred.classifier>hadoop2</avro.mapred.classifier> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-2.3</id> | |
<properties> | |
<hadoop.version>2.3.0</hadoop.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<jets3t.version>0.9.3</jets3t.version> | |
<avro.mapred.classifier>hadoop2</avro.mapred.classifier> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-2.4</id> | |
<properties> | |
<hadoop.version>2.4.0</hadoop.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<jets3t.version>0.9.3</jets3t.version> | |
<avro.mapred.classifier>hadoop2</avro.mapred.classifier> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-2.6</id> | |
<properties> | |
<hadoop.version>2.6.0</hadoop.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<jets3t.version>0.9.3</jets3t.version> | |
<avro.mapred.classifier>hadoop2</avro.mapred.classifier> | |
</properties> | |
</profile> | |
<profile> | |
<id>hadoop-2.7</id> | |
<properties> | |
<hadoop.version>2.7.2</hadoop.version> | |
<protobuf.version>2.5.0</protobuf.version> | |
<jets3t.version>0.9.0</jets3t.version> | |
<avro.mapred.classifier>hadoop2</avro.mapred.classifier> | |
</properties> | |
</profile> | |
<!-- include sparkr in the build --> | |
<profile> | |
<id>sparkr</id> | |
<build> | |
<resources> | |
<resource> | |
<directory>src/main/resources</directory> | |
<excludes> | |
<exclude>interpreter-setting.json</exclude> | |
</excludes> | |
</resource> | |
<resource> | |
<directory>src/main/sparkr-resources</directory> | |
</resource> | |
</resources> | |
<plugins> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-compiler-plugin</artifactId> | |
<configuration> | |
<excludes combine.self="override"></excludes> | |
<testExcludes combine.self="override"> | |
<testExclude>${pyspark.test.exclude}</testExclude> | |
</testExcludes> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>org.scala-tools</groupId> | |
<artifactId>maven-scala-plugin</artifactId> | |
<configuration> | |
<excludes combine.self="override"> | |
</excludes> | |
</configuration> | |
</plugin> | |
<plugin> | |
<groupId>org.apache.maven.plugins</groupId> | |
<artifactId>maven-surefire-plugin</artifactId> | |
<configuration> | |
<excludes combine.self="override"> | |
<exclude>${pyspark.test.exclude}</exclude> | |
</excludes> | |
</configuration> | |
</plugin> | |
</plugins> | |
</build> | |
</profile> | |
</profiles> | |
</project> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment