=> Building devel/spark build started at Sat Oct 8 21:01:44 PDT 2016 port directory: /usr/ports/devel/spark building for: DragonFly pkgbox64.dragonflybsd.org 4.7-DEVELOPMENT DragonFly v4.7.0.78.g7d868-DEVELOPMENT #7: Mon Aug 1 22:25:32 PDT 2016 root@pkgbox64.dragonflybsd.org:/usr/obj/usr/src/sys/X86_64_GENERIC x86_64 maintained by: demon@FreeBSD.org ident warning: no id keywords in /build/boomdata/data/.m/Release46-default/ref/../02//usr/ports/devel/spark/Makefile Makefile ident: Poudriere version: 3.1-pre Host OSVERSION: 400700 Jail OSVERSION: 400600 ---Begin Environment--- STATUS=1 SAVED_TERM=screen MASTERMNT=/build/boomdata/data/.m/Release46-default/ref PATH=/usr/local/libexec/poudriere:/sbin:/bin:/usr/sbin:/usr/bin:/usr/pkg/bin:/usr/pkg/sbin:/usr/games:/usr/local/sbin:/usr/local/bin:/usr/pkg/xorg/bin:/usr/X11R6/bin:/root/bin:/sbin:/usr/sbin POUDRIERE_BUILD_TYPE=bulk PKGNAME=apache-spark-1.6.1 OLDPWD=/root/boom PWD=/build/boomdata/data/.m/Release46-default/ref/.p/pool MASTERNAME=Release46-default TERM=cons25 USER=root HOME=/root POUDRIERE_VERSION=3.1-pre LOCALBASE=/usr/local PACKAGE_BUILDING=yes ---End Environment--- ---Begin OPTIONS List--- ---End OPTIONS List--- --CONFIGURE_ARGS-- --End CONFIGURE_ARGS-- --CONFIGURE_ENV-- PYTHON="/usr/local/bin/python2.7" XDG_DATA_HOME=/wrkdirs/devel/spark XDG_CONFIG_HOME=/wrkdirs/devel/spark HOME=/wrkdirs/devel/spark TMPDIR="/tmp" SHELL=/bin/sh CONFIG_SHELL=/bin/sh CCVER=gcc50 --End CONFIGURE_ENV-- --MAKE_ENV-- JAVA_HOME=/usr/local/openjdk8 MAVEN_OPTS="-Xmx2g -XX:MaxPermSize=512M -XX:ReservedCodeCacheSize=512m" XDG_DATA_HOME=/wrkdirs/devel/spark XDG_CONFIG_HOME=/wrkdirs/devel/spark HOME=/wrkdirs/devel/spark TMPDIR="/tmp" NO_PIE=yes MK_DEBUG_FILES=no MK_KERNEL_SYMBOLS=no SHELL=/bin/sh NO_LINT=YES CCVER=gcc50 PREFIX=/usr/local LOCALBASE=/usr/local LIBDIR="/usr/lib" NOPROFILE=1 CC="cc" CFLAGS="-pipe -O2 -fno-strict-aliasing" CPP="cpp" CPPFLAGS="" LDFLAGS="" LIBS="" CXX="c++" CXXFLAGS=" -pipe -O2 -fno-strict-aliasing" MANPREFIX="/usr/local" BSD_INSTALL_PROGRAM="install -s -m 555" BSD_INSTALL_LIB="install -s -m 444" BSD_INSTALL_SCRIPT="install -m 555" BSD_INSTALL_DATA="install -m 0644" BSD_INSTALL_MAN="install -m 444" --End MAKE_ENV-- --PLIST_SUB-- SPARK_USER=spark SPARK_GROUP=spark VER=1.6.1 JAVASHAREDIR="share/java" JAVAJARDIR="share/java/classes" PYTHON_INCLUDEDIR=include/python2.7 PYTHON_LIBDIR=lib/python2.7 PYTHON_PLATFORM=dragonfly4 PYTHON_SITELIBDIR=lib/python2.7/site-packages PYTHON_VER=2.7 PYTHON_VERSION=python2.7 OSREL=4.6 PREFIX=%D LOCALBASE=/usr/local RESETPREFIX=/usr/local PORTDOCS="" PORTEXAMPLES="" LIB32DIR=lib PROFILE="@comment " DOCSDIR="share/doc/spark" EXAMPLESDIR="share/examples/spark" DATADIR="share/spark" WWWDIR="www/spark" ETCDIR="etc/spark" --End PLIST_SUB-- --SUB_LIST-- SPARK_USER=spark SPARK_GROUP=spark JAVASHAREDIR="/usr/local/share/java" JAVAJARDIR="/usr/local/share/java/classes" JAVALIBDIR="/usr/local/share/java/classes" JAVA_VERSION="1.7+" PREFIX=/usr/local LOCALBASE=/usr/local DATADIR=/usr/local/share/spark DOCSDIR=/usr/local/share/doc/spark EXAMPLESDIR=/usr/local/share/examples/spark WWWDIR=/usr/local/www/spark ETCDIR=/usr/local/etc/spark --End SUB_LIST-- ---Begin make.conf--- NO_BACKUP=yes USE_PACKAGE_DEPENDS=yes PKG_CREATE_VERBOSE=yes BATCH=yes WRKDIRPREFIX=/wrkdirs PORT_DBDIR=/options PORTSDIR=/usr/ports PACKAGES=/packages DISTDIR=/distfiles MAKE_JOBS_NUMBER=5 ---End make.conf--- =================================================== ===> License APACHE20 accepted by the user =========================================================================== =================================================== ===> apache-spark-1.6.1 depends on file: /usr/local/sbin/pkg - not found ===> Installing existing package /packages/All/pkg-1.8.7_3.txz Installing pkg-1.8.7_3... Extracting pkg-1.8.7_3: .......... done ===> apache-spark-1.6.1 depends on file: /usr/local/sbin/pkg - found ===> Returning to build of apache-spark-1.6.1 =========================================================================== =================================================== =========================================================================== =================================================== ===> License APACHE20 accepted by the user ===> Fetching all distfiles required by apache-spark-1.6.1 for building =========================================================================== =================================================== ===> License APACHE20 accepted by the user ===> Fetching all distfiles required by apache-spark-1.6.1 for building => SHA256 Checksum OK for hadoop/spark-1.6.1.tgz. => SHA256 Checksum OK for hadoop/FreeBSD-spark-1.6.1-maven-repository.tar.gz. =========================================================================== =================================================== =========================================================================== =================================================== ===> License APACHE20 accepted by the user ===> Fetching all distfiles required by apache-spark-1.6.1 for building ===> Extracting for apache-spark-1.6.1 => SHA256 Checksum OK for hadoop/spark-1.6.1.tgz. => SHA256 Checksum OK for hadoop/FreeBSD-spark-1.6.1-maven-repository.tar.gz. =========================================================================== =================================================== =========================================================================== =================================================== ===> Patching for apache-spark-1.6.1 ===> Applying ports patches for apache-spark-1.6.1 =========================================================================== =================================================== ===> apache-spark-1.6.1 depends on file: /usr/local/share/java/maven33/bin/mvn - not found ===> Installing existing package /packages/All/maven33-3.3.3_1.txz Installing maven33-3.3.3_1... `-- Installing maven-wrapper-1_2... `-- Extracting maven-wrapper-1_2: .. done `-- Installing openjdk8-8.102.14_1... | `-- Installing giflib-5.1.3... | `-- Extracting giflib-5.1.3: .......... done | `-- Installing libXt-1.1.5,1... | | `-- Installing xproto-7.0.28... | | `-- Extracting xproto-7.0.28: .......... done | | `-- Installing libSM-1.2.2_3,1... | | `-- Installing libICE-1.0.9_1,1... | | `-- Extracting libICE-1.0.9_1,1: .......... done | | `-- Extracting libSM-1.2.2_3,1: .......... done | | `-- Installing libX11-1.6.3,1... | | `-- Installing kbproto-1.0.7... | | `-- Extracting kbproto-1.0.7: .......... done | | `-- Installing libXdmcp-1.1.2... | | `-- Extracting libXdmcp-1.1.2: ......... done | | `-- Installing libxcb-1.11.1... | | | `-- Installing libxml2-2.9.4... | | | `-- Extracting libxml2-2.9.4: .......... done | | | `-- Installing libpthread-stubs-0.3_6... | | | `-- Extracting libpthread-stubs-0.3_6: ..... done | | | `-- Installing libXau-1.0.8_3... | | | `-- Extracting libXau-1.0.8_3: .......... done | | `-- Extracting libxcb-1.11.1: .......... done | | `-- Extracting libX11-1.6.3,1: .......... done | `-- Extracting libXt-1.1.5,1: .......... done | `-- Installing libXtst-1.2.2_3... | | `-- Installing libXext-1.3.3_1,1... | | `-- Installing xextproto-7.3.0... | | `-- Extracting xextproto-7.3.0: .......... done | | `-- Extracting libXext-1.3.3_1,1: .......... done | | `-- Installing inputproto-2.3.1... | | `-- Extracting inputproto-2.3.1: ..... done | | `-- Installing libXi-1.7.6,1... | | `-- Installing libXfixes-5.0.1_3... | | | `-- Installing fixesproto-5.0... | | | `-- Extracting fixesproto-5.0: .... done | | `-- Extracting libXfixes-5.0.1_3: .......... done | | `-- Extracting libXi-1.7.6,1: .......... done | | `-- Installing recordproto-1.14.2... | | `-- Extracting recordproto-1.14.2: .... done | `-- Extracting libXtst-1.2.2_3: .......... done | `-- Installing java-zoneinfo-2016.f... | `-- Extracting java-zoneinfo-2016.f: .......... done | `-- Installing gcc-4.8.5_2... | | `-- Installing indexinfo-0.2.5... | | `-- Extracting indexinfo-0.2.5: .... done | | `-- Installing mpc-1.0.3... | | `-- Installing gmp-5.1.3_3... | | `-- Extracting gmp-5.1.3_3: .......... done | | `-- Installing mpfr-3.1.5... | | `-- Extracting mpfr-3.1.5: .......... done | | `-- Extracting mpc-1.0.3: ...... done | | `-- Installing binutils-2.27_4,1... | | `-- Installing gettext-runtime-0.19.8.1... | | `-- Extracting gettext-runtime-0.19.8.1: .......... done | | `-- Extracting binutils-2.27_4,1: .......... done | `-- Extracting gcc-4.8.5_2: .......... done | `-- Installing libXrender-0.9.9... | | `-- Installing renderproto-0.11.1... | | `-- Extracting renderproto-0.11.1: .... done | `-- Extracting libXrender-0.9.9: .......... done | `-- Installing freetype2-2.6.3... | `-- Extracting freetype2-2.6.3: .......... done | `-- Installing alsa-lib-1.1.2... | `-- Extracting alsa-lib-1.1.2: .......... done | `-- Installing fontconfig-2.12.1,1... | | `-- Installing expat-2.2.0... | | `-- Extracting expat-2.2.0: .......... done | `-- Extracting fontconfig-2.12.1,1: .......... done Running fc-cache to build fontconfig cache... /usr/local/share/fonts: skipping, no such directory /usr/local/lib/X11/fonts: skipping, no such directory /var/db/fontconfig: cleaning cache directory fc-cache: succeeded | `-- Installing dejavu-2.35... | | `-- Installing mkfontdir-1.0.7... | | `-- Installing mkfontscale-1.1.2... | | | `-- Installing libfontenc-1.1.3... | | | `-- Extracting libfontenc-1.1.3: ...... done | | `-- Extracting mkfontscale-1.1.2: .. done | | `-- Extracting mkfontdir-1.0.7: .. done | `-- Extracting dejavu-2.35: .......... done | `-- Installing javavmwrapper-2.5_2... | `-- Extracting javavmwrapper-2.5_2: .......... done `-- Extracting openjdk8-8.102.14_1: .......... done Extracting maven33-3.3.3_1: .......... done Message from maven-wrapper-1_2: ===> NOTICE: The maven-wrapper port currently does not have a maintainer. As a result, it is more likely to have unresolved issues, not be up-to-date, or even be removed in the future. To volunteer to maintain this port, please create an issue at: https://bugs.freebsd.org/bugzilla More information about port maintainership is available at: https://www.freebsd.org/doc/en/articles/contributing/ports-contributing.html#maintain-port Message from gcc-4.8.5_2: To ensure binaries built with this toolchain find appropriate versions of the necessary run-time libraries, you may want to link using -Wl,-rpath=/usr/local/lib/gcc48 For ports leveraging USE_GCC, USES=compiler, or USES=fortran this happens transparently. Message from dejavu-2.35: Make sure that the freetype module is loaded. If it is not, add the following line to the "Modules" section of your X Windows configuration file: Load "freetype" Add the following line to the "Files" section of X Windows configuration file: FontPath "/usr/local/share/fonts/dejavu/" Note: your X Windows configuration file is typically /etc/X11/XF86Config if you are using XFree86, and /etc/X11/xorg.conf if you are using X.Org. Message from openjdk8-8.102.14_1: ====================================================================== This OpenJDK implementation requires fdescfs(5) mounted on /dev/fd and procfs(5) mounted on /proc. If you have not done it yet, please do the following: mount -t fdescfs fdesc /dev/fd mount -t procfs proc /proc To make it permanent, you need the following lines in /etc/fstab: fdesc /dev/fd fdescfs rw 0 0 proc /proc procfs rw 0 0 ====================================================================== ===> apache-spark-1.6.1 depends on file: /usr/local/share/java/maven33/bin/mvn - found ===> Returning to build of apache-spark-1.6.1 ===> apache-spark-1.6.1 depends on file: /usr/local/lib/libsnappyjava.so - not found ===> Installing existing package /packages/All/snappyjava-1.0.4.1_2.txz Installing snappyjava-1.0.4.1_2... Extracting snappyjava-1.0.4.1_2: ..... done ===> apache-spark-1.6.1 depends on file: /usr/local/lib/libsnappyjava.so - found ===> Returning to build of apache-spark-1.6.1 ===> apache-spark-1.6.1 depends on file: /usr/local/openjdk8/bin/java - found ===> apache-spark-1.6.1 depends on file: /usr/local/bin/python2.7 - not found ===> Installing existing package /packages/All/python27-2.7.12.txz Installing python27-2.7.12... `-- Installing readline-6.3.8... | `-- Installing ncurses-6.0_5... | `-- Extracting ncurses-6.0_5: .......... done `-- Extracting readline-6.3.8: .......... done `-- Installing libffi-3.2.1... `-- Extracting libffi-3.2.1: .......... done Extracting python27-2.7.12: .......... done Message from ncurses-6.0_5: ===> NOTICE: The ncurses port currently does not have a maintainer. As a result, it is more likely to have unresolved issues, not be up-to-date, or even be removed in the future. To volunteer to maintain this port, please create an issue at: https://bugs.freebsd.org/bugzilla More information about port maintainership is available at: https://www.freebsd.org/doc/en/articles/contributing/ports-contributing.html#maintain-port Message from python27-2.7.12: =========================================================================== Note that some standard Python modules are provided as separate ports as they require additional dependencies. They are available as: bsddb databases/py-bsddb gdbm databases/py-gdbm sqlite3 databases/py-sqlite3 tkinter x11-toolkits/py-tkinter =========================================================================== ===> apache-spark-1.6.1 depends on file: /usr/local/bin/python2.7 - found ===> Returning to build of apache-spark-1.6.1 ===> apache-spark-1.6.1 depends on executable: python2 - not found ===> Installing existing package /packages/All/python2-2_3.txz Installing python2-2_3... Extracting python2-2_3: ...... done ===> apache-spark-1.6.1 depends on executable: python2 - found ===> Returning to build of apache-spark-1.6.1 =========================================================================== =================================================== =========================================================================== =================================================== ===> Configuring for apache-spark-1.6.1 =========================================================================== =================================================== ===> Building for apache-spark-1.6.1 /bin/mkdir -p /wrkdirs/devel/spark/snappy/org/xerial/snappy/native/DragonFly/x86_64 /bin/cp /usr/local/lib/libsnappyjava.so /wrkdirs/devel/spark/snappy/org/xerial/snappy/native/DragonFly/x86_64 cd /wrkdirs/devel/spark/spark-1.6.1 && /usr/bin/env JAVA_HOME=/usr/local/openjdk8 MAVEN_OPTS="-Xmx2g -XX:MaxPermSize=512M -XX:ReservedCodeCacheSize=512m" XDG_DATA_HOME=/wrkdirs/devel/spark XDG_CONFIG_HOME=/wrkdirs/devel/spark HOME=/wrkdirs/devel/spark TMPDIR="/tmp" NO_PIE=yes MK_DEBUG_FILES=no MK_KERNEL_SYMBOLS=no SHELL=/bin/sh NO_LINT=YES CCVER=gcc50 PREFIX=/usr/local LOCALBASE=/usr/local LIBDIR="/usr/lib" NOPROFILE=1 CC="cc" CFLAGS="-pipe -O2 -fno-strict-aliasing" CPP="cpp" CPPFLAGS="" LDFLAGS="" LIBS="" CXX="c++" CXXFLAGS=" -pipe -O2 -fno-strict-aliasing" MANPREFIX="/usr/local" BSD_INSTALL_PROGRAM="install -s -m 555" BSD_INSTALL_LIB="install -s -m 444" BSD_INSTALL_SCRIPT="install -m 555" BSD_INSTALL_DATA="install -m 0644" BSD_INSTALL_MAN="install -m 444" /usr/local/share/java/maven33/bin/mvn --offline -Dmaven.repo.local=/wrkdirs/devel/spark/m2 clean package -Dhadoop.version=2.7.2 -Pyarn -Phadoop-2.6 -DskipTests -Duser.home=/wrkdirs/devel/spark OpenJDK 64-Bit Server VM warning: ignoring option MaxPermSize=512M; support was removed in 8.0 [INFO] Scanning for projects... [INFO] ------------------------------------------------------------------------ [INFO] Reactor Build Order: [INFO] [INFO] Spark Project Parent POM [INFO] Spark Project Test Tags [INFO] Spark Project Launcher [INFO] Spark Project Networking [INFO] Spark Project Shuffle Streaming Service [INFO] Spark Project Unsafe [INFO] Spark Project Core [INFO] Spark Project Bagel [INFO] Spark Project GraphX [INFO] Spark Project Streaming [INFO] Spark Project Catalyst [INFO] Spark Project SQL [INFO] Spark Project ML Library [INFO] Spark Project Tools [INFO] Spark Project Hive [INFO] Spark Project Docker Integration Tests [INFO] Spark Project REPL [INFO] Spark Project YARN Shuffle Service [INFO] Spark Project YARN [INFO] Spark Project Assembly [INFO] Spark Project External Twitter [INFO] Spark Project External Flume Sink [INFO] Spark Project External Flume [INFO] Spark Project External Flume Assembly [INFO] Spark Project External MQTT [INFO] Spark Project External MQTT Assembly [INFO] Spark Project External ZeroMQ [INFO] Spark Project External Kafka [INFO] Spark Project Examples [INFO] Spark Project External Kafka Assembly [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Parent POM 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-parent_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-parent_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-parent_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-parent_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-parent_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-parent_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-parent_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/target/tmp [INFO] Executed tasks [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-parent_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-parent_2.10 --- [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-parent_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-parent_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/target/spark-parent_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-parent_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-parent_2.10 --- [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-parent_2.10 --- [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-parent_2.10 --- [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Test Tags 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-test-tags_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-test-tags_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-test-tags_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/tags/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/tags/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-test-tags_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/org/scalatest/scalatest_2.10/2.2.1/scalatest_2.10-2.2.1.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-test-tags_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-test-tags_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/tags/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-test-tags_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] 'compiler-interface' not yet compiled for Scala 2.10.5. Compiling... [INFO] Compilation completed in 41.126 s [INFO] Compiling 3 Java sources to /wrkdirs/devel/spark/spark-1.6.1/tags/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-test-tags_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /wrkdirs/devel/spark/spark-1.6.1/tags/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-test-tags_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/tags/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-test-tags_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/tags/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-test-tags_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-test-tags_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-test-tags_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-test-tags_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-test-tags_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-test-tags_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-test-tags_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-test-tags_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-test-tags_2.10 --- [INFO] Excluding org.scalatest:scalatest_2.10:jar:2.2.1 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/tags/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/tags/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-test-tags_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-test-tags_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tags/target/spark-test-tags_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Launcher 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-launcher_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-launcher_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-launcher_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/launcher/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/launcher/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-launcher_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1/activation-1.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-launcher_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-launcher_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/launcher/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-launcher_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 15 Java sources to /wrkdirs/devel/spark/spark-1.6.1/launcher/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-launcher_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 15 source files to /wrkdirs/devel/spark/spark-1.6.1/launcher/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-launcher_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/launcher/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-launcher_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 2 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-launcher_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 5 Java sources to /wrkdirs/devel/spark/spark-1.6.1/launcher/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-launcher_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /wrkdirs/devel/spark/spark-1.6.1/launcher/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-launcher_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-launcher_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-launcher_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-launcher_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-launcher_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-launcher_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-launcher_2.10 --- [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.6.2.Final from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/launcher/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/launcher/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/launcher/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-launcher_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-launcher_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Networking 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-network-common_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-network-common_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/common/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/common/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-network-common_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/com/google/guava/guava/14.0.1/guava-14.0.1.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-common_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/network/common/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-network-common_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 65 Java sources to /wrkdirs/devel/spark/spark-1.6.1/network/common/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-network-common_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 65 source files to /wrkdirs/devel/spark/spark-1.6.1/network/common/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-network-common_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/network/common/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-common_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-network-common_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 12 Java sources to /wrkdirs/devel/spark/spark-1.6.1/network/common/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-network-common_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 12 source files to /wrkdirs/devel/spark/spark-1.6.1/network/common/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (test-jar-on-test-compile) @ spark-network-common_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-network-common_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-common_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-network-common_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-common_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-network-common_2.10 --- [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Including com.google.guava:guava:jar:14.0.1 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/common/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/common/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/common/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-network-common_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-network-common_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Shuffle Streaming Service 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-network-shuffle_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-network-shuffle_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-shuffle_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-network-shuffle_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 16 Java sources to /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-network-shuffle_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 16 source files to /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-network-shuffle_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-shuffle_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-network-shuffle_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 10 Java sources to /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-network-shuffle_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 10 source files to /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-network-shuffle_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-shuffle_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-shuffle_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-network-shuffle_2.10 --- [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-network-shuffle_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Unsafe 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-unsafe_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-unsafe_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-unsafe_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/unsafe/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/unsafe/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-unsafe_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-unsafe_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-unsafe_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/unsafe/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-unsafe_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 14 Java sources to /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-unsafe_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 14 source files to /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-unsafe_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-unsafe_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/unsafe/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-unsafe_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 1 Scala source and 5 Java sources to /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-unsafe_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-unsafe_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-unsafe_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-unsafe_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-unsafe_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-unsafe_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-unsafe_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-unsafe_2.10 --- [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/unsafe/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/unsafe/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/unsafe/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-unsafe_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-unsafe_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Core 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-core_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-core_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-core_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-core_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-servlet/8.1.14.v20131031/jetty-servlet-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-continuation/8.1.14.v20131031/jetty-continuation-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-security/8.1.14.v20131031/jetty-security-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.mail.glassfish/1.4.1.v201005082020/javax.mail.glassfish-1.4.1.v201005082020.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.activation/1.1.0.v201105071233/javax.activation-1.1.0.v201105071233.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-http/8.1.14.v20131031/jetty-http-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-plus/8.1.14.v20131031/jetty-plus-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-jndi/8.1.14.v20131031/jetty-jndi-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-webapp/8.1.14.v20131031/jetty-webapp-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-server/8.1.14.v20131031/jetty-server-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-io/8.1.14.v20131031/jetty-io-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.transaction/1.1.1.v201105210645/javax.transaction-1.1.1.v201105210645.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-xml/8.1.14.v20131031/jetty-xml-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/jetty-util/8.1.14.v20131031/jetty-util-8.1.14.v20131031.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-core_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-core_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 21 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-core_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 486 Scala sources and 76 Java sources to /wrkdirs/devel/spark/spark-1.6.1/core/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:104: value TRY_CACHE in object WriteType is deprecated: see corresponding Javadoc for more information. [WARNING] val os = file.getOutStream(WriteType.TRY_CACHE) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:118: value TRY_CACHE in object WriteType is deprecated: see corresponding Javadoc for more information. [WARNING] val os = file.getOutStream(WriteType.TRY_CACHE) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:186: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-10921 [WARNING] this(master, appName, null, Nil, Map()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:196: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-10921 [WARNING] this(master, appName, sparkHome, Nil, Map()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:208: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-10921 [WARNING] this(master, appName, sparkHome, jars, Map()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:871: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new NewHadoopJob(hadoopConfiguration) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:920: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new NewHadoopJob(hadoopConfiguration) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:1099: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new NewHadoopJob(conf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkContext.scala:1366: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val isDir = fs.getFileStatus(hadoopPath).isDir [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkEnv.scala:101: value actorSystem in class SparkEnv is deprecated: Actor system is no longer supported as of 1.4.0 [WARNING] actorSystem.shutdown() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala:153: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [WARNING] new TaskAttemptID(new TaskID(jID.value, true, splitID), attemptID)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala:174: method makeQualified in class Path is deprecated: see corresponding Javadoc for more information. [WARNING] outputPath.makeQualified(fs) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/api/java/JavaSparkContext.scala:105: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-10921 [WARNING] this(new SparkContext(master, appName, sparkHome, jars.toSeq, environment.asScala, Map())) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:236: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val (directories, leaves) = fs.listStatus(status.getPath).partition(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:240: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] if (baseStatus.isDir) recurse(baseStatus) else Seq(baseStatus) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:249: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val (directories, files) = fs.listStatus(status.getPath).partition(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/SparkHadoopUtil.scala:254: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] assert(baseStatus.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala:170: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] if (!fs.getFileStatus(path).isDir) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala:307: method delete in class FileSystem is deprecated: see corresponding Javadoc for more information. [WARNING] if (!fs.delete(path)) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala:606: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] private def isLegacyLogDirectory(entry: FileStatus): Boolean = entry.isDir() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala:46: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val totalLen = listStatus(context).asScala.filterNot(_.isDir).map(_.getLen).sum [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/input/WholeTextFileInputFormat.scala:56: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val totalLen = files.map(file => if (file.isDir) 0L else file.getLen).sum [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala:64: constructor TaskAttemptID in class TaskAttemptID is deprecated: see corresponding Javadoc for more information. [WARNING] new TaskAttemptID(jtIdentifier, jobId, isMap, taskId, attemptId) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala:360: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [WARNING] val taId = new TaskAttemptID(new TaskID(jobID, true, splitId), attemptId) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala:988: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new NewAPIHadoopJob(hadoopConf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala:1077: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new NewAPIHadoopJob(hadoopConf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/rdd/ReliableCheckpointRDD.scala:177: method getDefaultReplication in class FileSystem is deprecated: see corresponding Javadoc for more information. [WARNING] fs.create(tempOutputPath, false, bufferSize, fs.getDefaultReplication, blockSize) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/scheduler/EventLoggingListener.scala:100: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] if (!fileSystem.getFileStatus(new Path(logBaseDir)).isDir) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/scheduler/InputFormatInfo.scala:106: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(conf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:47: class TachyonFS in package client is deprecated: see corresponding Javadoc for more information. [WARNING] var client: tachyon.client.TachyonFS = _ [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:53: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] private var tachyonDirs: Array[TachyonFile] = _ [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:54: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] private var subDirs: Array[Array[tachyon.client.TachyonFile]] = _ [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:82: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] subDirs = Array.fill(tachyonDirs.length)(new Array[TachyonFile](subDirsPerTachyonDir)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:165: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def removeFile(file: TachyonFile): Boolean = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:169: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def fileExists(file: TachyonFile): Boolean = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:173: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def getFile(filename: String): TachyonFile = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:203: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def getFile(blockId: BlockId): TachyonFile = getFile(blockId.name) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:206: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] private def createTachyonDirs(): Array[TachyonFile] = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/storage/TachyonBlockManager.scala:211: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] var tachyonDir: TachyonFile = null [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/ShutdownHookManager.scala:81: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def registerShutdownDeleteDir(tachyonfile: TachyonFile) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/ShutdownHookManager.scala:97: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def removeShutdownDeleteDir(tachyonfile: TachyonFile) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/ShutdownHookManager.scala:113: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def hasShutdownDeleteTachyonDir(file: TachyonFile): Boolean = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/ShutdownHookManager.scala:139: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def hasRootAsShutdownDeleteDir(file: TachyonFile): Boolean = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/Utils.scala:938: class TachyonFile in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def deleteRecursively(dir: TachyonFile, client: TachyonFS) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/main/scala/org/apache/spark/util/Utils.scala:938: class TachyonFS in package client is deprecated: see corresponding Javadoc for more information. [WARNING] def deleteRecursively(dir: TachyonFile, client: TachyonFS) { [WARNING] ^ [WARNING] 45 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-core_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 76 source files to /wrkdirs/devel/spark/spark-1.6.1/core/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-core_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/core/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-core_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 59 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-core_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 195 Scala sources and 17 Java sources to /wrkdirs/devel/spark/spark-1.6.1/core/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/DistributedSuite.scala:238: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-10921 [WARNING] sc = new SparkContext(clusterUrl, "test", null, Nil, Map("TEST_VAR" -> "TEST_VALUE")) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/FileSuite.scala:506: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(sc.hadoopConfiguration) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/EventLoggingListenerSuite.scala:70: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] assert(!logStatus.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/EventLoggingListenerSuite.scala:74: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] assert(!fileSystem.getFileStatus(new Path(eventLogger.logPath)).isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/ReplayListenerSuite.scala:118: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] assert(!eventLog.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/SparkListenerSuite.scala:295: value actorSystem in class SparkEnv is deprecated: Actor system is no longer supported as of 1.4.0 [WARNING] sc.env.actorSystem.settings.config.getBytes("akka.remote.netty.tcp.maximum-frame-size").toInt [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/TaskContextSuite.scala:105: method attemptId in class TaskContext is deprecated: use attemptNumber [WARNING] Seq(TaskContext.get().attemptId).iterator [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/TaskResultGetterSuite.scala:93: value actorSystem in class SparkEnv is deprecated: Actor system is no longer supported as of 1.4.0 [WARNING] sc.env.actorSystem.settings.config.getBytes("akka.remote.netty.tcp.maximum-frame-size").toInt [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/scheduler/TaskResultGetterSuite.scala:118: value actorSystem in class SparkEnv is deprecated: Actor system is no longer supported as of 1.4.0 [WARNING] sc.env.actorSystem.settings.config.getBytes("akka.remote.netty.tcp.maximum-frame-size").toInt [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/ClosureCleanerSuite.scala:273: method flatMapWith in class RDD is deprecated: use mapPartitionsWithIndex and flatMap [WARNING] rdd.flatMapWith ((index: Int) => new Random(index + 42)){ (_, it) => return; Seq() }.count() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/ClosureCleanerSuite.scala:276: method mapWith in class RDD is deprecated: use mapPartitionsWithIndex [WARNING] rdd.mapWith ((index: Int) => new Random(index + 42)){ (_, it) => return; 0 }.count() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/ClosureCleanerSuite.scala:279: method filterWith in class RDD is deprecated: use mapPartitionsWithIndex and filter [WARNING] rdd.filterWith ((index: Int) => new Random(index + 42)){ (_, it) => return; true }.count() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/ClosureCleanerSuite.scala:282: method foreachWith in class RDD is deprecated: use mapPartitionsWithIndex and foreach [WARNING] rdd.foreachWith ((index: Int) => new Random(index + 42)){ (_, it) => return } [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/ClosureCleanerSuite.scala:285: method mapPartitionsWithContext in class RDD is deprecated: use TaskContext.get [WARNING] rdd.mapPartitionsWithContext { (_, it) => return; it }.count() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/FileAppenderSuite.scala:199: constructor ArgumentCaptor in class ArgumentCaptor is deprecated: see corresponding Javadoc for more information. [WARNING] val loggingEventCaptor = new ArgumentCaptor[LoggingEvent] [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/scala/org/apache/spark/util/FileAppenderSuite.scala:226: constructor ArgumentCaptor in class ArgumentCaptor is deprecated: see corresponding Javadoc for more information. [WARNING] val loggingEventCaptor = new ArgumentCaptor[LoggingEvent] [WARNING] ^ [WARNING] 16 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/java/org/apache/spark/JavaAPISuite.java:693: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] List list = rdd.toArray(); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/java/org/apache/spark/JavaAPISuite.java:1249: warning: [deprecation] Job() in Job has been deprecated [WARNING] IntWritable.class, Text.class, new Job().getConfiguration()); [WARNING] ^ [WARNING] 3 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-core_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 17 source files to /wrkdirs/devel/spark/spark-1.6.1/core/target/scala-2.10/test-classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/core/src/test/java/org/apache/spark/JavaAPISuite.java:[693,28] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/core/src/test/java/org/apache/spark/JavaAPISuite.java:[1249,39] [deprecation] Job() in Job has been deprecated [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-core_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-core_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-core_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-core_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-core_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-core_2.10 --- [INFO] [INFO] --- maven-dependency-plugin:2.10:copy-dependencies (copy-dependencies) @ spark-core_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-core_2.10 --- [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Including org.eclipse.jetty:jetty-plus:jar:8.1.14.v20131031 in the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.transaction:jar:1.1.1.v201105210645 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-webapp:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-xml:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty:jetty-jndi:jar:8.1.14.v20131031 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.mail.glassfish:jar:1.4.1.v201005082020 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.activation:jar:1.1.0.v201105071233 from the shaded jar. [INFO] Including org.eclipse.jetty:jetty-security:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-util:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-server:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-http:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-io:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-continuation:jar:8.1.14.v20131031 in the shaded jar. [INFO] Including org.eclipse.jetty:jetty-servlet:jar:8.1.14.v20131031 in the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/core/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-core_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-core_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Bagel 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-bagel_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-bagel_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/bagel/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/bagel/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-bagel_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-bagel_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/bagel/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-bagel_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 2 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/bagel/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-bagel_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/bagel/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-bagel_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/bagel/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-bagel_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/bagel/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-bagel_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-bagel_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-bagel_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-bagel_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-bagel_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-bagel_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/bagel/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/bagel/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/bagel/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-bagel_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project GraphX 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-graphx_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-graphx_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/graphx/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-graphx_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-graphx_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/graphx/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-graphx_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 38 Scala sources and 5 Java sources to /wrkdirs/devel/spark/spark-1.6.1/graphx/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/main/scala/org/apache/spark/graphx/Pregel.scala:124: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] var messages = g.mapReduceTriplets(sendMsg, mergeMsg) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/main/scala/org/apache/spark/graphx/Pregel.scala:138: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] messages = g.mapReduceTriplets( [WARNING] ^ [WARNING] two warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-graphx_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /wrkdirs/devel/spark/spark-1.6.1/graphx/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-graphx_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/graphx/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-graphx_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 2 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-graphx_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 18 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/graphx/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:224: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val result = graph.mapReduceTriplets[Int](et => Iterator((et.dstId, et.srcAttr)), _ + _) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:289: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val neighborDegreeSums = starDeg.mapReduceTriplets( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:299: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val numEvenNeighbors = vids.mapReduceTriplets(et => { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:315: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val numOddNeighbors = changedGraph.mapReduceTriplets(et => { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:350: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val neighborDegreeSums = reverseStarDegrees.mapReduceTriplets( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/graphx/src/test/scala/org/apache/spark/graphx/GraphSuite.scala:423: method mapReduceTriplets in class Graph is deprecated: use aggregateMessages [WARNING] val neighborAttrSums = graph.mapReduceTriplets[Int]( [WARNING] ^ [WARNING] 6 warnings found [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-graphx_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-graphx_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-graphx_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-graphx_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-graphx_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding com.github.fommil.netlib:core:jar:1.1.2 from the shaded jar. [INFO] Excluding net.sourceforge.f2j:arpack_combined_all:jar:0.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/graphx/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/graphx/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/graphx/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-graphx_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Streaming 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/streaming/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 2 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 100 Scala sources and 5 Java sources to /wrkdirs/devel/spark/spark-1.6.1/streaming/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/main/scala/org/apache/spark/streaming/receiver/ActorReceiver.scala:147: value actorSystem in class SparkEnv is deprecated: Actor system is no longer supported as of 1.4.0 [WARNING] protected lazy val actorSupervisor = SparkEnv.get.actorSystem.actorOf(Props(new Supervisor), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/main/scala/org/apache/spark/streaming/util/FileBasedWriteAheadLog.scala:227: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] if (fileSystem.exists(logDirectoryPath) && fileSystem.getFileStatus(logDirectoryPath).isDir) { [WARNING] ^ [WARNING] two warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 5 source files to /wrkdirs/devel/spark/spark-1.6.1/streaming/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/streaming/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 39 Scala sources and 8 Java sources to /wrkdirs/devel/spark/spark-1.6.1/streaming/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/scala/org/apache/spark/streaming/DStreamClosureSuite.scala:107: method foreach in class DStream is deprecated: use foreachRDD [WARNING] expectCorrectException { ds.foreach(foreachF1) } [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/scala/org/apache/spark/streaming/DStreamClosureSuite.scala:108: method foreach in class DStream is deprecated: use foreachRDD [WARNING] expectCorrectException { ds.foreach(foreachF2) } [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/scala/org/apache/spark/streaming/util/WriteAheadLogSuite.scala:703: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] if (fileSystem.exists(logDirectoryPath) && fileSystem.getFileStatus(logDirectoryPath).isDir) { [WARNING] ^ [WARNING] three warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaAPISuite.java:775: warning: [deprecation] sc() in JavaStreamingContext has been deprecated [WARNING] final Accumulator accumRdd = ssc.sc().accumulator(0); [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaAPISuite.java:776: warning: [deprecation] sc() in JavaStreamingContext has been deprecated [WARNING] final Accumulator accumEle = ssc.sc().accumulator(0); [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:131: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet(new Tuple2("a", 1)), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:132: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet(new Tuple2("a", 2), new Tuple2("b", 1)), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:133: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:137: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:141: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:145: warning: [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] Sets.newHashSet( [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:185: warning: [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] mapWithStateDStream.foreachRDD(new Function, Void>() { [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:194: warning: [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] mapWithStateDStream.stateSnapshots().foreachRDD(new Function, Void>() { [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaReceiverAPISuite.java:71: warning: [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] mapped.foreachRDD(new Function, Void>() { [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] 12 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 8 source files to /wrkdirs/devel/spark/spark-1.6.1/streaming/target/scala-2.10/test-classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaReceiverAPISuite.java:[71,12] [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] where R,T are type-variables: R extends JavaRDDLike declared in class AbstractJavaDStreamLike T extends Object declared in class AbstractJavaDStreamLike /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[131,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[132,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[133,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[137,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[141,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[145,23] [unchecked] unchecked generic array creation for varargs parameter of type Tuple2[] [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[185,23] [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] where R,T are type-variables: R extends JavaRDDLike declared in class AbstractJavaDStreamLike T extends Object declared in class AbstractJavaDStreamLike /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaMapWithStateSuite.java:[194,40] [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] where R,T are type-variables: R extends JavaRDDLike declared in class AbstractJavaDStreamLike T extends Object declared in class AbstractJavaDStreamLike /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaAPISuite.java:[775,45] [deprecation] sc() in JavaStreamingContext has been deprecated [WARNING] /wrkdirs/devel/spark/spark-1.6.1/streaming/src/test/java/org/apache/spark/streaming/JavaAPISuite.java:[776,45] [deprecation] sc() in JavaStreamingContext has been deprecated [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-shaded.jar [INFO] Replacing original test artifact with shaded test artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-tests.jar with /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-shaded-tests.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/streaming/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/streaming/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/streaming/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/streaming/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Catalyst 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-catalyst_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-catalyst_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-catalyst_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-catalyst_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-catalyst_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 151 Scala sources and 14 Java sources to /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:154: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] elementType: DataType) extends CatalystTypeConverter[Any, Seq[Any], ArrayData] { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:158: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] override def toCatalystImpl(scalaValue: Any): ArrayData = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:161: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(a.map(elementConverter.toCatalyst)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:163: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(s.map(elementConverter.toCatalyst).toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:171: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(convertedIterable.toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:175: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] override def toScala(catalystValue: ArrayData): Seq[Any] = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:196: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] extends CatalystTypeConverter[Any, Map[Any, Any], MapData] { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:201: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] override def toCatalystImpl(scalaValue: Any): MapData = scalaValue match { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:231: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] override def toScala(catalystValue: MapData): Map[Any, Any] = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:431: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] case seq: Seq[Any] => new GenericArrayData(seq.map(convertToCatalyst).toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:433: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] case arr: Array[Any] => new GenericArrayData(arr.map(convertToCatalyst)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:377: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] buildCast[ArrayData](_, array => { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:386: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(values) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:393: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] buildCast[MapData](_, map => { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:394: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] val keys = keyCast(map.keyArray()).asInstanceOf[ArrayData] [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:395: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] val values = valueCast(map.valueArray()).asInstanceOf[ArrayData] [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:396: type ArrayBasedMapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayBasedMapData [WARNING] new ArrayBasedMapData(keys, values) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/misc.scala:127: method shaHex in object DigestUtils is deprecated: see corresponding Javadoc for more information. [WARNING] UTF8String.fromString(DigestUtils.shaHex(input.asInstanceOf[Array[Byte]])) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/ArrayType.scala:88: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] private[sql] lazy val interpretedOrdering: Ordering[ArrayData] = new Ordering[ArrayData] { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/ArrayType.scala:88: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] private[sql] lazy val interpretedOrdering: Ordering[ArrayData] = new Ordering[ArrayData] { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/ArrayType.scala:97: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] def compare(x: ArrayData, y: ArrayData): Int = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/ArrayType.scala:97: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] def compare(x: ArrayData, y: ArrayData): Int = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/DataType.scala:95: method fromCaseClassString in object DataType is deprecated: Use DataType.fromJson instead [WARNING] Try(DataType.fromJson(raw)).getOrElse(DataType.fromCaseClassString(raw)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:170: value DataTypeParser in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.DataTypeParser [WARNING] add(name, DataTypeParser.parse(dataType), nullable = true, Metadata.empty) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:185: value DataTypeParser in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.DataTypeParser [WARNING] add(name, DataTypeParser.parse(dataType), nullable, Metadata.empty) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:203: value DataTypeParser in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.DataTypeParser [WARNING] add(name, DataTypeParser.parse(dataType), nullable, metadata) [WARNING] ^ [WARNING] 26 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-catalyst_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 14 source files to /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-catalyst_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-catalyst_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-catalyst_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 76 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala:61: non-variable type argument Double in type pattern org.scalactic.TripleEqualsSupport.Spread[Double] is unchecked since it is eliminated by erasure [WARNING] case (result: Double, expected: Spread[Double]) => [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala:315: non-variable type argument Double in type pattern org.scalactic.TripleEqualsSupport.Spread[Double] is unchecked since it is eliminated by erasure [WARNING] case (result: Double, expected: Spread[Double]) => [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/UnsafeRowConverterSuite.scala:292: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] private def createArray(values: Any*): ArrayData = new GenericArrayData(values.toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/UnsafeRowConverterSuite.scala:292: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] private def createArray(values: Any*): ArrayData = new GenericArrayData(values.toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/UnsafeRowConverterSuite.scala:294: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] private def createMap(keys: Any*)(values: Any*): MapData = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/UnsafeRowConverterSuite.scala:296: type ArrayBasedMapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayBasedMapData [WARNING] new ArrayBasedMapData(createArray(keys: _*), createArray(values: _*)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/util/DateTimeUtilsSuite.scala:387: method getHours in class Date is deprecated: see corresponding Javadoc for more information. [WARNING] assert(getHours(us) === t.getHours) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/util/DateTimeUtilsSuite.scala:388: method getMinutes in class Date is deprecated: see corresponding Javadoc for more information. [WARNING] assert(getMinutes(us) === t.getMinutes) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/util/DateTimeUtilsSuite.scala:389: method getSeconds in class Date is deprecated: see corresponding Javadoc for more information. [WARNING] assert(getSeconds(us) === t.getSeconds) [WARNING] ^ [WARNING] 9 warnings found [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-catalyst_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (test-jar-on-test-compile) @ spark-catalyst_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-catalyst_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-catalyst_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-catalyst_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-catalyst_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-catalyst_2.10 --- [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.codehaus.janino:janino:jar:2.7.8 from the shaded jar. [INFO] Excluding org.codehaus.janino:commons-compiler:jar:2.7.8 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-catalyst_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-catalyst_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1-test-sources.jar [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (default) @ spark-catalyst_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1-tests.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project SQL 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-sql_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-sql_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-sql_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-sql_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 3 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-sql_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 159 Scala sources and 28 Java sources to /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/InsertIntoHadoopFsRelation.scala:96: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(hadoopConf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/SqlNewHadoopRDD.scala:80: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val newJob = new Job(conf) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/WriterContainer.scala:204: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [WARNING] this.taskId = new TaskID(this.jobId, true, splitId) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala:92: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(sqlContext.sparkContext.hadoopConfiguration) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JacksonParser.scala:216: type MapData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.MapData [WARNING] valueType: DataType): MapData = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JacksonParser.scala:229: type ArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.ArrayData [WARNING] elementType: DataType): ArrayData = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JacksonParser.scala:235: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(values.toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetRelation.scala:343: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] f.getLen, f.isDir, f.getReplication, f.getBlockSize, f.getModificationTime, [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetRelation.scala:645: method fromCaseClassString in object DataType is deprecated: Use DataType.fromJson instead [WARNING] DataType.fromCaseClassString(serializedSchema.get) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetRelation.scala:828: method fromCaseClassString in object DataType is deprecated: Use DataType.fromJson instead [WARNING] DataType.fromCaseClassString(schemaString).asInstanceOf[StructType] [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/text/DefaultSource.scala:92: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(sqlContext.sparkContext.hadoopConfiguration) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala:465: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val (dirs, files) = statuses.partition(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala:861: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val (dirs, files) = fs.listStatus(status.getPath, pathFilter).partition(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala:864: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val (dirs, files) = fs.listStatus(status.getPath).partition(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/scala/org/apache/spark/sql/sources/interfaces.scala:899: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] status.isDir, [WARNING] ^ [WARNING] 15 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/SpecificParquetRecordReaderBase.java:134: warning: [unchecked] unchecked cast [WARNING] (Class>) getReadSupportClass(configuration)); [WARNING] ^ [WARNING] required: Class> [WARNING] found: Class [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class SpecificParquetRecordReaderBase [WARNING] where CAP#1 is a fresh type-variable: [WARNING] CAP#1 extends Object from capture of ? [WARNING] 2 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-sql_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 28 source files to /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/scala-2.10/classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/SpecificParquetRecordReaderBase.java:[134,61] [unchecked] unchecked cast [INFO] [INFO] --- build-helper-maven-plugin:1.9.1:add-test-source (add-scala-test-sources) @ spark-sql_2.10 --- [INFO] Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java added. [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-sql_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-sql_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 16 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-sql_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 117 Scala sources and 16 Java sources to /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/QueryTest.scala:213: This catches all Throwables. If this is really intended, use `case e : Throwable` to clear this warning. [WARNING] case e => [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/QueryTest.scala:238: This catches all Throwables. If this is really intended, use `case e : Throwable` to clear this warning. [WARNING] case e => [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/ColumnarTestUtils.scala:43: match may not be exhaustive. It would fail on the following inputs: DirectCopyColumnType(), NativeColumnType() [WARNING] (columnType match { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala:301: method isNaN in object functions is deprecated: Use isnan. This will be removed in Spark 2.0. [WARNING] testData.select(isNaN($"a"), isNaN($"b")), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala:301: method isNaN in object functions is deprecated: Use isnan. This will be removed in Spark 2.0. [WARNING] testData.select(isNaN($"a"), isNaN($"b")), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala:589: method sparkPartitionId in object functions is deprecated: Use cume_dist. This will be removed in Spark 2.0. [WARNING] df.select(sparkPartitionId()), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala:598: method inputFileName in object functions is deprecated: Use input_file_name. This will be removed in Spark 2.0. [WARNING] val answer = sqlContext.read.parquet(dir.getCanonicalPath).select(inputFileName()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/ColumnExpressionSuite.scala:602: method inputFileName in object functions is deprecated: Use input_file_name. This will be removed in Spark 2.0. [WARNING] checkAnswer(data.select(inputFileName()).limit(1), Row("")) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala:342: method callUdf in object functions is deprecated: Use callUDF. This will be removed in Spark 2.0. [WARNING] df.select($"id", callUdf("simpleUdf", $"value")), [WARNING] ^ [WARNING] 9 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroArrayOfArray.java:135: warning: [unchecked] unchecked cast [WARNING] record.int_arrays_column = fieldSetFlags()[0] ? this.int_arrays_column : (java.util.List>) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: List> [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroMapOfArray.java:135: warning: [unchecked] unchecked cast [WARNING] record.string_to_ints_column = fieldSetFlags()[0] ? this.string_to_ints_column : (java.util.Map>) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: Map> [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroNonNullableArrays.java:188: warning: [unchecked] unchecked cast [WARNING] record.strings_column = fieldSetFlags()[0] ? this.strings_column : (java.util.List) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: List [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroNonNullableArrays.java:189: warning: [unchecked] unchecked cast [WARNING] record.maybe_ints_column = fieldSetFlags()[1] ? this.maybe_ints_column : (java.util.List) defaultValue(fields()[1]); [WARNING] ^ [WARNING] required: List [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/Nested.java:188: warning: [unchecked] unchecked cast [WARNING] record.nested_ints_column = fieldSetFlags()[0] ? this.nested_ints_column : (java.util.List) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: List [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:241: warning: [unchecked] unchecked cast [WARNING] record.strings_column = fieldSetFlags()[0] ? this.strings_column : (java.util.List) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: List [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:242: warning: [unchecked] unchecked cast [WARNING] record.string_to_int_column = fieldSetFlags()[1] ? this.string_to_int_column : (java.util.Map) defaultValue(fields()[1]); [WARNING] ^ [WARNING] required: Map [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:243: warning: [unchecked] unchecked cast [WARNING] record.complex_column = fieldSetFlags()[2] ? this.complex_column : (java.util.Map>) defaultValue(fields()[2]); [WARNING] ^ [WARNING] required: Map> [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java:110: warning: [deprecation] applySchema(JavaRDD,StructType) in SQLContext has been deprecated [WARNING] DataFrame df = sqlContext.applySchema(rowRDD, schema); [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java:146: warning: [deprecation] applySchema(JavaRDD,StructType) in SQLContext has been deprecated [WARNING] DataFrame df = sqlContext.applySchema(rowRDD, schema); [WARNING] ^ [WARNING] 11 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-sql_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 16 source files to /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/scala-2.10/test-classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroNonNullableArrays.java:[188,122] [unchecked] unchecked cast [WARNING] required: List found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroNonNullableArrays.java:[189,129] [unchecked] unchecked cast [WARNING] required: List found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:[241,122] [unchecked] unchecked cast [WARNING] required: List found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:[242,151] [unchecked] unchecked cast [WARNING] required: Map found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java:[243,205] [unchecked] unchecked cast [WARNING] required: Map> found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/Nested.java:[188,131] [unchecked] unchecked cast [WARNING] required: List found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroMapOfArray.java:[135,169] [unchecked] unchecked cast [WARNING] required: Map> found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroArrayOfArray.java:[135,145] [unchecked] unchecked cast [WARNING] required: List> found: Object /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java:[110,29] [deprecation] applySchema(JavaRDD,StructType) in SQLContext has been deprecated [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java:[146,29] [deprecation] applySchema(JavaRDD,StructType) in SQLContext has been deprecated [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-sql_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-sql_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-sql_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-sql_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-sql_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-sql_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding org.codehaus.janino:janino:jar:2.7.8 from the shaded jar. [INFO] Excluding org.codehaus.janino:commons-compiler:jar:2.7.8 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-column:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-common:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-encoding:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-generator:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-hadoop:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-format:jar:2.3.0-incubating from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-jackson:jar:1.7.0 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/core/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/core/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-sql_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-sql_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project ML Library 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-mllib_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-mllib_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/mllib/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-mllib_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.7/jaxb-api-2.2.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-agent/1.1.15/pmml-agent-1.1.15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-model/1.1.15/pmml-model-1.1.15.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze-macros_2.10/0.11.2/breeze-macros_2.10-0.11.2.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-schema/1.1.15/pmml-schema-1.1.15.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-impl/2.2.7/jaxb-impl-2.2.7.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-core/2.2.7/jaxb-core-2.2.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scalamacros/quasiquotes_2.10/2.0.0-M8/quasiquotes_2.10-2.0.0-M8.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze_2.10/0.11.2/breeze_2.10-0.11.2.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-mllib_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-mllib_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 238 Scala sources and 4 Java sources to /wrkdirs/devel/spark/spark-1.6.1/mllib/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/main/scala/org/apache/spark/ml/Transformer.scala:119: method callUDF in object functions is deprecated: Use udf. This will be removed in Spark 2.0. [WARNING] callUDF(this.createTransformFunc, outputDataType, dataset($(inputCol)))) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/main/scala/org/apache/spark/mllib/api/python/PythonMLLibAPI.scala:344: method setRuns in class KMeans is deprecated: Support for runs is deprecated. This param will have no effect in 1.7.0. [WARNING] .setRuns(runs) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/main/scala/org/apache/spark/mllib/clustering/KMeans.scala:502: method setRuns in class KMeans is deprecated: Support for runs is deprecated. This param will have no effect in 1.7.0. [WARNING] .setRuns(runs) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/main/scala/org/apache/spark/mllib/clustering/KMeans.scala:526: method setRuns in class KMeans is deprecated: Support for runs is deprecated. This param will have no effect in 1.7.0. [WARNING] .setRuns(runs) [WARNING] ^ [WARNING] four warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-mllib_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 4 source files to /wrkdirs/devel/spark/spark-1.6.1/mllib/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-mllib_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/mllib/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-mllib_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-mllib_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 143 Scala sources and 60 Java sources to /wrkdirs/devel/spark/spark-1.6.1/mllib/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/scala/org/apache/spark/ml/classification/DecisionTreeClassifierSuite.scala:305: match may not be exhaustive. It would fail on the following input: ContinuousSplit() [WARNING] n.split match { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/scala/org/apache/spark/ml/classification/DecisionTreeClassifierSuite.scala:303: match may not be exhaustive. It would fail on the following input: LeafNode() [WARNING] model.rootNode match { [WARNING] ^ [WARNING] two warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/recommendation/JavaALSSuite.java:59: warning: [rawtypes] found raw type: ArrayList [WARNING] List> localUsersProducts = new ArrayList(users * products); [WARNING] ^ [WARNING] missing type arguments for generic class ArrayList [WARNING] where E is a type-variable: [WARNING] E extends Object declared in class ArrayList [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/recommendation/JavaALSSuite.java:59: warning: [unchecked] unchecked conversion [WARNING] List> localUsersProducts = new ArrayList(users * products); [WARNING] ^ [WARNING] required: List> [WARNING] found: ArrayList [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/regression/JavaIsotonicRegressionSuite.java:40: warning: [rawtypes] found raw type: ArrayList [WARNING] ArrayList> input = new ArrayList(labels.length); [WARNING] ^ [WARNING] missing type arguments for generic class ArrayList [WARNING] where E is a type-variable: [WARNING] E extends Object declared in class ArrayList [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/regression/JavaIsotonicRegressionSuite.java:40: warning: [unchecked] unchecked conversion [WARNING] ArrayList> input = new ArrayList(labels.length); [WARNING] ^ [WARNING] required: ArrayList> [WARNING] found: ArrayList [WARNING] 5 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-mllib_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 60 source files to /wrkdirs/devel/spark/spark-1.6.1/mllib/target/scala-2.10/test-classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/regression/JavaIsotonicRegressionSuite.java:[40,54] [unchecked] unchecked conversion [WARNING] required: ArrayList> found: ArrayList /wrkdirs/devel/spark/spark-1.6.1/mllib/src/test/java/org/apache/spark/mllib/recommendation/JavaALSSuite.java:[59,56] [unchecked] unchecked conversion [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-mllib_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-mllib_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-mllib_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-mllib_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.codehaus.janino:janino:jar:2.7.8 from the shaded jar. [INFO] Excluding org.codehaus.janino:commons-compiler:jar:2.7.8 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-column:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-common:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-encoding:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-generator:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-hadoop:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-format:jar:2.3.0-incubating from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-jackson:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-graphx_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding com.github.fommil.netlib:core:jar:1.1.2 from the shaded jar. [INFO] Excluding net.sourceforge.f2j:arpack_combined_all:jar:0.1 from the shaded jar. [INFO] Excluding org.scalanlp:breeze_2.10:jar:0.11.2 from the shaded jar. [INFO] Excluding org.scalanlp:breeze-macros_2.10:jar:0.11.2 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.0-M8 from the shaded jar. [INFO] Excluding net.sf.opencsv:opencsv:jar:2.3 from the shaded jar. [INFO] Excluding com.github.rwl:jtransforms:jar:2.4.0 from the shaded jar. [INFO] Excluding org.spire-math:spire_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.spire-math:spire-macros_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Excluding org.jpmml:pmml-model:jar:1.1.15 from the shaded jar. [INFO] Excluding org.jpmml:pmml-agent:jar:1.1.15 from the shaded jar. [INFO] Excluding org.jpmml:pmml-schema:jar:1.1.15 from the shaded jar. [INFO] Excluding com.sun.xml.bind:jaxb-impl:jar:2.2.7 from the shaded jar. [INFO] Excluding com.sun.xml.bind:jaxb-core:jar:2.2.7 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.7 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/mllib/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/mllib/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/mllib/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-mllib_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Tools 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-tools_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-tools_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/tools/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/tools/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-tools_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-tools_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/tools/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-tools_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 3 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/tools/target/scala-2.10/classes... [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-tools_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-tools_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/tools/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-tools_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/tools/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-tools_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-tools_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-tools_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-tools_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-tools_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-tools_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-tools_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-tools_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/tools/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/tools/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-tools_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-tools_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/tools/target/spark-tools_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Hive 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-hive_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-hive_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala [INFO] [INFO] --- build-helper-maven-plugin:1.9.1:add-source (add-default-sources) @ spark-hive_2.10 --- [INFO] Source directory: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/v1.2.1/src/main/scala added. [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-hive_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-exec/1.2.1.spark/hive-exec-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/googlecode/javaewah/JavaEWAH/0.3.2/JavaEWAH-0.3.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/iq80/snappy/snappy/0.2/snappy-0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/javolution/javolution/5.5.1/javolution-5.5.1.jar:/wrkdirs/devel/spark/m2/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-cli/1.2.1.spark/hive-cli-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/joda-time/joda-time/2.9/joda-time-2.9.jar:/wrkdirs/devel/spark/m2/javax/transaction/jta/1.1/jta-1.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/codehaus/groovy/groovy-all/2.1.6/groovy-all-2.1.6.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/thrift/libthrift/0.9.2/libthrift-0.9.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/apache-log4j-extras/1.2.17/apache-log4j-extras-1.2.17.jar:/wrkdirs/devel/spark/m2/org/apache/calcite/calcite-core/1.2.0-incubating/calcite-core-1.2.0-incubating.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/wrkdirs/devel/spark/m2/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/calcite/calcite-avatica/1.2.0-incubating/calcite-avatica-1.2.0-incubating.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/com/twitter/parquet-hadoop-bundle/1.6.0/parquet-hadoop-bundle-1.6.0.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/jline/jline/2.12/jline-2.12.jar:/wrkdirs/devel/spark/m2/org/apache/derby/derby/10.10.1.1/derby-10.10.1.1.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/apache/calcite/calcite-linq4j/1.2.0-incubating/calcite-linq4j-1.2.0-incubating.jar:/wrkdirs/devel/spark/m2/antlr/antlr/2.7.7/antlr-2.7.7.jar:/wrkdirs/devel/spark/m2/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/jodd/jodd-core/3.5.2/jodd-core-3.5.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/apache/thrift/libfb303/0.9.2/libfb303-0.9.2.jar:/wrkdirs/devel/spark/m2/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-metastore/1.2.1.spark/hive-metastore-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/org/json/json/20090211/json-20090211.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-hive_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-hive_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 28 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/scala-2.10/classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala:383: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] val size = if (fileStatus.isDir) { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala:571: class SparkPlanner in class SQLContext is deprecated: use org.apache.spark.sql.SparkPlanner [WARNING] private val hivePlanner = new SparkPlanner with HiveStrategies { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveInspectors.scala:307: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(values) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveInspectors.scala:355: type GenericArrayData in package types is deprecated: Moved to org.apache.spark.sql.catalyst.util.GenericArrayData [WARNING] new GenericArrayData(values) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveStrategies.scala:32: class SparkPlanner in class SQLContext is deprecated: use org.apache.spark.sql.SparkPlanner [WARNING] self: SQLContext#SparkPlanner => [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:83: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] Utils.classForName(relation.tableDesc.getSerdeClassName).asInstanceOf[Class[Deserializer]], [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:97: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] deserializerClass: Class[_ <: Deserializer], [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:131: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] (part, part.getDeserializer.getClass.asInstanceOf[Class[Deserializer]])).toMap [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:146: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] partitionToDeserializer: Map[HivePartition, [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:152: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] partitionToDeserializer: Map[HivePartition, Class[_ <: Deserializer]]): [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:153: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] Map[HivePartition, Class[_ <: Deserializer]] = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:343: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] rawDeser: Deserializer, [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala:346: trait Deserializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] tableDeser: Deserializer): Iterator[InternalRow] = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/InsertIntoHiveTable.scala:57: trait Serializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] private def newSerializer(tableDesc: TableDesc): Serializer = { [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/InsertIntoHiveTable.scala:58: trait Serializer in package serde2 is deprecated: see corresponding Javadoc for more information. [WARNING] val serializer = tableDesc.getDeserializerClass.newInstance().asInstanceOf[Serializer] [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/ScriptTransformation.scala:375: method initialize in class AbstractSerDe is deprecated: see corresponding Javadoc for more information. [WARNING] serde.initialize(null, properties) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUDFs.scala:381: class UDAF in package exec is deprecated: see corresponding Javadoc for more information. [WARNING] new GenericUDAFBridge(funcWrapper.createFunction[UDAF]()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUDFs.scala:422: trait AggregationBuffer in object GenericUDAFEvaluator is deprecated: see corresponding Javadoc for more information. [WARNING] private var hiveEvaluatorBuffer: AggregationBuffer = _ [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUDFs.scala:514: method initialize in class GenericUDTF is deprecated: see corresponding Javadoc for more information. [WARNING] protected lazy val outputInspector = function.initialize(inputInspectors.toArray) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUDFs.scala:587: class UDAF in package exec is deprecated: see corresponding Javadoc for more information. [WARNING] new GenericUDAFBridge(funcWrapper.createFunction[UDAF]()) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUDFs.scala:609: trait AggregationBuffer in object GenericUDAFEvaluator is deprecated: see corresponding Javadoc for more information. [WARNING] private[this] var buffer: GenericUDAFEvaluator.AggregationBuffer = _ [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveWriterContainers.scala:134: constructor TaskID in class TaskID is deprecated: see corresponding Javadoc for more information. [WARNING] new TaskAttemptID(new TaskID(jID.value, true, splitID), attemptID)) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcFileOperator.scala:98: method isDir in class FileStatus is deprecated: see corresponding Javadoc for more information. [WARNING] .filterNot(_.isDir) [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcRelation.scala:292: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job(sqlContext.sparkContext.hadoopConfiguration) [WARNING] ^ [WARNING] 24 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-hive_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-hive_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-hive_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 10074 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-hive_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 52 Scala sources and 14 Java sources to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveDataFrameWindowSuite.scala:115: method rowNumber in object functions is deprecated: Use row_number. This will be removed in Spark 2.0. [WARNING] rowNumber().over(Window.partitionBy("value").orderBy("key")), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveDataFrameWindowSuite.scala:116: method denseRank in object functions is deprecated: Use dense_rank. This will be removed in Spark 2.0. [WARNING] denseRank().over(Window.partitionBy("value").orderBy("key")), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveDataFrameWindowSuite.scala:118: method cumeDist in object functions is deprecated: Use cume_dist. This will be removed in Spark 2.0. [WARNING] cumeDist().over(Window.partitionBy("value").orderBy("key")), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveDataFrameWindowSuite.scala:119: method percentRank in object functions is deprecated: Use percent_rank. This will be removed in Spark 2.0. [WARNING] percentRank().over(Window.partitionBy("value").orderBy("key"))), [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveSparkSubmitSuite.scala:364: method rowNumber in object functions is deprecated: Use row_number. This will be removed in Spark 2.0. [WARNING] val df3 = df2.select(df2("A"), df2("B"), rowNumber().over(ws).alias("rn")).filter("rn < 0") [WARNING] ^ [WARNING] 5 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/java/org/apache/spark/sql/hive/test/Complex.java:53: warning: [rawtypes] found raw type: IScheme [WARNING] private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); [WARNING] ^ [WARNING] missing type arguments for generic class IScheme [WARNING] where T is a type-variable: [WARNING] T extends TBase declared in interface IScheme [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/java/org/apache/spark/sql/hive/test/Complex.java:53: warning: [rawtypes] found raw type: IScheme [WARNING] private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); [WARNING] ^ [WARNING] missing type arguments for generic class IScheme [WARNING] where T is a type-variable: [WARNING] T extends TBase declared in interface IScheme [WARNING] /wrkdirs/devel/spark/spark-1.6.1/sql/hive/src/test/java/org/apache/spark/sql/hive/test/Complex.java:655: warning: [cast] redundant cast to Complex [WARNING] Complex typedOther = (Complex)other; [WARNING] ^ [WARNING] 4 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-hive_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 14 source files to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-hive_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-hive_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-hive_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-hive_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-hive_2.10 --- [INFO] [INFO] --- maven-dependency-plugin:2.10:copy-dependencies (copy-dependencies) @ spark-hive_2.10 --- [INFO] Copying datanucleus-api-jdo-3.2.6.jar to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/../../lib_managed/jars/datanucleus-api-jdo-3.2.6.jar [INFO] Copying datanucleus-core-3.2.10.jar to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/../../lib_managed/jars/datanucleus-core-3.2.10.jar [INFO] Copying datanucleus-rdbms-3.2.9.jar to /wrkdirs/devel/spark/spark-1.6.1/sql/hive/../../lib_managed/jars/datanucleus-rdbms-3.2.9.jar [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-hive_2.10 --- [INFO] Excluding com.twitter:parquet-hadoop-bundle:jar:1.6.0 from the shaded jar. [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-column:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-common:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-encoding:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-generator:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-hadoop:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-format:jar:2.3.0-incubating from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-jackson:jar:1.7.0 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-cli:jar:1.2.1.spark from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding jline:jline:jar:2.12 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-exec:jar:1.2.1.spark from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding javolution:javolution:jar:5.5.1 from the shaded jar. [INFO] Excluding log4j:apache-log4j-extras:jar:1.2.17 from the shaded jar. [INFO] Excluding org.antlr:antlr-runtime:jar:3.4 from the shaded jar. [INFO] Excluding org.antlr:stringtemplate:jar:3.2.1 from the shaded jar. [INFO] Excluding antlr:antlr:jar:2.7.7 from the shaded jar. [INFO] Excluding org.antlr:ST4:jar:4.0.4 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.codehaus.groovy:groovy-all:jar:2.1.6 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.googlecode.javaewah:JavaEWAH:jar:0.3.2 from the shaded jar. [INFO] Excluding org.iq80.snappy:snappy:jar:0.2 from the shaded jar. [INFO] Excluding org.json:json:jar:20090211 from the shaded jar. [INFO] Excluding stax:stax-api:jar:1.0.1 from the shaded jar. [INFO] Excluding net.sf.opencsv:opencsv:jar:2.3 from the shaded jar. [INFO] Excluding org.spark-project.hive:hive-metastore:jar:1.2.1.spark from the shaded jar. [INFO] Excluding com.jolbox:bonecp:jar:0.8.0.RELEASE from the shaded jar. [INFO] Excluding commons-logging:commons-logging:jar:1.1.3 from the shaded jar. [INFO] Excluding org.apache.derby:derby:jar:10.10.1.1 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-api-jdo:jar:3.2.6 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-rdbms:jar:3.2.9 from the shaded jar. [INFO] Excluding commons-pool:commons-pool:jar:1.5.4 from the shaded jar. [INFO] Excluding commons-dbcp:commons-dbcp:jar:1.4 from the shaded jar. [INFO] Excluding javax.jdo:jdo-api:jar:3.0.1 from the shaded jar. [INFO] Excluding javax.transaction:jta:jar:1.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding org.apache.calcite:calcite-avatica:jar:1.2.0-incubating from the shaded jar. [INFO] Excluding org.apache.calcite:calcite-core:jar:1.2.0-incubating from the shaded jar. [INFO] Excluding org.apache.calcite:calcite-linq4j:jar:1.2.0-incubating from the shaded jar. [INFO] Excluding net.hydromatic:eigenbase-properties:jar:1.1.5 from the shaded jar. [INFO] Excluding org.codehaus.janino:commons-compiler:jar:2.7.6 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding joda-time:joda-time:jar:2.9 from the shaded jar. [INFO] Excluding org.jodd:jodd-core:jar:3.5.2 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.datanucleus:datanucleus-core:jar:3.2.10 from the shaded jar. [INFO] Excluding org.apache.thrift:libthrift:jar:0.9.2 from the shaded jar. [INFO] Excluding org.apache.thrift:libfb303:jar:0.9.2 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding org.codehaus.janino:janino:jar:2.7.8 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-hive_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-hive_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/sql/hive/target/spark-hive_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Docker Integration Tests 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-docker-integration-tests_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-docker-integration-tests_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-docker-integration-tests_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-docker-integration-tests_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.52/bcprov-jdk15on-1.52.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-docker-integration-tests_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-docker-integration-tests_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-docker-integration-tests_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-docker-integration-tests_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-docker-integration-tests_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-docker-integration-tests_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-docker-integration-tests_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 4 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/test-classes... [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-docker-integration-tests_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-docker-integration-tests_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-docker-integration-tests_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-docker-integration-tests_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-docker-integration-tests_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-docker-integration-tests_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-docker-integration-tests_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-docker-integration-tests_2.10 --- [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.9 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.52 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-column:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-common:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-encoding:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-generator:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-hadoop:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-format:jar:2.3.0-incubating from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-jackson:jar:1.7.0 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-docker-integration-tests_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-docker-integration-tests_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/docker-integration-tests/target/spark-docker-integration-tests_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project REPL 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-repl_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-repl_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/repl/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/repl/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-repl_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/org/scala-lang/jline/2.10.5/jline-2.10.5.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-agent/1.1.15/pmml-agent-1.1.15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-model/1.1.15/pmml-model-1.1.15.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/jansi/jansi/1.4/jansi-1.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze-macros_2.10/0.11.2/breeze-macros_2.10-0.11.2.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-schema/1.1.15/pmml-schema-1.1.15.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-impl/2.2.7/jaxb-impl-2.2.7.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-core/2.2.7/jaxb-core-2.2.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scalamacros/quasiquotes_2.10/2.0.0-M8/quasiquotes_2.10-2.0.0-M8.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze_2.10/0.11.2/breeze_2.10-0.11.2.jar [INFO] [INFO] --- build-helper-maven-plugin:1.9.1:add-source (add-scala-sources) @ spark-repl_2.10 --- [INFO] Source directory: /wrkdirs/devel/spark/spark-1.6.1/repl/scala-2.10/src/main/scala added. [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-repl_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/repl/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-repl_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 13 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/repl/target/scala-2.10/classes... [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-repl_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- build-helper-maven-plugin:1.9.1:add-test-source (add-scala-test-sources) @ spark-repl_2.10 --- [INFO] Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/repl/scala-2.10/src/test/scala added. [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-repl_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/repl/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-repl_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-repl_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 2 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/repl/target/scala-2.10/test-classes... [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-repl_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-repl_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-repl_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-repl_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-repl_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-repl_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-repl_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.spark:spark-bagel_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-mllib_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-graphx_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding com.github.fommil.netlib:core:jar:1.1.2 from the shaded jar. [INFO] Excluding net.sourceforge.f2j:arpack_combined_all:jar:0.1 from the shaded jar. [INFO] Excluding org.scalanlp:breeze_2.10:jar:0.11.2 from the shaded jar. [INFO] Excluding org.scalanlp:breeze-macros_2.10:jar:0.11.2 from the shaded jar. [INFO] Excluding org.scalamacros:quasiquotes_2.10:jar:2.0.0-M8 from the shaded jar. [INFO] Excluding net.sf.opencsv:opencsv:jar:2.3 from the shaded jar. [INFO] Excluding com.github.rwl:jtransforms:jar:2.4.0 from the shaded jar. [INFO] Excluding org.spire-math:spire_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.spire-math:spire-macros_2.10:jar:0.7.4 from the shaded jar. [INFO] Excluding org.jpmml:pmml-model:jar:1.1.15 from the shaded jar. [INFO] Excluding org.jpmml:pmml-agent:jar:1.1.15 from the shaded jar. [INFO] Excluding org.jpmml:pmml-schema:jar:1.1.15 from the shaded jar. [INFO] Excluding com.sun.xml.bind:jaxb-impl:jar:2.2.7 from the shaded jar. [INFO] Excluding com.sun.xml.bind:jaxb-core:jar:2.2.7 from the shaded jar. [INFO] Excluding org.apache.spark:spark-sql_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-catalyst_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.codehaus.janino:janino:jar:2.7.8 from the shaded jar. [INFO] Excluding org.codehaus.janino:commons-compiler:jar:2.7.8 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-column:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-common:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-encoding:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-generator:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-hadoop:jar:1.7.0 from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-format:jar:2.3.0-incubating from the shaded jar. [INFO] Excluding org.apache.parquet:parquet-jackson:jar:1.7.0 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:jline:jar:2.10.5 from the shaded jar. [INFO] Excluding org.fusesource.jansi:jansi:jar:1.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/repl/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/repl/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/repl/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/repl/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-repl_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-repl_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project YARN Shuffle Service 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-network-yarn_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-network-yarn_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-network-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/network/yarn/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-network-yarn_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 2 Java sources to /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-network-yarn_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-network-yarn_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-network-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/network/yarn/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-network-yarn_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-network-yarn_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-network-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-network-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/spark-network-yarn_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/spark-network-yarn_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-network-yarn_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-network-yarn_2.10 --- [INFO] Including org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-network-common_2.10:jar:1.6.1 in the shaded jar. [INFO] Including io.netty:netty-all:jar:4.0.29.Final in the shaded jar. [INFO] Including com.google.code.findbugs:jsr305:jar:1.3.9 in the shaded jar. [INFO] Including org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-core:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] spark-network-common_2.10-1.6.1.jar, unused-1.0.0.jar, spark-network-shuffle_2.10-1.6.1.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/spark-network-yarn_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-network-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/network/yarn/target/spark-network-yarn_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project YARN 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-yarn_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-yarn_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/yarn/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/yarn/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-yarn_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/com/google/inject/guice/3.0/guice-3.0.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/javax/inject/javax.inject/1/javax.inject-1.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/com/twitter/parquet-hadoop-bundle/1.6.0/parquet-hadoop-bundle-1.6.0.jar:/wrkdirs/devel/spark/m2/jline/jline/2.12/jline-2.12.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.2/hadoop-yarn-server-web-proxy-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/yarn/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-yarn_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 17 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/yarn/target/scala-2.10/classes... [WARNING] Class org.mortbay.jetty.Server not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.webapp.WebAppContext not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.servlet.Context not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.Connector not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.handler.ContextHandlerCollection not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.servlet.Context not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.servlet.Context not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.servlet.Context not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.servlet.Context not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.webapp.WebAppContext not found - continuing with a stub. [WARNING] Class org.mortbay.jetty.Connector not found - continuing with a stub. [WARNING] 11 warnings found [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-yarn_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-yarn_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/yarn/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-yarn_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-yarn_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 12 Scala sources to /wrkdirs/devel/spark/spark-1.6.1/yarn/target/scala-2.10/test-classes... [WARNING] /wrkdirs/devel/spark/spark-1.6.1/yarn/src/test/scala/org/apache/spark/deploy/yarn/YarnAllocatorSuite.scala:108: method newInstance in object ContainerId is deprecated: see corresponding Javadoc for more information. [WARNING] val containerId = ContainerId.newInstance(appAttemptId, containerNum) [WARNING] ^ [WARNING] one warning found [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-yarn_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-yarn_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-yarn_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-yarn_2.10 --- [INFO] Excluding org.apache.spark:spark-core_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding com.twitter:chill_2.10:jar:0.5.0 from the shaded jar. [INFO] Excluding com.esotericsoftware.kryo:kryo:jar:2.21 from the shaded jar. [INFO] Excluding com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 from the shaded jar. [INFO] Excluding com.esotericsoftware.minlog:minlog:jar:1.2 from the shaded jar. [INFO] Excluding com.twitter:chill-java:jar:0.5.0 from the shaded jar. [INFO] Excluding org.apache.xbean:xbean-asm5-shaded:jar:4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-launcher_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-common_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 from the shaded jar. [INFO] Excluding org.apache.spark:spark-unsafe_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 from the shaded jar. [INFO] Excluding org.apache.commons:commons-lang3:jar:3.3.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jul-to-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding org.slf4j:jcl-over-slf4j:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding com.ning:compress-lzf:jar:1.0.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding org.roaringbitmap:RoaringBitmap:jar:0.5.11 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-remote_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-actor_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.typesafe:config:jar:1.2.1 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding org.uncommons.maths:uncommons-maths:jar:1.2.2a from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.json4s:json4s-jackson_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-core_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.json4s:json4s-ast_2.10:jar:3.2.10 from the shaded jar. [INFO] Excluding org.scala-lang:scalap:jar:2.10.5 from the shaded jar. [INFO] Excluding org.scala-lang:scala-compiler:jar:2.10.5 from the shaded jar. [INFO] Excluding org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.clearspring.analytics:stream:jar:2.7.0 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-core:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-jvm:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-json:jar:3.1.2 from the shaded jar. [INFO] Excluding io.dropwizard.metrics:metrics-graphite:jar:3.1.2 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.core:jackson-core:jar:2.4.4 from the shaded jar. [INFO] Excluding com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.ivy:ivy:jar:2.4.0 from the shaded jar. [INFO] Excluding oro:oro:jar:2.0.8 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-client:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 from the shaded jar. [INFO] Excluding org.tachyonproject:tachyon-underfs-local:jar:0.8.2 from the shaded jar. [INFO] Excluding net.razorvine:pyrolite:jar:4.9 from the shaded jar. [INFO] Excluding net.sf.py4j:py4j:jar:0.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding com.google.inject.extensions:guice-servlet:jar:3.0 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding com.google.inject:guice:jar:3.0 from the shaded jar. [INFO] Excluding javax.inject:javax.inject:jar:1 from the shaded jar. [INFO] Excluding aopalliance:aopalliance:jar:1.0 from the shaded jar. [INFO] Excluding com.sun.jersey.contribs:jersey-guice:jar:1.9 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.objenesis:objenesis:jar:1.0 from the shaded jar. [INFO] Excluding com.twitter:parquet-hadoop-bundle:jar:1.6.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding jline:jline:jar:2.12 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Excluding org.scala-lang:scala-reflect:jar:2.10.5 from the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/yarn/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/yarn/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/yarn/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/yarn/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-yarn_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Assembly 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-assembly_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/assembly/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/assembly/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-assembly_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/wrkdirs/devel/spark/spark-1.6.1/launcher/target/spark-launcher_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/wrkdirs/devel/spark/m2/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/catalyst/target/spark-catalyst_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-remote_2.10/2.3.11/akka-remote_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/unsafe/target/spark-unsafe_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/wrkdirs/devel/spark/spark-1.6.1/yarn/target/spark-yarn_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-compiler/2.10.5/scala-compiler-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/org/scala-lang/jline/2.10.5/jline-2.10.5.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/wrkdirs/devel/spark/m2/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/wrkdirs/devel/spark/m2/com/google/inject/guice/3.0/guice-3.0.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/wrkdirs/devel/spark/m2/org/slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/wrkdirs/devel/spark/spark-1.6.1/network/shuffle/target/spark-network-shuffle_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire-macros_2.10/0.7.4/spire-macros_2.10-0.7.4.jar:/wrkdirs/devel/spark/spark-1.6.1/streaming/target/spark-streaming_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/network/common/target/spark-network-common_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/spire-math/spire_2.10/0.7.4/spire_2.10-0.7.4.jar:/wrkdirs/devel/spark/m2/com/typesafe/config/1.2.1/config-1.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/javax/inject/javax.inject/1/javax.inject-1.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/oro/oro/2.0.8/oro-2.0.8.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-agent/1.1.15/pmml-agent-1.1.15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/com/twitter/chill_2.10/0.5.0/chill_2.10-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-model/1.1.15/pmml-model-1.1.15.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-reflect/2.10.5/scala-reflect-2.10.5.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/wrkdirs/devel/spark/m2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/jansi/jansi/1.4/jansi-1.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/spark-1.6.1/mllib/target/spark-mllib_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar:/wrkdirs/devel/spark/spark-1.6.1/bagel/target/spark-bagel_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/wrkdirs/devel/spark/m2/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/wrkdirs/devel/spark/m2/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.2/hadoop-yarn-server-web-proxy-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/wrkdirs/devel/spark/spark-1.6.1/core/target/spark-core_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze-macros_2.10/0.11.2/breeze-macros_2.10-0.11.2.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/org/jpmml/pmml-schema/1.1.15/pmml-schema-1.1.15.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-impl/2.2.7/jaxb-impl-2.2.7.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-core/2.2.7/jaxb-core-2.2.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scalap/2.10.5/scalap-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/sql/core/target/spark-sql_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/wrkdirs/devel/spark/m2/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/scalamacros/quasiquotes_2.10/2.0.0-M8/quasiquotes_2.10-2.0.0-M8.jar:/wrkdirs/devel/spark/m2/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-actor_2.10/2.3.11/akka-actor_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-slf4j_2.10/2.3.11/akka-slf4j_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.4.4/jackson-module-scala_2.10-2.4.4.jar:/wrkdirs/devel/spark/spark-1.6.1/repl/target/spark-repl_2.10-1.6.1.jar:/wrkdirs/devel/spark/spark-1.6.1/graphx/target/spark-graphx_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/wrkdirs/devel/spark/m2/org/scalanlp/breeze_2.10/0.11.2/breeze_2.10-0.11.2.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-assembly_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/assembly/target/tmp [zip] Building zip: /wrkdirs/devel/spark/spark-1.6.1/python/lib/pyspark.zip [INFO] Executed tasks [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-assembly_2.10 --- [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/assembly/target/spark-assembly_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-assembly_2.10 --- [INFO] Including org.apache.spark:spark-core_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.7 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.7 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:tests:1.7.7 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including com.twitter:chill_2.10:jar:0.5.0 in the shaded jar. [INFO] Including com.esotericsoftware.kryo:kryo:jar:2.21 in the shaded jar. [INFO] Including com.esotericsoftware.reflectasm:reflectasm:jar:shaded:1.07 in the shaded jar. [INFO] Including com.esotericsoftware.minlog:minlog:jar:1.2 in the shaded jar. [INFO] Including org.objenesis:objenesis:jar:1.2 in the shaded jar. [INFO] Including com.twitter:chill-java:jar:0.5.0 in the shaded jar. [INFO] Including org.apache.xbean:xbean-asm5-shaded:jar:4.4 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-client:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:jar:2.7.2 in the shaded jar. [INFO] Including xmlenc:xmlenc:jar:0.52 in the shaded jar. [INFO] Including commons-httpclient:commons-httpclient:jar:3.1 in the shaded jar. [INFO] Including commons-collections:commons-collections:jar:3.2.2 in the shaded jar. [INFO] Including javax.servlet.jsp:jsp-api:jar:2.1 in the shaded jar. [INFO] Including commons-configuration:commons-configuration:jar:1.6 in the shaded jar. [INFO] Including commons-digester:commons-digester:jar:1.8 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils:jar:1.7.0 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils-core:jar:1.8.0 in the shaded jar. [INFO] Including com.google.code.gson:gson:jar:2.2.4 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-auth:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 in the shaded jar. [INFO] Including org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 in the shaded jar. [INFO] Including org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 in the shaded jar. [INFO] Including org.apache.directory.api:api-util:jar:1.0.0-M20 in the shaded jar. [INFO] Including org.apache.curator:curator-client:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.htrace:htrace-core:jar:3.1.0-incubating in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:jar:2.7.2 in the shaded jar. [INFO] Including xerces:xercesImpl:jar:2.9.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-annotations:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.spark:spark-launcher_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-network-common_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-network-shuffle_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-annotations:jar:2.4.4 in the shaded jar. [INFO] Including org.apache.spark:spark-unsafe_2.10:jar:1.6.1 in the shaded jar. [INFO] Including net.java.dev.jets3t:jets3t:jar:0.9.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpcore:jar:4.3.2 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpclient:jar:4.3.2 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including mx4j:mx4j:jar:3.0.2 in the shaded jar. [INFO] Including javax.mail:mail:jar:1.4.7 in the shaded jar. [INFO] Including org.bouncycastle:bcprov-jdk15on:jar:1.51 in the shaded jar. [INFO] Including com.jamesmurty.utils:java-xmlbuilder:jar:1.0 in the shaded jar. [INFO] Including net.iharder:base64:jar:2.3.8 in the shaded jar. [INFO] Including org.apache.curator:curator-recipes:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.curator:curator-framework:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.6 in the shaded jar. [INFO] Including jline:jline:jar:0.9.94 in the shaded jar. [INFO] Including org.eclipse.jetty.orbit:javax.servlet:jar:3.0.0.v201112011016 in the shaded jar. [INFO] Including org.apache.commons:commons-lang3:jar:3.3.2 in the shaded jar. [INFO] Including org.apache.commons:commons-math3:jar:3.4.1 in the shaded jar. [INFO] Including com.google.code.findbugs:jsr305:jar:1.3.9 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including org.slf4j:jul-to-slf4j:jar:1.7.10 in the shaded jar. [INFO] Including org.slf4j:jcl-over-slf4j:jar:1.7.10 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including com.ning:compress-lzf:jar:1.0.3 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.2 in the shaded jar. [INFO] Including net.jpountz.lz4:lz4:jar:1.3.0 in the shaded jar. [INFO] Including org.roaringbitmap:RoaringBitmap:jar:0.5.11 in the shaded jar. [INFO] Including commons-net:commons-net:jar:2.2 in the shaded jar. [INFO] Including com.typesafe.akka:akka-remote_2.10:jar:2.3.11 in the shaded jar. [INFO] Including com.typesafe.akka:akka-actor_2.10:jar:2.3.11 in the shaded jar. [INFO] Including com.typesafe:config:jar:1.2.1 in the shaded jar. [INFO] Including io.netty:netty:jar:3.8.0.Final in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including org.uncommons.maths:uncommons-maths:jar:1.2.2a in the shaded jar. [INFO] Including com.typesafe.akka:akka-slf4j_2.10:jar:2.3.11 in the shaded jar. [INFO] Including org.scala-lang:scala-library:jar:2.10.5 in the shaded jar. [INFO] Including org.json4s:json4s-jackson_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.json4s:json4s-core_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.json4s:json4s-ast_2.10:jar:3.2.10 in the shaded jar. [INFO] Including org.scala-lang:scalap:jar:2.10.5 in the shaded jar. [INFO] Including com.sun.jersey:jersey-server:jar:1.9 in the shaded jar. [INFO] Including asm:asm:jar:3.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.9 in the shaded jar. [INFO] Including org.apache.mesos:mesos:jar:shaded-protobuf:0.21.1 in the shaded jar. [INFO] Including io.netty:netty-all:jar:4.0.29.Final in the shaded jar. [INFO] Including com.clearspring.analytics:stream:jar:2.7.0 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-core:jar:3.1.2 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-jvm:jar:3.1.2 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-json:jar:3.1.2 in the shaded jar. [INFO] Including io.dropwizard.metrics:metrics-graphite:jar:3.1.2 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-databind:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.core:jackson-core:jar:2.4.4 in the shaded jar. [INFO] Including com.fasterxml.jackson.module:jackson-module-scala_2.10:jar:2.4.4 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including org.apache.ivy:ivy:jar:2.4.0 in the shaded jar. [INFO] Including oro:oro:jar:2.0.8 in the shaded jar. [INFO] Including org.tachyonproject:tachyon-client:jar:0.8.2 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including org.tachyonproject:tachyon-underfs-hdfs:jar:0.8.2 in the shaded jar. [INFO] Including org.tachyonproject:tachyon-underfs-s3:jar:0.8.2 in the shaded jar. [INFO] Including org.tachyonproject:tachyon-underfs-local:jar:0.8.2 in the shaded jar. [INFO] Including net.razorvine:pyrolite:jar:4.9 in the shaded jar. [INFO] Including net.sf.py4j:py4j:jar:0.9 in the shaded jar. [INFO] Including org.apache.spark:spark-bagel_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-mllib_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.scalanlp:breeze_2.10:jar:0.11.2 in the shaded jar. [INFO] Including org.scalanlp:breeze-macros_2.10:jar:0.11.2 in the shaded jar. [INFO] Including org.scalamacros:quasiquotes_2.10:jar:2.0.0-M8 in the shaded jar. [INFO] Including net.sf.opencsv:opencsv:jar:2.3 in the shaded jar. [INFO] Including com.github.rwl:jtransforms:jar:2.4.0 in the shaded jar. [INFO] Including org.spire-math:spire_2.10:jar:0.7.4 in the shaded jar. [INFO] Including org.spire-math:spire-macros_2.10:jar:0.7.4 in the shaded jar. [INFO] Including org.jpmml:pmml-model:jar:1.1.15 in the shaded jar. [INFO] Including org.jpmml:pmml-agent:jar:1.1.15 in the shaded jar. [INFO] Including org.jpmml:pmml-schema:jar:1.1.15 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-impl:jar:2.2.7 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-core:jar:2.2.7 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-graphx_2.10:jar:1.6.1 in the shaded jar. [INFO] Including com.github.fommil.netlib:core:jar:1.1.2 in the shaded jar. [INFO] Including net.sourceforge.f2j:arpack_combined_all:jar:0.1 in the shaded jar. [INFO] Including org.apache.spark:spark-sql_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-catalyst_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.codehaus.janino:janino:jar:2.7.8 in the shaded jar. [INFO] Including org.codehaus.janino:commons-compiler:jar:2.7.8 in the shaded jar. [INFO] Including org.apache.parquet:parquet-column:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-common:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-encoding:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-generator:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-hadoop:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-format:jar:2.3.0-incubating in the shaded jar. [INFO] Including org.apache.parquet:parquet-jackson:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.spark:spark-repl_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.scala-lang:scala-compiler:jar:2.10.5 in the shaded jar. [INFO] Including org.scala-lang:scala-reflect:jar:2.10.5 in the shaded jar. [INFO] Including org.scala-lang:jline:jar:2.10.5 in the shaded jar. [INFO] Including org.fusesource.jansi:jansi:jar:1.4 in the shaded jar. [INFO] Including org.apache.spark:spark-yarn_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including com.google.inject.extensions:guice-servlet:jar:3.0 in the shaded jar. [INFO] Including com.google.inject:guice:jar:3.0 in the shaded jar. [INFO] Including javax.inject:javax.inject:jar:1 in the shaded jar. [INFO] Including aopalliance:aopalliance:jar:1.0 in the shaded jar. [INFO] Including com.sun.jersey:jersey-json:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jettison:jettison:jar:1.1 in the shaded jar. [INFO] Including com.sun.jersey.contribs:jersey-guice:jar:1.9 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] leveldbjni-all-1.8.jar, jansi-1.4.jar define 12 overlapping classes: [WARNING] - org.fusesource.hawtjni.runtime.ArgFlag [WARNING] - org.fusesource.hawtjni.runtime.JniMethod [WARNING] - org.fusesource.hawtjni.runtime.NativeStats [WARNING] - org.fusesource.hawtjni.runtime.NativeStats$StatsInterface [WARNING] - org.fusesource.hawtjni.runtime.MethodFlag [WARNING] - org.fusesource.hawtjni.runtime.ClassFlag [WARNING] - org.fusesource.hawtjni.runtime.NativeStats$NativeFunction [WARNING] - org.fusesource.hawtjni.runtime.T32 [WARNING] - org.fusesource.hawtjni.runtime.FieldFlag [WARNING] - org.fusesource.hawtjni.runtime.JniArg [WARNING] - 2 more... [WARNING] jansi-1.4.jar, jline-2.10.5.jar define 21 overlapping classes: [WARNING] - org.fusesource.jansi.Ansi$2 [WARNING] - org.fusesource.jansi.AnsiConsole$1 [WARNING] - org.fusesource.jansi.internal.Kernel32 [WARNING] - org.fusesource.jansi.WindowsAnsiOutputStream [WARNING] - org.fusesource.jansi.Ansi$1 [WARNING] - org.fusesource.jansi.AnsiString [WARNING] - org.fusesource.jansi.internal.Kernel32$COORD [WARNING] - org.fusesource.jansi.AnsiRenderer [WARNING] - org.fusesource.jansi.Ansi$NoAnsi [WARNING] - org.fusesource.jansi.Ansi [WARNING] - 11 more... [WARNING] kryo-2.21.jar, reflectasm-1.07-shaded.jar define 23 overlapping classes: [WARNING] - com.esotericsoftware.reflectasm.AccessClassLoader [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Opcodes [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Label [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.ClassWriter [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.AnnotationVisitor [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Type [WARNING] - com.esotericsoftware.reflectasm.FieldAccess [WARNING] - com.esotericsoftware.reflectasm.ConstructorAccess [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.Edge [WARNING] - com.esotericsoftware.reflectasm.shaded.org.objectweb.asm.ClassVisitor [WARNING] - 13 more... [WARNING] kryo-2.21.jar, minlog-1.2.jar define 2 overlapping classes: [WARNING] - com.esotericsoftware.minlog.Log [WARNING] - com.esotericsoftware.minlog.Log$Logger [WARNING] spark-yarn_2.10-1.6.1.jar, spark-mllib_2.10-1.6.1.jar, spark-streaming_2.10-1.6.1.jar, spark-bagel_2.10-1.6.1.jar, spark-sql_2.10-1.6.1.jar, unused-1.0.0.jar, spark-repl_2.10-1.6.1.jar, spark-graphx_2.10-1.6.1.jar, spark-network-common_2.10-1.6.1.jar, spark-core_2.10-1.6.1.jar, spark-catalyst_2.10-1.6.1.jar, spark-network-shuffle_2.10-1.6.1.jar, spark-launcher_2.10-1.6.1.jar, spark-unsafe_2.10-1.6.1.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 82 overlapping classes: [WARNING] - org.apache.commons.beanutils.ConvertUtilsBean [WARNING] - org.apache.commons.beanutils.converters.SqlTimeConverter [WARNING] - org.apache.commons.beanutils.Converter [WARNING] - org.apache.commons.beanutils.converters.FloatArrayConverter [WARNING] - org.apache.commons.beanutils.NestedNullException [WARNING] - org.apache.commons.beanutils.ConvertingWrapDynaBean [WARNING] - org.apache.commons.beanutils.converters.LongArrayConverter [WARNING] - org.apache.commons.beanutils.converters.SqlDateConverter [WARNING] - org.apache.commons.beanutils.converters.BooleanArrayConverter [WARNING] - org.apache.commons.beanutils.converters.StringConverter [WARNING] - 72 more... [WARNING] kryo-2.21.jar, objenesis-1.2.jar define 32 overlapping classes: [WARNING] - org.objenesis.ObjenesisBase [WARNING] - org.objenesis.instantiator.gcj.GCJInstantiator [WARNING] - org.objenesis.ObjenesisHelper [WARNING] - org.objenesis.instantiator.jrockit.JRockitLegacyInstantiator [WARNING] - org.objenesis.instantiator.sun.SunReflectionFactoryInstantiator [WARNING] - org.objenesis.instantiator.ObjectInstantiator [WARNING] - org.objenesis.instantiator.gcj.GCJInstantiatorBase$DummyStream [WARNING] - org.objenesis.instantiator.basic.ObjectStreamClassInstantiator [WARNING] - org.objenesis.ObjenesisException [WARNING] - org.objenesis.Objenesis [WARNING] - 22 more... [WARNING] leveldbjni-all-1.8.jar, jansi-1.4.jar, jline-2.10.5.jar define 2 overlapping classes: [WARNING] - org.fusesource.hawtjni.runtime.Library [WARNING] - org.fusesource.hawtjni.runtime.Callback [WARNING] commons-collections-3.2.2.jar, commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 10 overlapping classes: [WARNING] - org.apache.commons.collections.FastHashMap$EntrySet [WARNING] - org.apache.commons.collections.FastHashMap$KeySet [WARNING] - org.apache.commons.collections.ArrayStack [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView$CollectionViewIterator [WARNING] - org.apache.commons.collections.FastHashMap$Values [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView [WARNING] - org.apache.commons.collections.FastHashMap$1 [WARNING] - org.apache.commons.collections.Buffer [WARNING] - org.apache.commons.collections.FastHashMap [WARNING] - org.apache.commons.collections.BufferUnderflowException [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-assembly_2.10 --- [INFO] [INFO] --- maven-antrun-plugin:1.8:run (default) @ spark-assembly_2.10 --- [INFO] Executing tasks main: [INFO] Executed tasks [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Twitter 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-twitter_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-twitter_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/twitter4j/twitter4j-core/4.0.4/twitter4j-core-4.0.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/twitter4j/twitter4j-stream/4.0.4/twitter4j-stream-4.0.4.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-twitter_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/twitter/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-twitter_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 3 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-twitter_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-twitter_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-twitter_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-twitter_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 1 Scala source and 2 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-twitter_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-twitter_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-twitter_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-twitter_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-twitter_2.10 --- [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.twitter4j:twitter4j-stream:jar:4.0.4 from the shaded jar. [INFO] Excluding org.twitter4j:twitter4j-core:jar:4.0.4 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-twitter_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Flume Sink 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-flume-sink_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-flume-sink_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/apache/mina/mina-core/2.0.4/mina-core-2.0.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.1/commons-io-2.1.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.2/gson-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-sdk/1.6.0/flume-ng-sdk-1.6.0.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/joda-time/joda-time/2.9/joda-time-2.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-core/1.6.0/flume-ng-core-1.6.0.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-configuration/1.6.0/flume-ng-configuration-1.6.0.jar [INFO] [INFO] --- avro-maven-plugin:1.7.7:idl-protocol (default) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-flume-sink_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-flume-sink_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 6 Scala sources and 3 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/classes... [WARNING] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [WARNING] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [WARNING] Class org.jboss.netty.channel.ChannelPipelineFactory not found - continuing with a stub. [WARNING] Class org.jboss.netty.handler.execution.ExecutionHandler not found - continuing with a stub. [WARNING] Class org.jboss.netty.channel.ChannelFactory not found - continuing with a stub. [WARNING] Class org.jboss.netty.handler.execution.ExecutionHandler not found - continuing with a stub. [WARNING] Class org.jboss.netty.channel.group.ChannelGroup not found - continuing with a stub. [WARNING] Class com.google.common.collect.ImmutableMap not found - continuing with a stub. [WARNING] Class com.google.common.collect.ImmutableMap not found - continuing with a stub. [WARNING] Class com.google.common.collect.ImmutableMap not found - continuing with a stub. [WARNING] Class com.google.common.collect.ImmutableMap not found - continuing with a stub. [WARNING] 11 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/src_managed/main/compiled_avro/org/apache/spark/streaming/flume/sink/EventBatch.java:243: warning: [unchecked] unchecked cast [WARNING] record.events = fieldSetFlags()[2] ? this.events : (java.util.List) defaultValue(fields()[2]); [WARNING] ^ [WARNING] required: List [WARNING] found: Object [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/src_managed/main/compiled_avro/org/apache/spark/streaming/flume/sink/SparkSinkEvent.java:188: warning: [unchecked] unchecked cast [WARNING] record.headers = fieldSetFlags()[0] ? this.headers : (java.util.Map) defaultValue(fields()[0]); [WARNING] ^ [WARNING] required: Map [WARNING] found: Object [WARNING] 3 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-flume-sink_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/src_managed/main/compiled_avro/org/apache/spark/streaming/flume/sink/EventBatch.java:[243,142] [unchecked] unchecked cast [WARNING] required: List found: Object /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/src_managed/main/compiled_avro/org/apache/spark/streaming/flume/sink/SparkSinkEvent.java:[188,136] [unchecked] unchecked cast [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-flume-sink_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-flume-sink_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-flume-sink_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 1 Scala source to /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/scala-2.10/test-classes... [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-flume-sink_2.10 --- [INFO] Nothing to compile - all classes are up to date [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-flume-sink_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-flume-sink_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-flume-sink_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-flume-sink_2.10 --- [INFO] Excluding org.apache.flume:flume-ng-sdk:jar:1.6.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.3 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-core:jar:1.6.0 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-configuration:jar:1.6.0 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.1 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding joda-time:joda-time:jar:2.9 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.2 from the shaded jar. [INFO] Excluding org.apache.mina:mina-core:jar:2.0.4 from the shaded jar. [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-flume-sink_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Flume 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-flume_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-flume_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/mina/mina-core/2.0.4/mina-core-2.0.4.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-core/1.6.0/flume-ng-core-1.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-configuration/1.6.0/flume-ng-configuration-1.6.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.1/commons-io-2.1.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.2/gson-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-sdk/1.6.0/flume-ng-sdk-1.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/joda-time/joda-time/2.9/joda-time-2.9.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-flume_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/flume/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-flume_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 8 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-flume_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-flume_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-flume_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-flume_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 3 Scala sources and 3 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-flume_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-flume_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-flume_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-flume_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-flume_2.10 --- [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.spark:spark-streaming-flume-sink_2.10:jar:1.6.1 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-core:jar:1.6.0 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-configuration:jar:1.6.0 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.1 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding joda-time:joda-time:jar:2.9 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty:jar:6.1.26 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.2 from the shaded jar. [INFO] Excluding org.apache.mina:mina-core:jar:2.0.4 from the shaded jar. [INFO] Excluding org.apache.flume:flume-ng-sdk:jar:1.6.0 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-flume_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Flume Assembly 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-flume-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-flume-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-flume-assembly_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-flume-assembly_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.2/gson-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/mina/mina-core/2.0.4/mina-core-2.0.4.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-sdk/1.6.0/flume-ng-sdk-1.6.0.jar:/wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1.jar:/wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.1/commons-io-2.1.jar:/wrkdirs/devel/spark/m2/joda-time/joda-time/2.9/joda-time-2.9.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-configuration/1.6.0/flume-ng-configuration-1.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-core/1.6.0/flume-ng-core-1.6.0.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-flume-assembly_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-flume-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-flume-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-flume-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-flume-assembly_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-flume-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-flume-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-flume-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-flume-assembly_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-flume-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-flume-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-flume-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-flume-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-flume-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-flume-assembly_2.10 --- [INFO] Including org.apache.spark:spark-streaming-flume_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-flume-sink_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-core:jar:1.6.0 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-configuration:jar:1.6.0 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.1 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including joda-time:joda-time:jar:2.9 in the shaded jar. [INFO] Including com.google.code.gson:gson:jar:2.2.2 in the shaded jar. [INFO] Including org.apache.mina:mina-core:jar:2.0.4 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-sdk:jar:1.6.0 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] spark-streaming-flume_2.10-1.6.1.jar, unused-1.0.0.jar, spark-streaming-flume-sink_2.10-1.6.1.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-flume-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-flume-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/flume-assembly/target/spark-streaming-flume-assembly_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External MQTT 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-mqtt_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-mqtt_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-mqtt_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-mqtt_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 3 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-mqtt_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-mqtt_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-mqtt_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-mqtt_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 2 Scala sources and 2 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-mqtt_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-mqtt_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-mqtt_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-mqtt_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-mqtt_2.10 --- [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.eclipse.paho:org.eclipse.paho.client.mqttv3:jar:1.0.1 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-mqtt_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1-test-sources.jar [INFO] [INFO] --- maven-assembly-plugin:2.5.5:single (test-jar-with-dependencies) @ spark-streaming-mqtt_2.10 --- [INFO] Reading assembly descriptor: src/main/assembly/assembly.xml [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/scala-2.10/spark-streaming-mqtt-test-1.6.1.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External MQTT Assembly 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Including org.apache.spark:spark-streaming-mqtt_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.eclipse.paho:org.eclipse.paho.client.mqttv3:jar:1.0.1 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.7 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.7 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] unused-1.0.0.jar, spark-streaming-mqtt_2.10-1.6.1.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-mqtt-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/mqtt-assembly/target/spark-streaming-mqtt-assembly_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External ZeroMQ 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-zeromq_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-zeromq_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/net/java/dev/jna/jna/3.0.9/jna-3.0.9.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-zeromq_2.10/2.3.11/akka-zeromq_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/github/jnr/jnr-constants/0.8.2/jnr-constants-0.8.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/zeromq/zeromq-scala-binding_2.10/0.0.7/zeromq-scala-binding_2.10-0.0.7.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-zeromq_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-zeromq_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 3 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-zeromq_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-zeromq_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-zeromq_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-zeromq_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 1 Scala source and 2 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-zeromq_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 2 source files to /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/scala-2.10/test-classes [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-zeromq_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-zeromq_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-zeromq_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-zeromq_2.10 --- [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding com.typesafe.akka:akka-zeromq_2.10:jar:2.3.11 from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding org.zeromq:zeromq-scala-binding_2.10:jar:0.0.7 from the shaded jar. [INFO] Excluding net.java.dev.jna:jna:jar:3.0.9 from the shaded jar. [INFO] Excluding com.github.jnr:jnr-constants:jar:0.8.2 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-zeromq_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Kafka 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-kafka_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-kafka_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka_2.10/0.8.2.1/kafka_2.10-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/jline/jline/0.9.94/jline-0.9.94.jar:/wrkdirs/devel/spark/m2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/org/scala-lang/scala-library/2.10.5/scala-library-2.10.5.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka-clients/0.8.2.1/kafka-clients-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/com/101tec/zkclient/0.3/zkclient-0.3.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/wrkdirs/devel/spark/m2/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-kafka_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-kafka_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 11 Scala sources and 1 Java source to /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/scala-2.10/classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] 1 warning [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-kafka_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 1 source file to /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/scala-2.10/classes [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-kafka_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-kafka_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-kafka_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 5 Scala sources and 3 Java sources to /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/scala-2.10/test-classes... [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/test/java/org/apache/spark/streaming/kafka/JavaDirectKafkaStreamSuite.java:133: warning: [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] unifiedStream.foreachRDD( [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/test/java/org/apache/spark/streaming/kafka/JavaKafkaStreamSuite.java:106: warning: [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] words.countByValue().foreachRDD( [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] 3 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-kafka_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 3 source files to /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/scala-2.10/test-classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/test/java/org/apache/spark/streaming/kafka/JavaKafkaStreamSuite.java:[106,24] [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [WARNING] where R,T are type-variables: R extends JavaRDDLike declared in class AbstractJavaDStreamLike T extends Object declared in class AbstractJavaDStreamLike /wrkdirs/devel/spark/spark-1.6.1/external/kafka/src/test/java/org/apache/spark/streaming/kafka/JavaDirectKafkaStreamSuite.java:[133,17] [deprecation] foreachRDD(Function) in AbstractJavaDStreamLike has been deprecated [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-kafka_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-kafka_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-kafka_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-kafka_2.10 --- [INFO] Excluding org.scala-lang:scala-library:jar:2.10.5 from the shaded jar. [INFO] Excluding org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro:jar:1.7.7 from the shaded jar. [INFO] Excluding org.apache.avro:avro-ipc:jar:tests:1.7.7 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-core-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-common:jar:2.7.2 from the shaded jar. [INFO] Excluding commons-cli:commons-cli:jar:1.2 from the shaded jar. [INFO] Excluding xmlenc:xmlenc:jar:0.52 from the shaded jar. [INFO] Excluding commons-httpclient:commons-httpclient:jar:3.1 from the shaded jar. [INFO] Excluding commons-collections:commons-collections:jar:3.2.2 from the shaded jar. [INFO] Excluding javax.servlet.jsp:jsp-api:jar:2.1 from the shaded jar. [INFO] Excluding commons-configuration:commons-configuration:jar:1.6 from the shaded jar. [INFO] Excluding commons-digester:commons-digester:jar:1.8 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils:jar:1.7.0 from the shaded jar. [INFO] Excluding commons-beanutils:commons-beanutils-core:jar:1.8.0 from the shaded jar. [INFO] Excluding com.google.code.gson:gson:jar:2.2.4 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-auth:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-kerberos-codec:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.server:apacheds-i18n:jar:2.0.0-M15 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-asn1-api:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.directory.api:api-util:jar:1.0.0-M20 from the shaded jar. [INFO] Excluding org.apache.curator:curator-client:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.htrace:htrace-core:jar:3.1.0-incubating from the shaded jar. [INFO] Excluding org.apache.commons:commons-compress:jar:1.4.1 from the shaded jar. [INFO] Excluding org.tukaani:xz:jar:1.0 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-hdfs:jar:2.7.2 from the shaded jar. [INFO] Excluding org.mortbay.jetty:jetty-util:jar:6.1.26 from the shaded jar. [INFO] Excluding xerces:xercesImpl:jar:2.9.1 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-server-common:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 from the shaded jar. [INFO] Excluding javax.xml.bind:jaxb-api:jar:2.2.2 from the shaded jar. [INFO] Excluding javax.xml.stream:stax-api:jar:1.0-2 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-client:jar:1.9 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 from the shaded jar. [INFO] Excluding org.codehaus.jackson:jackson-xc:jar:1.9.13 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.7.2 from the shaded jar. [INFO] Excluding org.apache.hadoop:hadoop-annotations:jar:2.7.2 from the shaded jar. [INFO] Excluding org.fusesource.leveldbjni:leveldbjni-all:jar:1.8 from the shaded jar. [INFO] Excluding net.java.dev.jets3t:jets3t:jar:0.9.3 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpcore:jar:4.3.2 from the shaded jar. [INFO] Excluding org.apache.httpcomponents:httpclient:jar:4.3.2 from the shaded jar. [INFO] Excluding commons-codec:commons-codec:jar:1.10 from the shaded jar. [INFO] Excluding javax.activation:activation:jar:1.1.1 from the shaded jar. [INFO] Excluding mx4j:mx4j:jar:3.0.2 from the shaded jar. [INFO] Excluding javax.mail:mail:jar:1.4.7 from the shaded jar. [INFO] Excluding org.bouncycastle:bcprov-jdk15on:jar:1.51 from the shaded jar. [INFO] Excluding com.jamesmurty.utils:java-xmlbuilder:jar:1.0 from the shaded jar. [INFO] Excluding net.iharder:base64:jar:2.3.8 from the shaded jar. [INFO] Excluding org.apache.curator:curator-recipes:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.curator:curator-framework:jar:2.6.0 from the shaded jar. [INFO] Excluding org.apache.zookeeper:zookeeper:jar:3.4.6 from the shaded jar. [INFO] Excluding jline:jline:jar:0.9.94 from the shaded jar. [INFO] Excluding org.apache.commons:commons-math3:jar:3.4.1 from the shaded jar. [INFO] Excluding com.google.code.findbugs:jsr305:jar:1.3.9 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-api:jar:1.7.10 from the shaded jar. [INFO] Excluding log4j:log4j:jar:1.2.17 from the shaded jar. [INFO] Excluding org.slf4j:slf4j-log4j12:jar:1.7.10 from the shaded jar. [INFO] Excluding org.xerial.snappy:snappy-java:jar:1.1.2 from the shaded jar. [INFO] Excluding net.jpountz.lz4:lz4:jar:1.3.0 from the shaded jar. [INFO] Excluding commons-net:commons-net:jar:2.2 from the shaded jar. [INFO] Excluding io.netty:netty:jar:3.8.0.Final from the shaded jar. [INFO] Excluding com.google.protobuf:protobuf-java:jar:2.5.0 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-server:jar:1.9 from the shaded jar. [INFO] Excluding asm:asm:jar:3.1 from the shaded jar. [INFO] Excluding com.sun.jersey:jersey-core:jar:1.9 from the shaded jar. [INFO] Excluding io.netty:netty-all:jar:4.0.29.Final from the shaded jar. [INFO] Excluding com.thoughtworks.paranamer:paranamer:jar:2.6 from the shaded jar. [INFO] Excluding commons-lang:commons-lang:jar:2.6 from the shaded jar. [INFO] Excluding commons-io:commons-io:jar:2.4 from the shaded jar. [INFO] Excluding org.apache.kafka:kafka_2.10:jar:0.8.2.1 from the shaded jar. [INFO] Excluding com.yammer.metrics:metrics-core:jar:2.2.0 from the shaded jar. [INFO] Excluding org.apache.kafka:kafka-clients:jar:0.8.2.1 from the shaded jar. [INFO] Excluding com.101tec:zkclient:jar:0.3 from the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-kafka_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project Examples 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-examples_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-examples_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/examples/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-examples_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.jar:/wrkdirs/devel/spark/m2/commons-el/commons-el/1.0/commons-el-1.0.jar:/wrkdirs/devel/spark/m2/org/glassfish/grizzly/grizzly-http/2.1.2/grizzly-http-2.1.2.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0-tests.jar:/wrkdirs/devel/spark/m2/net/java/dev/jets3t/jets3t/0.9.3/jets3t-0.9.3.jar:/wrkdirs/devel/spark/m2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/wrkdirs/devel/spark/m2/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-exec/1.2.1.spark/hive-exec-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2-tests.jar:/wrkdirs/devel/spark/m2/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/mina/mina-core/2.0.4/mina-core-2.0.4.jar:/wrkdirs/devel/spark/m2/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0-tests.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-hs/2.2.0/hadoop-mapreduce-client-hs-2.2.0.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar:/wrkdirs/devel/spark/m2/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-minicluster/2.2.0/hadoop-minicluster-2.2.0.jar:/wrkdirs/devel/spark/m2/org/glassfish/grizzly/grizzly-rcm/2.1.2/grizzly-rcm-2.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.jar:/wrkdirs/devel/spark/m2/com/google/inject/guice/3.0/guice-3.0.jar:/wrkdirs/devel/spark/m2/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/wrkdirs/devel/spark/m2/javax/servlet/javax.servlet-api/3.0.1/javax.servlet-api-3.0.1.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/org/glassfish/gmbal/gmbal-api-only/3.0.0-b023/gmbal-api-only-3.0.0-b023.jar:/wrkdirs/devel/spark/m2/javax/mail/mail/1.4.7/mail-1.4.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.jar:/wrkdirs/devel/spark/m2/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/wrkdirs/devel/spark/m2/org/yaml/snakeyaml/1.6/snakeyaml-1.6.jar:/wrkdirs/devel/spark/m2/net/java/dev/jna/jna/3.0.9/jna-3.0.9.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-test-framework/jersey-test-framework-core/1.9/jersey-test-framework-core-1.9.jar:/wrkdirs/devel/spark/m2/org/bouncycastle/bcprov-jdk15on/1.51/bcprov-jdk15on-1.51.jar:/wrkdirs/devel/spark/m2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/cassandra/cassandra-all/1.2.6/cassandra-all-1.2.6.jar:/wrkdirs/devel/spark/m2/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-configuration/1.6.0/flume-ng-configuration-1.6.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar:/wrkdirs/devel/spark/m2/org/iq80/snappy/snappy/0.2/snappy-0.2.jar:/wrkdirs/devel/spark/m2/org/glassfish/external/management-api/3.0.0-b012/management-api-3.0.0-b012.jar:/wrkdirs/devel/spark/m2/org/glassfish/grizzly/grizzly-http-server/2.1.2/grizzly-http-server-2.1.2.jar:/wrkdirs/devel/spark/m2/com/github/stephenc/jamm/0.2.5/jamm-0.2.5.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/com/twitter/algebird-core_2.10/0.9.0/algebird-core_2.10-0.9.0.jar:/wrkdirs/devel/spark/m2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-protocol/0.98.7-hadoop2/hbase-protocol-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/wrkdirs/devel/spark/m2/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar:/wrkdirs/devel/spark/m2/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/com/typesafe/akka/akka-zeromq_2.10/2.3.11/akka-zeromq_2.10-2.3.11.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/asm/asm/3.1/asm-3.1.jar:/wrkdirs/devel/spark/m2/javolution/javolution/5.5.1/javolution-5.5.1.jar:/wrkdirs/devel/spark/m2/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/wrkdirs/devel/spark/spark-1.6.1/external/twitter/target/spark-streaming-twitter_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-codec/commons-codec/1.10/commons-codec-1.10.jar:/wrkdirs/devel/spark/m2/com/github/scopt/scopt_2.10/3.2.0/scopt_2.10-3.2.0.jar:/wrkdirs/devel/spark/m2/com/github/jnr/jnr-constants/0.8.2/jnr-constants-0.8.2.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-cli/1.2.1.spark/hive-cli-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/com/google/code/gson/gson/2.2.2/gson-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-sdk/1.6.0/flume-ng-sdk-1.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/wrkdirs/devel/spark/m2/javax/inject/javax.inject/1/javax.inject-1.jar:/wrkdirs/devel/spark/m2/org/apache/cassandra/cassandra-thrift/1.2.6/cassandra-thrift-1.2.6.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.jar:/wrkdirs/devel/spark/m2/org/glassfish/grizzly/grizzly-http-servlet/2.1.2/grizzly-http-servlet-2.1.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar:/wrkdirs/devel/spark/m2/joda-time/joda-time/2.9/joda-time-2.9.jar:/wrkdirs/devel/spark/m2/javax/transaction/jta/1.1/jta-1.1.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-common/0.98.7-hadoop2/hbase-common-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/codehaus/groovy/groovy-all/2.1.6/groovy-all-2.1.6.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/glassfish/grizzly/grizzly-framework/2.1.2/grizzly-framework-2.1.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/wrkdirs/devel/spark/m2/log4j/apache-log4j-extras/1.2.17/apache-log4j-extras-1.2.17.jar:/wrkdirs/devel/spark/spark-1.6.1/external/flume/target/spark-streaming-flume_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/zeromq/zeromq-scala-binding_2.10/0.0.7/zeromq-scala-binding_2.10-0.0.7.jar:/wrkdirs/devel/spark/m2/com/101tec/zkclient/0.3/zkclient-0.3.jar:/wrkdirs/devel/spark/m2/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/wrkdirs/devel/spark/m2/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/wrkdirs/devel/spark/m2/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/wrkdirs/devel/spark/m2/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/wrkdirs/devel/spark/m2/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/wrkdirs/devel/spark/m2/org/cloudera/htrace/htrace-core/2.04/htrace-core-2.04.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/calcite/calcite-avatica/1.2.0-incubating/calcite-avatica-1.2.0-incubating.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.jar:/wrkdirs/devel/spark/m2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/wrkdirs/devel/spark/m2/com/twitter/parquet-hadoop-bundle/1.6.0/parquet-hadoop-bundle-1.6.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-test-framework/jersey-test-framework-grizzly2/1.9/jersey-test-framework-grizzly2-1.9.jar:/wrkdirs/devel/spark/m2/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/wrkdirs/devel/spark/m2/org/twitter4j/twitter4j-core/4.0.4/twitter4j-core-4.0.4.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/wrkdirs/devel/spark/m2/jline/jline/2.12/jline-2.12.jar:/wrkdirs/devel/spark/spark-1.6.1/external/mqtt/target/spark-streaming-mqtt_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/mindrot/jbcrypt/0.3m/jbcrypt-0.3m.jar:/wrkdirs/devel/spark/m2/org/apache/derby/derby/10.10.1.1/derby-10.10.1.1.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2-tests.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-testing-util/0.98.7-hadoop2/hbase-testing-util-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/com/jamesmurty/utils/java-xmlbuilder/1.0/java-xmlbuilder-1.0.jar:/wrkdirs/devel/spark/m2/antlr/antlr/2.7.7/antlr-2.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2-tests.jar:/wrkdirs/devel/spark/m2/org/antlr/antlr/3.2/antlr-3.2.jar:/wrkdirs/devel/spark/m2/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/wrkdirs/devel/spark/m2/com/github/stephenc/high-scale-lib/high-scale-lib/1.1.1/high-scale-lib-1.1.1.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/wrkdirs/devel/spark/m2/org/apache/httpcomponents/httpcore/4.3.2/httpcore-4.3.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/jodd/jodd-core/3.5.2/jodd-core-3.5.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.jar:/wrkdirs/devel/spark/m2/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/wrkdirs/devel/spark/spark-1.6.1/external/zeromq/target/spark-streaming-zeromq_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.2/hadoop-yarn-server-web-proxy-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/edu/stanford/ppl/snaptree/0.1/snaptree-0.1.jar:/wrkdirs/devel/spark/m2/org/apache/flume/flume-ng-core/1.6.0/flume-ng-core-1.6.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka_2.10/0.8.2.1/kafka_2.10-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/wrkdirs/devel/spark/m2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.jar:/wrkdirs/devel/spark/m2/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/wrkdirs/devel/spark/m2/org/spark-project/hive/hive-metastore/1.2.1.spark/hive-metastore-1.2.1.spark.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-hadoop-compat/0.98.7-hadoop2/hbase-hadoop-compat-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/commons-net/commons-net/2.2/commons-net-2.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/wrkdirs/devel/spark/m2/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-math/2.1/commons-math-2.1.jar:/wrkdirs/devel/spark/m2/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/wrkdirs/devel/spark/m2/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/wrkdirs/devel/spark/m2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0-tests.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/wrkdirs/devel/spark/m2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-impl/2.2.7/jaxb-impl-2.2.7.jar:/wrkdirs/devel/spark/m2/com/googlecode/javaewah/JavaEWAH/0.6.6/JavaEWAH-0.6.6.jar:/wrkdirs/devel/spark/m2/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/net/iharder/base64/2.3.8/base64-2.3.8.jar:/wrkdirs/devel/spark/m2/com/sun/xml/bind/jaxb-core/2.2.7/jaxb-core-2.2.7.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-client/0.98.7-hadoop2/hbase-client-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/twitter4j/twitter4j-stream/4.0.4/twitter4j-stream-4.0.4.jar:/wrkdirs/devel/spark/spark-1.6.1/external/flume-sink/target/spark-streaming-flume-sink_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/org/eclipse/paho/org.eclipse.paho.client.mqttv3/1.0.1/org.eclipse.paho.client.mqttv3-1.0.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka-clients/0.8.2.1/kafka-clients-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/wrkdirs/devel/spark/m2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-hadoop2-compat/0.98.7-hadoop2/hbase-hadoop2-compat-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-prefix-tree/0.98.7-hadoop2/hbase-prefix-tree-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/org/json/json/20090211/json-20090211.jar:/wrkdirs/devel/spark/m2/org/glassfish/javax.servlet/3.1/javax.servlet-3.1.jar:/wrkdirs/devel/spark/m2/com/sun/jersey/jersey-grizzly2/1.9/jersey-grizzly2-1.9.jar:/wrkdirs/devel/spark/m2/org/apache/hbase/hbase-server/0.98.7-hadoop2/hbase-server-0.98.7-hadoop2.jar:/wrkdirs/devel/spark/m2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-examples_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 7 resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-examples_2.10 --- [WARNING] Zinc server is not available at port 3030 - reverting to normal incremental compile [INFO] Using incremental compilation [INFO] Compiling 149 Scala sources and 87 Java sources to /wrkdirs/devel/spark/spark-1.6.1/examples/target/scala-2.10/classes... [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceStability not found - continuing with a stub. [WARNING] Class org.apache.hadoop.hbase.classification.InterfaceAudience not found - continuing with a stub. [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/scala/org/apache/spark/examples/CassandraCQLTest.scala:83: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/scala/org/apache/spark/examples/CassandraTest.scala:62: constructor Job in class Job is deprecated: see corresponding Javadoc for more information. [WARNING] val job = new Job() [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/scala/org/apache/spark/examples/SparkHdfsLR.scala:77: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-8949 [WARNING] val sc = new SparkContext(sparkConf, [WARNING] ^ [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/scala/org/apache/spark/examples/SparkTachyonHdfsLR.scala:74: constructor SparkContext in class SparkContext is deprecated: Passing in preferred locations has no effect at all, see SPARK-8949 [WARNING] val sc = new SparkContext(sparkConf, [WARNING] ^ [WARNING] 69 warnings found [WARNING] warning: [options] bootstrap class path not set in conjunction with -source 1.7 [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:71: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("Precision by threshold: " + precision.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:75: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("Recall by threshold: " + recall.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:79: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("F1 Score by threshold: " + f1Score.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:82: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("F2 Score by threshold: " + f2Score.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:86: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("Precision-recall curve: " + prc.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:99: warning: [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] System.out.println("ROC curve: " + roc.toArray()); [WARNING] ^ [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class AbstractJavaRDDLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaRankingMetricsExample.java:127: warning: [rawtypes] found raw type: RankingMetrics [WARNING] RankingMetrics metrics = RankingMetrics.of(relevantDocs); [WARNING] ^ [WARNING] missing type arguments for generic class RankingMetrics [WARNING] where T is a type-variable: [WARNING] T extends Object declared in class RankingMetrics [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java:157: warning: [deprecation] foreachRDD(Function2) in AbstractJavaDStreamLike has been deprecated [WARNING] wordCounts.foreachRDD(new Function2, Time, Void>() { [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java:81: warning: [deprecation] foreachRDD(Function2) in AbstractJavaDStreamLike has been deprecated [WARNING] words.foreachRDD(new Function2, Time, Void>() { [WARNING] ^ [WARNING] where R,T are type-variables: [WARNING] R extends JavaRDDLike declared in class AbstractJavaDStreamLike [WARNING] T extends Object declared in class AbstractJavaDStreamLike [WARNING] 10 warnings [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-examples_2.10 --- [INFO] Changes detected - recompiling the module! [INFO] Compiling 87 source files to /wrkdirs/devel/spark/spark-1.6.1/examples/target/scala-2.10/classes [WARNING] /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[71,61] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[75,55] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[79,58] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[82,58] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[86,55] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java:[99,42] [deprecation] toArray() in AbstractJavaRDDLike has been deprecated [WARNING] where T is a type-variable: T extends Object declared in class AbstractJavaRDDLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java:[157,14] [deprecation] foreachRDD(Function2) in AbstractJavaDStreamLike has been deprecated [WARNING] where R,T are type-variables: R extends JavaRDDLike declared in class AbstractJavaDStreamLike T extends Object declared in class AbstractJavaDStreamLike /wrkdirs/devel/spark/spark-1.6.1/examples/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java:[81,9] [deprecation] foreachRDD(Function2) in AbstractJavaDStreamLike has been deprecated [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-examples_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/examples/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-examples_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/examples/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-examples_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-examples_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-examples_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-examples_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-examples_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/examples/target/spark-examples_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-examples_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/examples/target/spark-examples_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-examples_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-examples_2.10 --- [INFO] Including org.apache.avro:avro-mapred:jar:hadoop2:1.7.7 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.7 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:tests:1.7.7 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-client:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-app:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-annotations:jar:2.7.2 in the shaded jar. [INFO] Including net.java.dev.jets3t:jets3t:jar:0.9.3 in the shaded jar. [INFO] Including org.apache.httpcomponents:httpcore:jar:4.3.2 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including mx4j:mx4j:jar:3.0.2 in the shaded jar. [INFO] Including javax.mail:mail:jar:1.4.7 in the shaded jar. [INFO] Including org.bouncycastle:bcprov-jdk15on:jar:1.51 in the shaded jar. [INFO] Including com.jamesmurty.utils:java-xmlbuilder:jar:1.0 in the shaded jar. [INFO] Including net.iharder:base64:jar:2.3.8 in the shaded jar. [INFO] Including org.apache.curator:curator-recipes:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.curator:curator-framework:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.curator:curator-client:jar:2.6.0 in the shaded jar. [INFO] Including org.apache.commons:commons-lang3:jar:3.3.2 in the shaded jar. [INFO] Including org.slf4j:slf4j-api:jar:1.7.10 in the shaded jar. [INFO] Including log4j:log4j:jar:1.2.17 in the shaded jar. [INFO] Including org.slf4j:slf4j-log4j12:jar:1.7.10 in the shaded jar. [INFO] Including org.xerial.snappy:snappy-java:jar:1.1.2 in the shaded jar. [INFO] Including net.jpountz.lz4:lz4:jar:1.3.0 in the shaded jar. [INFO] Including commons-net:commons-net:jar:2.2 in the shaded jar. [INFO] Including io.netty:netty:jar:3.8.0.Final in the shaded jar. [INFO] Including com.sun.jersey:jersey-server:jar:1.9 in the shaded jar. [INFO] Including asm:asm:jar:3.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-core:jar:1.9 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including org.apache.ivy:ivy:jar:2.4.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-column:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-common:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-encoding:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-generator:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-hadoop:jar:1.7.0 in the shaded jar. [INFO] Including org.apache.parquet:parquet-format:jar:2.3.0-incubating in the shaded jar. [INFO] Including org.apache.parquet:parquet-jackson:jar:1.7.0 in the shaded jar. [INFO] Including net.sf.opencsv:opencsv:jar:2.3 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-impl:jar:2.2.7 in the shaded jar. [INFO] Including com.sun.xml.bind:jaxb-core:jar:2.2.7 in the shaded jar. [INFO] Including com.twitter:parquet-hadoop-bundle:jar:1.6.0 in the shaded jar. [INFO] Including org.spark-project.hive:hive-cli:jar:1.2.1.spark in the shaded jar. [INFO] Including jline:jline:jar:2.12 in the shaded jar. [INFO] Including org.spark-project.hive:hive-exec:jar:1.2.1.spark in the shaded jar. [INFO] Including javolution:javolution:jar:5.5.1 in the shaded jar. [INFO] Including log4j:apache-log4j-extras:jar:1.2.17 in the shaded jar. [INFO] Including org.antlr:antlr-runtime:jar:3.4 in the shaded jar. [INFO] Including org.antlr:stringtemplate:jar:3.2.1 in the shaded jar. [INFO] Including antlr:antlr:jar:2.7.7 in the shaded jar. [INFO] Including org.antlr:ST4:jar:4.0.4 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.codehaus.groovy:groovy-all:jar:2.1.6 in the shaded jar. [INFO] Including org.iq80.snappy:snappy:jar:0.2 in the shaded jar. [INFO] Including org.json:json:jar:20090211 in the shaded jar. [INFO] Including stax:stax-api:jar:1.0.1 in the shaded jar. [INFO] Including org.spark-project.hive:hive-metastore:jar:1.2.1.spark in the shaded jar. [INFO] Including com.jolbox:bonecp:jar:0.8.0.RELEASE in the shaded jar. [INFO] Including org.apache.derby:derby:jar:10.10.1.1 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-api-jdo:jar:3.2.6 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-rdbms:jar:3.2.9 in the shaded jar. [INFO] Including commons-pool:commons-pool:jar:1.5.4 in the shaded jar. [INFO] Including commons-dbcp:commons-dbcp:jar:1.4 in the shaded jar. [INFO] Including javax.jdo:jdo-api:jar:3.0.1 in the shaded jar. [INFO] Including javax.transaction:jta:jar:1.1 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.7 in the shaded jar. [INFO] Including commons-httpclient:commons-httpclient:jar:3.1 in the shaded jar. [INFO] Including org.apache.calcite:calcite-avatica:jar:1.2.0-incubating in the shaded jar. [INFO] Including org.apache.httpcomponents:httpclient:jar:4.3.2 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including commons-codec:commons-codec:jar:1.10 in the shaded jar. [INFO] Including joda-time:joda-time:jar:2.9 in the shaded jar. [INFO] Including org.jodd:jodd-core:jar:3.5.2 in the shaded jar. [INFO] Including org.datanucleus:datanucleus-core:jar:3.2.10 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-twitter_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.twitter4j:twitter4j-stream:jar:4.0.4 in the shaded jar. [INFO] Including org.twitter4j:twitter4j-core:jar:4.0.4 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-flume_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-flume-sink_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-core:jar:1.6.0 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-configuration:jar:1.6.0 in the shaded jar. [INFO] Including com.google.code.gson:gson:jar:2.2.2 in the shaded jar. [INFO] Including org.apache.mina:mina-core:jar:2.0.4 in the shaded jar. [INFO] Including org.apache.flume:flume-ng-sdk:jar:1.6.0 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-mqtt_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.eclipse.paho:org.eclipse.paho.client.mqttv3:jar:1.0.1 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-zeromq_2.10:jar:1.6.1 in the shaded jar. [INFO] Including com.typesafe.akka:akka-zeromq_2.10:jar:2.3.11 in the shaded jar. [INFO] Including org.zeromq:zeromq-scala-binding_2.10:jar:0.0.7 in the shaded jar. [INFO] Including net.java.dev.jna:jna:jar:3.0.9 in the shaded jar. [INFO] Including com.github.jnr:jnr-constants:jar:0.8.2 in the shaded jar. [INFO] Including org.apache.spark:spark-streaming-kafka_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.kafka:kafka_2.10:jar:0.8.2.1 in the shaded jar. [INFO] Including org.apache.kafka:kafka-clients:jar:0.8.2.1 in the shaded jar. [INFO] Including com.101tec:zkclient:jar:0.3 in the shaded jar. [INFO] Including org.apache.hbase:hbase-testing-util:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-common:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-server:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-json:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jettison:jettison:jar:1.1 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop2-compat:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop2-compat:test-jar:tests:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:jar:2.2.0 in the shaded jar. [INFO] Including xmlenc:xmlenc:jar:0.52 in the shaded jar. [INFO] Including commons-el:commons-el:jar:1.0 in the shaded jar. [INFO] Including commons-configuration:commons-configuration:jar:1.6 in the shaded jar. [INFO] Including commons-digester:commons-digester:jar:1.8 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils:jar:1.7.0 in the shaded jar. [INFO] Including commons-beanutils:commons-beanutils-core:jar:1.8.0 in the shaded jar. [INFO] Including com.jcraft:jsch:jar:0.1.42 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-auth:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-core:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including com.google.inject:guice:jar:3.0 in the shaded jar. [INFO] Including javax.inject:javax.inject:jar:1 in the shaded jar. [INFO] Including aopalliance:aopalliance:jar:1.0 in the shaded jar. [INFO] Including com.sun.jersey.contribs:jersey-guice:jar:1.9 in the shaded jar. [INFO] Including com.google.inject.extensions:guice-servlet:jar:3.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-common:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-common:jar:2.2.0 in the shaded jar. [INFO] Including com.sun.jersey.jersey-test-framework:jersey-test-framework-grizzly2:jar:1.9 in the shaded jar. [INFO] Including com.sun.jersey.jersey-test-framework:jersey-test-framework-core:jar:1.9 in the shaded jar. [INFO] Including javax.servlet:javax.servlet-api:jar:3.0.1 in the shaded jar. [INFO] Including com.sun.jersey:jersey-grizzly2:jar:1.9 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-framework:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.gmbal:gmbal-api-only:jar:3.0.0-b023 in the shaded jar. [INFO] Including org.glassfish.external:management-api:jar:3.0.0-b012 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http-server:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-rcm:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish.grizzly:grizzly-http-servlet:jar:2.1.2 in the shaded jar. [INFO] Including org.glassfish:javax.servlet:jar:3.1 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-shuffle:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-nodemanager:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:jar:2.2.0 in the shaded jar. [INFO] Including commons-daemon:commons-daemon:jar:1.0.13 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-hdfs:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-minicluster:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-common:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-server-web-proxy:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-jobclient:test-jar:tests:2.2.0 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-mapreduce-client-hs:jar:2.2.0 in the shaded jar. [INFO] Including com.github.stephenc.findbugs:findbugs-annotations:jar:1.3.9-1 in the shaded jar. [INFO] Including org.apache.hbase:hbase-protocol:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.google.protobuf:protobuf-java:jar:2.5.0 in the shaded jar. [INFO] Including commons-logging:commons-logging:jar:1.1.1 in the shaded jar. [INFO] Including org.apache.hbase:hbase-common:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including commons-lang:commons-lang:jar:2.6 in the shaded jar. [INFO] Including commons-collections:commons-collections:jar:3.2.2 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including org.apache.hbase:hbase-client:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.zookeeper:zookeeper:jar:3.4.6 in the shaded jar. [INFO] Including org.cloudera.htrace:htrace-core:jar:2.04 in the shaded jar. [INFO] Including org.jruby.joni:joni:jar:2.1.2 in the shaded jar. [INFO] Including org.jruby.jcodings:jcodings:jar:1.0.8 in the shaded jar. [INFO] Including org.apache.hbase:hbase-server:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-prefix-tree:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including com.yammer.metrics:metrics-core:jar:2.2.0 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including com.github.stephenc.high-scale-lib:high-scale-lib:jar:1.1.1 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-sslengine:jar:6.1.26 in the shaded jar. [INFO] Including org.mortbay.jetty:jsp-2.1:jar:6.1.14 in the shaded jar. [INFO] Including org.mortbay.jetty:jsp-api-2.1:jar:6.1.14 in the shaded jar. [INFO] Including org.mortbay.jetty:servlet-api-2.5:jar:6.1.14 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including tomcat:jasper-compiler:jar:5.5.23 in the shaded jar. [INFO] Including tomcat:jasper-runtime:jar:5.5.23 in the shaded jar. [INFO] Including org.jamon:jamon-runtime:jar:2.3.1 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including org.apache.hbase:hbase-hadoop-compat:jar:0.98.7-hadoop2 in the shaded jar. [INFO] Including org.apache.commons:commons-math:jar:2.1 in the shaded jar. [INFO] Including com.twitter:algebird-core_2.10:jar:0.9.0 in the shaded jar. [INFO] Including com.googlecode.javaewah:JavaEWAH:jar:0.6.6 in the shaded jar. [INFO] Including org.apache.cassandra:cassandra-all:jar:1.2.6 in the shaded jar. [INFO] Including org.antlr:antlr:jar:3.2 in the shaded jar. [INFO] Including com.googlecode.json-simple:json-simple:jar:1.1 in the shaded jar. [INFO] Including org.yaml:snakeyaml:jar:1.6 in the shaded jar. [INFO] Including edu.stanford.ppl:snaptree:jar:0.1 in the shaded jar. [INFO] Including org.mindrot:jbcrypt:jar:0.3m in the shaded jar. [INFO] Including org.apache.cassandra:cassandra-thrift:jar:1.2.6 in the shaded jar. [INFO] Including com.github.stephenc:jamm:jar:0.2.5 in the shaded jar. [INFO] Including com.github.scopt:scopt_2.10:jar:3.2.0 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] hadoop-common-2.2.0-tests.jar, hadoop-mapreduce-client-jobclient-2.2.0-tests.jar define 4 overlapping classes: [WARNING] - org.apache.hadoop.util.TestReflectionUtils$1 [WARNING] - org.apache.hadoop.util.TestRunJar [WARNING] - org.apache.hadoop.ipc.TestSocketFactory [WARNING] - org.apache.hadoop.util.TestReflectionUtils [WARNING] jsp-2.1-6.1.14.jar, jasper-runtime-5.5.23.jar define 43 overlapping classes: [WARNING] - org.apache.jasper.runtime.PerThreadTagHandlerPool$1 [WARNING] - org.apache.jasper.runtime.JspFactoryImpl$PrivilegedGetPageContext [WARNING] - org.apache.jasper.runtime.PageContextImpl$4 [WARNING] - org.apache.jasper.runtime.JspSourceDependent [WARNING] - org.apache.jasper.runtime.JspRuntimeLibrary$PrivilegedIntrospectHelper [WARNING] - org.apache.jasper.runtime.PageContextImpl$2 [WARNING] - org.apache.jasper.Constants [WARNING] - org.apache.jasper.runtime.ProtectedFunctionMapper$2 [WARNING] - org.apache.jasper.runtime.PageContextImpl [WARNING] - org.apache.jasper.runtime.PageContextImpl$11 [WARNING] - 33 more... [WARNING] jsp-2.1-6.1.14.jar, jasper-compiler-5.5.23.jar define 143 overlapping classes: [WARNING] - org.apache.jasper.compiler.Node$Nodes [WARNING] - org.apache.jasper.compiler.tagplugin.TagPlugin [WARNING] - org.apache.jasper.compiler.JspUtil [WARNING] - org.apache.jasper.xmlparser.MyEntityResolver [WARNING] - org.apache.jasper.compiler.Validator$TagExtraInfoVisitor [WARNING] - org.apache.jasper.compiler.SmapStratum [WARNING] - org.apache.jasper.compiler.SmapGenerator [WARNING] - org.apache.jasper.compiler.tagplugin.TagPluginContext [WARNING] - org.apache.jasper.compiler.JasperTagInfo [WARNING] - org.apache.jasper.EmbeddedServletOptions [WARNING] - 133 more... [WARNING] hadoop-common-2.2.0.jar, hadoop-common-2.2.0-tests.jar define 37 overlapping classes: [WARNING] - org.apache.hadoop.io.serializer.avro.AvroRecord [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$TestProtobufRpc2Proto [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$TestProtobufRpcProto$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EmptyResponseProto$Builder [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EmptyResponseProto$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestRpcServiceProtos$TestProtobufRpc2Proto$1 [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EchoRequestProto$Builder [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos [WARNING] - org.apache.hadoop.ipc.protobuf.TestProtos$EmptyResponseProtoOrBuilder [WARNING] - 27 more... [WARNING] commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 82 overlapping classes: [WARNING] - org.apache.commons.beanutils.ConvertUtilsBean [WARNING] - org.apache.commons.beanutils.converters.SqlTimeConverter [WARNING] - org.apache.commons.beanutils.Converter [WARNING] - org.apache.commons.beanutils.converters.FloatArrayConverter [WARNING] - org.apache.commons.beanutils.NestedNullException [WARNING] - org.apache.commons.beanutils.ConvertingWrapDynaBean [WARNING] - org.apache.commons.beanutils.converters.LongArrayConverter [WARNING] - org.apache.commons.beanutils.converters.SqlDateConverter [WARNING] - org.apache.commons.beanutils.converters.BooleanArrayConverter [WARNING] - org.apache.commons.beanutils.converters.StringConverter [WARNING] - 72 more... [WARNING] hadoop-hdfs-2.2.0-tests.jar, hadoop-common-2.2.0-tests.jar define 1 overlapping classes: [WARNING] - org.apache.hadoop.net.TestNetworkTopologyWithNodeGroup [WARNING] parquet-format-2.3.0-incubating.jar, parquet-hadoop-bundle-1.6.0.jar define 151 overlapping classes: [WARNING] - parquet.org.apache.thrift.server.TServer$Args [WARNING] - parquet.org.apache.thrift.transport.AutoExpandingBufferWriteTransport [WARNING] - parquet.org.apache.thrift.transport.TSaslTransport$NegotiationStatus [WARNING] - parquet.org.apache.thrift.protocol.TMessage [WARNING] - parquet.org.apache.thrift.meta_data.StructMetaData [WARNING] - parquet.org.apache.thrift.protocol.TProtocolException [WARNING] - parquet.org.apache.thrift.server.TNonblockingServer$FrameBuffer [WARNING] - parquet.org.apache.thrift.TBaseProcessor [WARNING] - parquet.org.slf4j.helpers.BasicMarker [WARNING] - parquet.org.apache.thrift.protocol.TSimpleJSONProtocol [WARNING] - 141 more... [WARNING] log4j-1.2.17.jar, apache-log4j-extras-1.2.17.jar define 126 overlapping classes: [WARNING] - org.apache.log4j.pattern.MessagePatternConverter [WARNING] - org.apache.log4j.xml.DOMConfigurator$4 [WARNING] - org.apache.log4j.pattern.NameAbbreviator$DropElementAbbreviator [WARNING] - org.apache.log4j.varia.StringMatchFilter [WARNING] - org.apache.log4j.spi.OptionHandler [WARNING] - org.apache.log4j.pattern.LevelPatternConverter [WARNING] - org.apache.log4j.pattern.BridgePatternParser [WARNING] - org.apache.log4j.BasicConfigurator [WARNING] - org.apache.log4j.pattern.LoggingEventPatternConverter [WARNING] - org.apache.log4j.ConsoleAppender$SystemErrStream [WARNING] - 116 more... [WARNING] javax.servlet-api-3.0.1.jar, servlet-api-2.5-6.1.14.jar, javax.servlet-3.1.jar define 42 overlapping classes: [WARNING] - javax.servlet.http.Cookie [WARNING] - javax.servlet.http.HttpSessionBindingEvent [WARNING] - javax.servlet.http.NoBodyResponse [WARNING] - javax.servlet.ServletContext [WARNING] - javax.servlet.ServletOutputStream [WARNING] - javax.servlet.http.HttpSessionListener [WARNING] - javax.servlet.http.HttpSessionContext [WARNING] - javax.servlet.FilterChain [WARNING] - javax.servlet.GenericServlet [WARNING] - javax.servlet.http.HttpServletRequestWrapper [WARNING] - 32 more... [WARNING] jsp-2.1-6.1.14.jar, jasper-compiler-5.5.23.jar, jasper-runtime-5.5.23.jar define 1 overlapping classes: [WARNING] - org.apache.jasper.compiler.Localizer [WARNING] unused-1.0.0.jar, spark-streaming-flume-sink_2.10-1.6.1.jar, spark-streaming-zeromq_2.10-1.6.1.jar, spark-streaming-flume_2.10-1.6.1.jar, spark-streaming-kafka_2.10-1.6.1.jar, spark-streaming-twitter_2.10-1.6.1.jar, spark-streaming-mqtt_2.10-1.6.1.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] javax.servlet-api-3.0.1.jar, javax.servlet-3.1.jar define 32 overlapping classes: [WARNING] - javax.servlet.annotation.HttpConstraint [WARNING] - javax.servlet.DispatcherType [WARNING] - javax.servlet.descriptor.JspPropertyGroupDescriptor [WARNING] - javax.servlet.Registration [WARNING] - javax.servlet.SessionTrackingMode [WARNING] - javax.servlet.annotation.ServletSecurity$EmptyRoleSemantic [WARNING] - javax.servlet.annotation.HandlesTypes [WARNING] - javax.servlet.ServletRegistration [WARNING] - javax.servlet.annotation.ServletSecurity [WARNING] - javax.servlet.ServletContainerInitializer [WARNING] - 22 more... [WARNING] commons-collections-3.2.2.jar, commons-beanutils-core-1.8.0.jar, commons-beanutils-1.7.0.jar define 10 overlapping classes: [WARNING] - org.apache.commons.collections.FastHashMap$EntrySet [WARNING] - org.apache.commons.collections.FastHashMap$KeySet [WARNING] - org.apache.commons.collections.ArrayStack [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView$CollectionViewIterator [WARNING] - org.apache.commons.collections.FastHashMap$Values [WARNING] - org.apache.commons.collections.FastHashMap$CollectionView [WARNING] - org.apache.commons.collections.FastHashMap$1 [WARNING] - org.apache.commons.collections.Buffer [WARNING] - org.apache.commons.collections.FastHashMap [WARNING] - org.apache.commons.collections.BufferUnderflowException [WARNING] cassandra-all-1.2.6.jar, cassandra-thrift-1.2.6.jar define 2 overlapping classes: [WARNING] - org.apache.cassandra.thrift.ITransportFactory [WARNING] - org.apache.cassandra.thrift.TFramedTransportFactory [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-examples_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/examples/target/spark-examples_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-examples_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/examples/target/spark-examples_2.10-1.6.1-test-sources.jar [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Spark Project External Kafka Assembly 1.6.1 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.6.1:clean (default-clean) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-enforcer-plugin:1.4.1:enforce (enforce-versions) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- scala-maven-plugin:3.2.2:add-source (eclipse-add-source) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Add Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/src/main/scala [INFO] Add Test Source directory: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/src/test/scala [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default-cli) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Dependencies classpath: /wrkdirs/devel/spark/m2/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/wrkdirs/devel/spark/m2/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar:/wrkdirs/devel/spark/m2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/wrkdirs/devel/spark/m2/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/wrkdirs/devel/spark/m2/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/wrkdirs/devel/spark/m2/org/tukaani/xz/1.0/xz-1.0.jar:/wrkdirs/devel/spark/m2/javax/activation/activation/1.1.1/activation-1.1.1.jar:/wrkdirs/devel/spark/m2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/wrkdirs/devel/spark/m2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/wrkdirs/devel/spark/m2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/wrkdirs/devel/spark/m2/commons-io/commons-io/2.4/commons-io-2.4.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka-clients/0.8.2.1/kafka-clients-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/wrkdirs/devel/spark/spark-1.6.1/external/kafka/target/spark-streaming-kafka_2.10-1.6.1.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/wrkdirs/devel/spark/m2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/wrkdirs/devel/spark/m2/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/wrkdirs/devel/spark/m2/org/apache/kafka/kafka_2.10/0.8.2.1/kafka_2.10-0.8.2.1.jar:/wrkdirs/devel/spark/m2/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/wrkdirs/devel/spark/m2/com/101tec/zkclient/0.3/zkclient-0.3.jar:/wrkdirs/devel/spark/m2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar [INFO] [INFO] --- maven-remote-resources-plugin:1.5:process (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/src/main/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:compile (scala-compile-first) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:compile (default-compile) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-antrun-plugin:1.8:run (create-tmp-dir) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Executing tasks main: [mkdir] Created dir: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/tmp [INFO] Executed tasks [INFO] [INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] skip non existing resourceDirectory /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/src/test/resources [INFO] Copying 3 resources [INFO] [INFO] --- scala-maven-plugin:3.2.2:testCompile (scala-test-compile-first) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-compiler-plugin:3.3:testCompile (default-testCompile) @ spark-streaming-kafka-assembly_2.10 --- [INFO] No sources to compile [INFO] [INFO] --- maven-dependency-plugin:2.10:build-classpath (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-surefire-plugin:2.18.1:test (default-test) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- scalatest-maven-plugin:1.0:test (test) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Tests are skipped. [INFO] [INFO] --- maven-jar-plugin:2.6:test-jar (prepare-test-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1-tests.jar [INFO] [INFO] --- maven-jar-plugin:2.6:jar (default-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1.jar [INFO] [INFO] --- maven-site-plugin:3.3:attach-descriptor (attach-descriptor) @ spark-streaming-kafka-assembly_2.10 --- [INFO] [INFO] --- maven-shade-plugin:2.4.1:shade (default) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Including org.apache.spark:spark-streaming-kafka_2.10:jar:1.6.1 in the shaded jar. [INFO] Including org.apache.kafka:kafka_2.10:jar:0.8.2.1 in the shaded jar. [INFO] Including com.yammer.metrics:metrics-core:jar:2.2.0 in the shaded jar. [INFO] Including org.apache.kafka:kafka-clients:jar:0.8.2.1 in the shaded jar. [INFO] Including com.101tec:zkclient:jar:0.3 in the shaded jar. [INFO] Including com.thoughtworks.paranamer:paranamer:jar:2.6 in the shaded jar. [INFO] Including commons-cli:commons-cli:jar:1.2 in the shaded jar. [INFO] Including commons-io:commons-io:jar:2.4 in the shaded jar. [INFO] Including org.apache.avro:avro:jar:1.7.7 in the shaded jar. [INFO] Including org.apache.commons:commons-compress:jar:1.4.1 in the shaded jar. [INFO] Including org.tukaani:xz:jar:1.0 in the shaded jar. [INFO] Including org.mortbay.jetty:jetty-util:jar:6.1.26 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-client:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-api:jar:2.7.2 in the shaded jar. [INFO] Including org.apache.hadoop:hadoop-yarn-common:jar:2.7.2 in the shaded jar. [INFO] Including javax.xml.bind:jaxb-api:jar:2.2.2 in the shaded jar. [INFO] Including javax.xml.stream:stax-api:jar:1.0-2 in the shaded jar. [INFO] Including com.sun.jersey:jersey-client:jar:1.9 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-jaxrs:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-xc:jar:1.9.13 in the shaded jar. [INFO] Including org.apache.avro:avro-ipc:jar:1.7.7 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-core-asl:jar:1.9.13 in the shaded jar. [INFO] Including org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13 in the shaded jar. [INFO] Including javax.activation:activation:jar:1.1.1 in the shaded jar. [INFO] Including org.spark-project.spark:unused:jar:1.0.0 in the shaded jar. [WARNING] spark-streaming-kafka_2.10-1.6.1.jar, unused-1.0.0.jar define 1 overlapping classes: [WARNING] - org.apache.spark.unused.UnusedStubClass [WARNING] maven-shade-plugin has detected that some class files are [WARNING] present in two or more JARs. When this happens, only one [WARNING] single version of the class is copied to the uber jar. [WARNING] Usually this is not harmful and you can skip these warnings, [WARNING] otherwise try to manually exclude artifacts based on [WARNING] mvn dependency:tree -Ddetail=true and the above output. [WARNING] See http://docs.codehaus.org/display/MAVENUSER/Shade+Plugin [INFO] Replacing original artifact with shaded artifact. [INFO] Replacing /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1.jar with /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1-shaded.jar [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/dependency-reduced-pom.xml [INFO] Dependency-reduced POM written at: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/dependency-reduced-pom.xml [INFO] [INFO] --- maven-source-plugin:2.4:jar-no-fork (create-source-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1-sources.jar [INFO] [INFO] --- maven-source-plugin:2.4:test-jar-no-fork (create-source-jar) @ spark-streaming-kafka-assembly_2.10 --- [INFO] Building jar: /wrkdirs/devel/spark/spark-1.6.1/external/kafka-assembly/target/spark-streaming-kafka-assembly_2.10-1.6.1-test-sources.jar [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] Spark Project Parent POM ........................... SUCCESS [ 10.501 s] [INFO] Spark Project Test Tags ............................ SUCCESS [ 51.420 s] [INFO] Spark Project Launcher ............................. SUCCESS [ 32.743 s] [INFO] Spark Project Networking ........................... SUCCESS [ 38.986 s] [INFO] Spark Project Shuffle Streaming Service ............ SUCCESS [ 22.786 s] [INFO] Spark Project Unsafe ............................... SUCCESS [ 42.952 s] [INFO] Spark Project Core ................................. SUCCESS [11:06 min] [INFO] Spark Project Bagel ................................ SUCCESS [ 31.633 s] [INFO] Spark Project GraphX ............................... SUCCESS [02:49 min] [INFO] Spark Project Streaming ............................ SUCCESS [05:16 min] [INFO] Spark Project Catalyst ............................. SUCCESS [08:06 min] [INFO] Spark Project SQL .................................. SUCCESS [09:27 min] [INFO] Spark Project ML Library ........................... SUCCESS [08:18 min] [INFO] Spark Project Tools ................................ SUCCESS [ 37.015 s] [INFO] Spark Project Hive ................................. SUCCESS [06:52 min] [INFO] Spark Project Docker Integration Tests ............. SUCCESS [ 35.589 s] [INFO] Spark Project REPL ................................. SUCCESS [01:24 min] [INFO] Spark Project YARN Shuffle Service ................. SUCCESS [ 16.894 s] [INFO] Spark Project YARN ................................. SUCCESS [01:51 min] [INFO] Spark Project Assembly ............................. SUCCESS [05:10 min] [INFO] Spark Project External Twitter ..................... SUCCESS [ 51.155 s] [INFO] Spark Project External Flume Sink .................. SUCCESS [ 50.452 s] [INFO] Spark Project External Flume ....................... SUCCESS [01:25 min] [INFO] Spark Project External Flume Assembly .............. SUCCESS [ 14.192 s] [INFO] Spark Project External MQTT ........................ SUCCESS [01:54 min] [INFO] Spark Project External MQTT Assembly ............... SUCCESS [ 19.184 s] [INFO] Spark Project External ZeroMQ ...................... SUCCESS [ 52.869 s] [INFO] Spark Project External Kafka ....................... SUCCESS [02:01 min] [INFO] Spark Project Examples ............................. SUCCESS [04:46 min] [INFO] Spark Project External Kafka Assembly .............. SUCCESS [ 16.144 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 01:19 h [INFO] Finished at: 2016-10-09T05:22:38+00:00 [INFO] Final Memory: 101M/2042M [INFO] ------------------------------------------------------------------------ /usr/local/openjdk8/bin/jar uvf /wrkdirs/devel/spark/spark-1.6.1/assembly/target/scala*/*assembly*hadoop*.jar -C /wrkdirs/devel/spark/snappy org adding: org/(in = 0) (out= 0)(stored 0%) adding: org/xerial/(in = 0) (out= 0)(stored 0%) adding: org/xerial/snappy/(in = 0) (out= 0)(stored 0%) adding: org/xerial/snappy/native/(in = 0) (out= 0)(stored 0%) adding: org/xerial/snappy/native/DragonFly/(in = 0) (out= 0)(stored 0%) adding: org/xerial/snappy/native/DragonFly/x86_64/(in = 0) (out= 0)(stored 0%) adding: org/xerial/snappy/native/DragonFly/x86_64/libsnappyjava.so(in = 23968) (out= 11424)(deflated 52%) /bin/rm -f /wrkdirs/devel/spark/spark-1.6.1/bin/*.cmd /wrkdirs/devel/spark/spark-1.6.1/sbin/spark-daemon.sh.orig =========================================================================== =================================================== ===> apache-spark-1.6.1 depends on executable: bash - not found ===> Installing existing package /packages/All/bash-4.3.46_1.txz Installing bash-4.3.46_1... Extracting bash-4.3.46_1: .......... done ===> apache-spark-1.6.1 depends on executable: bash - found ===> Returning to build of apache-spark-1.6.1 ===> apache-spark-1.6.1 depends on executable: yarn - not found ===> Installing existing package /packages/All/hadoop2-2.7.2_1.txz Installing hadoop2-2.7.2_1... `-- Installing snappy-1.1.3... `-- Extracting snappy-1.1.3: .......... done `-- Installing ssid-0.1... `-- Extracting ssid-0.1: .... done ===> Creating groups. Creating group 'hadoop' with gid '955'. ===> Creating users Creating user 'hdfs' with uid '955'. Creating user 'mapred' with uid '947'. Extracting hadoop2-2.7.2_1: .......... done Message from ssid-0.1: ===> NOTICE: The ssid port currently does not have a maintainer. As a result, it is more likely to have unresolved issues, not be up-to-date, or even be removed in the future. To volunteer to maintain this port, please create an issue at: https://bugs.freebsd.org/bugzilla More information about port maintainership is available at: https://www.freebsd.org/doc/en/articles/contributing/ports-contributing.html#maintain-port ===> apache-spark-1.6.1 depends on executable: yarn - found ===> Returning to build of apache-spark-1.6.1 ===> apache-spark-1.6.1 depends on file: /usr/local/openjdk8/bin/java - found ===> apache-spark-1.6.1 depends on file: /usr/local/bin/python2.7 - found ===> apache-spark-1.6.1 depends on executable: python2 - found =========================================================================== =================================================== ===> Staging for apache-spark-1.6.1 ===> Generating temporary packing list ===> Creating groups. ===> Creating users /bin/mkdir -p /wrkdirs/devel/spark/stage/usr/local/share/spark/lib /wrkdirs/devel/spark/stage/usr/local/share/spark/examples /wrkdirs/devel/spark/stage/usr/local/share/spark/bin /wrkdirs/devel/spark/stage/usr/local/share/spark/sbin /wrkdirs/devel/spark/stage/usr/local/share/spark/conf echo "Spark ORTVERSION built for Hadoop 2.7.2" > /wrkdirs/devel/spark/stage/usr/local/share/spark/RELEASE install -m 0644 /wrkdirs/devel/spark/spark-1.6.1/assembly/target/scala*/*assembly*hadoop*.jar /wrkdirs/devel/spark/stage/usr/local/share/spark/lib/ install -m 0644 /wrkdirs/devel/spark/spark-1.6.1/examples/target/scala*/spark-examples*.jar /wrkdirs/devel/spark/stage/usr/local/share/spark/lib/ cd /wrkdirs/devel/spark/spark-1.6.1/examples && /bin/sh -c '(/usr/bin/find -d $0 $2 | /usr/bin/cpio -dumpl $1 >/dev/null 2>&1) && /usr/bin/find -d $0 $2 -type d -exec chmod 755 $1/{} \; && /usr/bin/find -d $0 $2 -type f -exec chmod 444 $1/{} \;' -- src /wrkdirs/devel/spark/stage/usr/local/share/spark/examples/ cd /wrkdirs/devel/spark/spark-1.6.1/bin && install -m 555 * /wrkdirs/devel/spark/stage/usr/local/share/spark/bin/ cd /wrkdirs/devel/spark/spark-1.6.1/sbin && install -m 555 * /wrkdirs/devel/spark/stage/usr/local/share/spark/sbin/ cd /wrkdirs/devel/spark/spark-1.6.1 && /bin/sh -c '(/usr/bin/find -d $0 $2 | /usr/bin/cpio -dumpl $1 >/dev/null 2>&1) && /usr/bin/find -d $0 $2 -type d -exec chmod 755 $1/{} \; && /usr/bin/find -d $0 $2 -type f -exec chmod 444 $1/{} \;' -- python /wrkdirs/devel/spark/stage/usr/local/share/spark/ install -m 0644 /wrkdirs/devel/spark/spark-1.6.1/conf/*.template /wrkdirs/devel/spark/stage/usr/local/share/spark/conf/ /bin/mkdir -p /wrkdirs/devel/spark/stage/var/run/spark /bin/mkdir -p /wrkdirs/devel/spark/stage/var/log/spark ====> Compressing man pages (compress-man) ===> Staging rc.d startup script(s) =========================================================================== =================================================== ===> Building package for apache-spark-1.6.1 file sizes/checksums [499]: ..... done packing files [499]: ..... done packing directories [2]: . done =========================================================================== => Cleaning up wrkdir ===> Cleaning for apache-spark-1.6.1 build of devel/spark ended at Sat Oct 8 22:30:26 PDT 2016 build time: 01:28:42