git: 6d342acaa5f7 - main - devel/spark: fix multiple issues

From: Stefan Eßer <se_at_FreeBSD.org>
Date: Thu, 29 Sep 2022 13:19:19 UTC
The branch main has been updated by se:

URL: https://cgit.FreeBSD.org/ports/commit/?id=6d342acaa5f7575de2b92e68a46ccd85b47e0626

commit 6d342acaa5f7575de2b92e68a46ccd85b47e0626
Author:     Stefan Eßer <se@FreeBSD.org>
AuthorDate: 2022-09-29 13:06:06 +0000
Commit:     Stefan Eßer <se@FreeBSD.org>
CommitDate: 2022-09-29 13:06:06 +0000

    devel/spark: fix multiple issues
    
    The devel/spark port had been resurrected by Neel Chauhan based on
    PR 266484, but that PR had become stale and did not follow current
    rules and conventions (and had some issues that needed to be fixed).
    
    Neel has run out of time fixing the issues and I have taken over and
    finished the patches he had been working on.
    
    This updated port has been tested with poudriere testport, but I do
    not have a suitable test environment to run functional tests on.
    
    Please address run-time issues that are detected to both the
    maintainer of the port and to me.
    
    Approved by:    portmgr (blanket)
---
 devel/spark/Makefile                         |   45 +-
 devel/spark/distinfo                         |    4 +-
 devel/spark/files/patch-sbin-spark-daemon.sh |   16 +-
 devel/spark/pkg-descr                        |    8 +-
 devel/spark/pkg-plist                        | 1605 +++++++++++++-------------
 5 files changed, 870 insertions(+), 808 deletions(-)

diff --git a/devel/spark/Makefile b/devel/spark/Makefile
index 4911a1d828c4..b2d3c0ef773f 100644
--- a/devel/spark/Makefile
+++ b/devel/spark/Makefile
@@ -1,38 +1,43 @@
 PORTNAME=	spark
 PORTVERSION=	3.3.0
 CATEGORIES=	devel java
-MASTER_SITES=	https://archive.apache.org/dist/${PORTNAME}/${PORTNAME}-${PORTVERSION}/
+MASTER_SITES=	https://archive.apache.org/dist/${PORTNAME}/${PORTNAME}-${PORTVERSION}/ \
+		LOCAL/se/distfiles/:deps \
+		https://people.freebsd.org/~se/distfiles/:deps
 PKGNAMEPREFIX=	apache-
-DISTFILES=	${PORTNAME}-${PORTVERSION}.tgz
+DISTFILES=	${PORTNAME}-${PORTVERSION}.tgz \
+		${PORTNAME}-${PORTVERSION}-deps.tgz:deps
 
 MAINTAINER=	freebsd@sysctl.cz
 COMMENT=	Fast big data processing engine
+WWW=		http://spark.apache.org/
 
 LICENSE=	APACHE20
 
 BUILD_DEPENDS=	${LOCALBASE}/lib/libsnappyjava.so:archivers/snappy-java \
 		bash:shells/bash \
 		mvn:devel/maven
-
 RUN_DEPENDS=	bash:shells/bash
 
 USES=		cpe python shebangfix
 CPE_VENDOR=	apache
 USE_JAVA=	yes
-MAKE_ENV+=	JAVA_HOME=${JAVA_HOME} \
-		MAVEN_OPTS="-Xmx2g -XX:MaxPermSize=512M -XX:ReservedCodeCacheSize=512m"
 
+USE_RC_SUBR=	spark_master spark_worker
 SHEBANG_FILES=	bin/sparkR
 
+MAKE_ENV+=	JAVA_HOME=${JAVA_HOME} \
+		MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=2g"
+
+NO_ARCH=	yes
+
+SUB_LIST=	SPARK_GROUP=spark \
+		SPARK_USER=spark
+
 USERS=		spark
 GROUPS=		spark
 
-USE_RC_SUBR=	spark_master spark_worker
-PLIST_SUB+=	SPARK_GROUP=spark \
-		SPARK_USER=spark \
-		VER=${PORTVERSION}
-SUB_LIST+=	SPARK_GROUP=spark \
-		SPARK_USER=spark
+PLIST_SUB=	VER=${PORTVERSION}
 
 .include <bsd.port.pre.mk>
 
@@ -44,15 +49,21 @@ JAVA_ARCH=	x86
 JAVA_ARCH=	${ARCH}
 .endif
 
+# Update spark-*-dist.tgz if the hadoop version is changed!
+HADOOP_VERSION=	3.3.4
+OFFLINE=	-o
+
 do-build:
 	${MKDIR} ${WRKDIR}/snappy/org/xerial/snappy/native/${OPSYS}/${JAVA_ARCH}
 	${CP} ${LOCALBASE}/lib/libsnappyjava.so \
 		${WRKDIR}/snappy/org/xerial/snappy/native/${OPSYS}/${JAVA_ARCH}
 	cd ${WRKSRC} && ${SETENV} ${MAKE_ENV} \
-		${LOCALBASE}/bin/mvn \
-		-Dmaven.repo.local=${WRKDIR}/m2 clean package \
-		-Dhadoop.version=3.3.1 -Pyarn -Phive -Phive-thriftserver -DskipTests \
-		-Duser.home=${WRKDIR}
+		${LOCALBASE}/bin/mvn ${OFFLINE} \
+		-Duser.home=${WRKDIR} \
+		-Dmaven.repo.local=${WRKDIR}/m2 \
+		-Dhadoop.version=${HADOOP_VERSION} \
+		-Pyarn -Phive -Phive-thriftserver -DskipTests \
+		clean package
 	${JAR} uvf ${WRKSRC}/assembly/target/scala*/jars/snappy-java-*.jar \
 		-C ${WRKDIR}/snappy org
 
@@ -61,13 +72,13 @@ post-build:
 
 do-install:
 	${MKDIR} ${STAGEDIR}${DATADIR}/lib ${STAGEDIR}${DATADIR}/examples/jars ${STAGEDIR}${DATADIR}/bin ${STAGEDIR}${DATADIR}/sbin ${STAGEDIR}${DATADIR}/conf
-	${ECHO_CMD} "Spark ${PORTVERSION} built for Hadoop 3.3.1" > ${STAGEDIR}${DATADIR}/RELEASE
+	${ECHO_CMD} "Spark ${PORTVERSION} built for Hadoop ${HADOOP_VERSION}" > ${STAGEDIR}${DATADIR}/RELEASE
 	(cd  ${WRKSRC}/assembly/target/scala* && ${COPYTREE_SHARE} jars  ${STAGEDIR}${DATADIR})
 	${INSTALL_DATA} ${WRKSRC}/examples/target/spark-examples*.jar ${STAGEDIR}${DATADIR}/examples/jars
 	cd ${WRKSRC}/examples && ${COPYTREE_SHARE} src ${STAGEDIR}${DATADIR}/examples
 	cd ${WRKSRC}/bin && ${INSTALL_SCRIPT} * ${STAGEDIR}${DATADIR}/bin/
 	cd ${WRKSRC}/sbin && ${INSTALL_SCRIPT} * ${STAGEDIR}${DATADIR}/sbin/
-	cd ${WRKSRC} && ${COPYTREE_SHARE} python ${STAGEDIR}${DATADIR}/
+	cd ${WRKSRC} && ${COPYTREE_SHARE} "python" ${STAGEDIR}${DATADIR}/
 	${INSTALL_DATA} ${WRKSRC}/conf/*.template ${STAGEDIR}${DATADIR}/conf/
 	${MKDIR} ${STAGEDIR}/var/run/spark
 	${MKDIR} ${STAGEDIR}/var/log/spark
diff --git a/devel/spark/distinfo b/devel/spark/distinfo
index 5d068c429048..f9b542ef8fae 100644
--- a/devel/spark/distinfo
+++ b/devel/spark/distinfo
@@ -1,3 +1,5 @@
-TIMESTAMP = 1663492153
+TIMESTAMP = 1664448776
 SHA256 (spark-3.3.0.tgz) = 9b357aa165e3d78820702f0eee3fa32097839d42c9d0f5b19563fd23b796d13c
 SIZE (spark-3.3.0.tgz) = 29907712
+SHA256 (spark-3.3.0-deps.tgz) = f504c09556b3979b0fe9b8efd99103ea37673d81f9978cf88c68f2f336409eee
+SIZE (spark-3.3.0-deps.tgz) = 898673486
diff --git a/devel/spark/files/patch-sbin-spark-daemon.sh b/devel/spark/files/patch-sbin-spark-daemon.sh
index d20a030e29d8..cbbfd9e768af 100644
--- a/devel/spark/files/patch-sbin-spark-daemon.sh
+++ b/devel/spark/files/patch-sbin-spark-daemon.sh
@@ -1,8 +1,8 @@
---- sbin/spark-daemon.sh.orig	2015-10-26 09:05:25.709519603 +0000
-+++ sbin/spark-daemon.sh	2015-10-26 09:07:31.767513027 +0000
-@@ -99,14 +99,6 @@
+--- sbin/spark-daemon.sh.orig	2022-06-09 18:11:30 UTC
++++ sbin/spark-daemon.sh
+@@ -108,14 +108,6 @@ fi
  if [ "$SPARK_LOG_DIR" = "" ]; then
-   export SPARK_LOG_DIR="$SPARK_HOME/logs"
+   export SPARK_LOG_DIR="${SPARK_HOME}/logs"
  fi
 -mkdir -p "$SPARK_LOG_DIR"
 -touch "$SPARK_LOG_DIR"/.spark_test > /dev/null 2>&1
@@ -15,12 +15,12 @@
  
  if [ "$SPARK_PID_DIR" = "" ]; then
    SPARK_PID_DIR=/tmp
-@@ -125,8 +117,6 @@
+@@ -161,8 +153,6 @@ run_command() {
+ run_command() {
    mode="$1"
    shift
- 
--  mkdir -p "$SPARK_PID_DIR"
 -
+-  mkdir -p "$SPARK_PID_DIR"
+ 
    if [ -f "$pid" ]; then
      TARGET_ID="$(cat "$pid")"
-     if [[ $(ps -p "$TARGET_ID" -o comm=) =~ "java" ]]; then
diff --git a/devel/spark/pkg-descr b/devel/spark/pkg-descr
index aa1173cc62be..f13a5fffb11a 100644
--- a/devel/spark/pkg-descr
+++ b/devel/spark/pkg-descr
@@ -1,3 +1,5 @@
-[description of the port]
-
-WWW: http://example.com
+Apache Spark is a fast and general-purpose cluster computing system.  It
+provides high-level APIs in Java, Scala and Python, and an optimized engine
+that supports general execution graphs.  It also supports a rich set of
+higher-level tools including Spark SQL for SQL and structured data processing,
+MLlib for machine learning, GraphX for graph processing, and Spark Streaming.
diff --git a/devel/spark/pkg-plist b/devel/spark/pkg-plist
index 3f9ddff2fe6c..79949896565e 100644
--- a/devel/spark/pkg-plist
+++ b/devel/spark/pkg-plist
@@ -1,160 +1,158 @@
-etc/rc.d/%%SPARK_USER%%_master
-etc/rc.d/%%SPARK_USER%%_worker
 %%DATADIR%%/RELEASE
 %%DATADIR%%/bin/beeline
 %%DATADIR%%/bin/docker-image-tool.sh
-%%DATADIR%%/bin/find-%%SPARK_USER%%-home
-%%DATADIR%%/bin/load-%%SPARK_USER%%-env.sh
-%%DATADIR%%/bin/py%%SPARK_USER%%
+%%DATADIR%%/bin/find-spark-home
+%%DATADIR%%/bin/load-spark-env.sh
+%%DATADIR%%/bin/pyspark
 %%DATADIR%%/bin/run-example
-%%DATADIR%%/bin/%%SPARK_USER%%-class
-%%DATADIR%%/bin/%%SPARK_USER%%-shell
-%%DATADIR%%/bin/%%SPARK_USER%%-sql
-%%DATADIR%%/bin/%%SPARK_USER%%-submit
-%%DATADIR%%/bin/%%SPARK_USER%%R
+%%DATADIR%%/bin/spark-class
+%%DATADIR%%/bin/spark-shell
+%%DATADIR%%/bin/spark-sql
+%%DATADIR%%/bin/spark-submit
+%%DATADIR%%/bin/sparkR
 %%DATADIR%%/conf/fairscheduler.xml.template
 %%DATADIR%%/conf/log4j2.properties.template
 %%DATADIR%%/conf/metrics.properties.template
-%%DATADIR%%/conf/%%SPARK_USER%%-defaults.conf.template
-%%DATADIR%%/conf/%%SPARK_USER%%-env.sh.template
+%%DATADIR%%/conf/spark-defaults.conf.template
+%%DATADIR%%/conf/spark-env.sh.template
 %%DATADIR%%/conf/workers.template
-%%DATADIR%%/examples/jars/%%SPARK_USER%%-examples_2.12-%%VER%%-sources.jar
-%%DATADIR%%/examples/jars/%%SPARK_USER%%-examples_2.12-%%VER%%-test-sources.jar
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaHdfsLR.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaLogQuery.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaPageRank.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaSparkPi.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaStatusTrackerDemo.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaTC.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/JavaWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaAFTSurvivalRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaALSExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaBinarizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaBisectingKMeansExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaBucketedRandomProjectionLSHExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaBucketizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaChiSqSelectorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaChiSquareTestExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaCorrelationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaCountVectorizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaDCTExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaDecisionTreeClassificationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaDecisionTreeRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaDocument.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaElementwiseProductExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaEstimatorTransformerParamExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaFMClassifierExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaFMRegressorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaFPGrowthExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaFeatureHasherExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaGaussianMixtureExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaGeneralizedLinearRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaGradientBoostedTreeClassifierExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaGradientBoostedTreeRegressorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaImputerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaIndexToStringExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaInteractionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaIsotonicRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaKMeansExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLDAExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLabeledDocument.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLinearRegressionWithElasticNetExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLinearSVCExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLogisticRegressionSummaryExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaLogisticRegressionWithElasticNetExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaMaxAbsScalerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaMinHashLSHExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaMinMaxScalerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaModelSelectionViaCrossValidationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaMultilayerPerceptronClassifierExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaNGramExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaNaiveBayesExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaNormalizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaOneHotEncoderExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaOneVsRestExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaPCAExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaPipelineExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaPolynomialExpansionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaPowerIterationClusteringExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaPrefixSpanExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaQuantileDiscretizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaRFormulaExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaRandomForestClassifierExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaRandomForestRegressorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaRobustScalerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaSQLTransformerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaStandardScalerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaStopWordsRemoverExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaStringIndexerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaSummarizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaTfIdfExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaTokenizerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaUnivariateFeatureSelectorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaVarianceThresholdSelectorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaVectorAssemblerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaVectorIndexerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaVectorSizeHintExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaVectorSlicerExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/ml/JavaWord2VecExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaALS.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaAssociationRulesExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaBinaryClassificationMetricsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaBisectingKMeansExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaChiSqSelectorExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaCorrelationsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaDecisionTreeClassificationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaDecisionTreeRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaElementwiseProductExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaGaussianMixtureExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaGradientBoostingClassificationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaGradientBoostingRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaHypothesisTestingExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaHypothesisTestingKolmogorovSmirnovTestExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaIsotonicRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaKMeansExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaKernelDensityEstimationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaLBFGSExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaLatentDirichletAllocationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaLogisticRegressionWithLBFGSExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaMultiLabelClassificationMetricsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaMulticlassClassificationMetricsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaNaiveBayesExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaPCAExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaPowerIterationClusteringExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaPrefixSpanExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaRandomForestClassificationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaRandomForestRegressionExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaRankingMetricsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaRecommendationExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaSVDExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaSVMWithSGDExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaSimpleFPGrowth.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaStratifiedSamplingExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaStreamingTestExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/mllib/JavaSummaryStatisticsExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/JavaSQLDataSourceExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/JavaSparkSQLExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/JavaUserDefinedScalar.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/JavaUserDefinedTypedAggregation.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/JavaUserDefinedUntypedAggregation.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/hive/JavaSparkHiveExample.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredComplexSessionization.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredKafkaWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredKerberizedKafkaWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredNetworkWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/sql/streaming/JavaStructuredSessionization.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaCustomReceiver.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaDirectKafkaWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaDirectKerberizedKafkaWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaNetworkWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaQueueStream.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaRecord.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaRecoverableNetworkWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaSqlNetworkWordCount.java
-%%DATADIR%%/examples/src/main/java/org/apache/%%SPARK_USER%%/examples/streaming/JavaStatefulNetworkWordCount.java
+%%DATADIR%%/examples/jars/spark-examples_2.12-%%VER%%-sources.jar
+%%DATADIR%%/examples/jars/spark-examples_2.12-%%VER%%-test-sources.jar
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaHdfsLR.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaLogQuery.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaPageRank.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaStatusTrackerDemo.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaTC.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/JavaWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaAFTSurvivalRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaALSExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBinarizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBisectingKMeansExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSquareTestExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaCorrelationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDocument.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFMClassifierExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFMRegressorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFPGrowthExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFeatureHasherExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaImputerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaKMeansExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLabeledDocument.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMinHashLSHExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMinMaxScalerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaCrossValidationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMultilayerPerceptronClassifierExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPowerIterationClusteringExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPrefixSpanExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestRegressorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRobustScalerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaSQLTransformerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaSummarizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaUnivariateFeatureSelectorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVarianceThresholdSelectorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSizeHintExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaALS.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaAssociationRulesExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaBisectingKMeansExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaChiSqSelectorExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaCorrelationsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeClassificationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaElementwiseProductExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaGaussianMixtureExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingClassificationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingKolmogorovSmirnovTestExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaIsotonicRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaKMeansExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaKernelDensityEstimationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaLatentDirichletAllocationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaLogisticRegressionWithLBFGSExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaMultiLabelClassificationMetricsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaNaiveBayesExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaPowerIterationClusteringExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaPrefixSpanExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestClassificationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestRegressionExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaRankingMetricsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaRecommendationExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaSVDExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaSVMWithSGDExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaSimpleFPGrowth.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaStreamingTestExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaSummaryStatisticsExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQLExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedScalar.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedTypedAggregation.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedUntypedAggregation.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/hive/JavaSparkHiveExample.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredComplexSessionization.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKerberizedKafkaWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredSessionization.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaCustomReceiver.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaDirectKafkaWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaDirectKerberizedKafkaWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaNetworkWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaQueueStream.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecord.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java
+%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java
 %%DATADIR%%/examples/src/main/python/__init__.py
 %%DATADIR%%/examples/src/main/python/als.py
 %%DATADIR%%/examples/src/main/python/avro_inputformat.py
@@ -329,8 +327,8 @@ etc/rc.d/%%SPARK_USER%%_worker
 %%DATADIR%%/examples/src/main/r/ml/survreg.R
 %%DATADIR%%/examples/src/main/r/ml/svmLinear.R
 %%DATADIR%%/examples/src/main/r/streaming/structured_network_wordcount.R
-%%DATADIR%%/examples/src/main/resources/META-INF/services/org.apache.%%SPARK_USER%%.sql.SparkSessionExtensionsProvider
-%%DATADIR%%/examples/src/main/resources/META-INF/services/org.apache.%%SPARK_USER%%.sql.jdbc.JdbcConnectionProvider
+%%DATADIR%%/examples/src/main/resources/META-INF/services/org.apache.spark.sql.SparkSessionExtensionsProvider
+%%DATADIR%%/examples/src/main/resources/META-INF/services/org.apache.spark.sql.jdbc.JdbcConnectionProvider
 %%DATADIR%%/examples/src/main/resources/dir1/dir2/file2.parquet
 %%DATADIR%%/examples/src/main/resources/dir1/file1.parquet
 %%DATADIR%%/examples/src/main/resources/dir1/file3.json
@@ -344,218 +342,221 @@ etc/rc.d/%%SPARK_USER%%_worker
 %%DATADIR%%/examples/src/main/resources/users.avro
 %%DATADIR%%/examples/src/main/resources/users.orc
 %%DATADIR%%/examples/src/main/resources/users.parquet
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/AccumulatorMetricsTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/BroadcastTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/DFSReadWriteTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/DriverSubmissionTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ExceptionHandlingTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/GroupByTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/HdfsTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LocalALS.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LocalFileLR.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LocalKMeans.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LocalLR.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LocalPi.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/LogQuery.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/MiniReadWriteTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/MultiBroadcastTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SimpleSkewedGroupByTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SkewedGroupByTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkALS.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkHdfsLR.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkKMeans.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkLR.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkPageRank.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkPi.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkRemoteFileTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/SparkTC.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/extensions/AgeExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/extensions/SessionExtensionsWithLoader.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/extensions/SessionExtensionsWithoutLoader.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/extensions/SparkSessionExtensionsTest.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/AggregateMessagesExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/Analytics.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/ComprehensiveExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/ConnectedComponentsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/LiveJournalPageRank.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/PageRankExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/SSSPExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/SynthBenchmark.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/graphx/TriangleCountingExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/AFTSurvivalRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ALSExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/BinarizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/BisectingKMeansExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/BucketedRandomProjectionLSHExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/BucketizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ChiSqSelectorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ChiSquareTestExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/CorrelationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/CountVectorizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DCTExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DataFrameExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DecisionTreeClassificationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DecisionTreeExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DecisionTreeRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/DeveloperApiExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ElementwiseProductExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/EstimatorTransformerParamExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/FMClassifierExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/FMRegressorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/FPGrowthExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/FeatureHasherExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/GBTExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/GaussianMixtureExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/GeneralizedLinearRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/GradientBoostedTreeClassifierExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/GradientBoostedTreeRegressorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ImputerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/IndexToStringExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/InteractionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/IsotonicRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/KMeansExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LDAExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LinearRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LinearRegressionWithElasticNetExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LinearSVCExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LogisticRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LogisticRegressionSummaryExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/LogisticRegressionWithElasticNetExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/MaxAbsScalerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/MinHashLSHExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/MinMaxScalerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ModelSelectionViaCrossValidationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/ModelSelectionViaTrainValidationSplitExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/MulticlassLogisticRegressionWithElasticNetExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/MultilayerPerceptronClassifierExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/NGramExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/NaiveBayesExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/NormalizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/OneHotEncoderExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/OneVsRestExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/PCAExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/PipelineExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/PolynomialExpansionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/PowerIterationClusteringExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/PrefixSpanExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/QuantileDiscretizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/RFormulaExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/RandomForestClassifierExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/RandomForestExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/RandomForestRegressorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/RobustScalerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/SQLTransformerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/StandardScalerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/StopWordsRemoverExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/StringIndexerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/SummarizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/TfIdfExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/TokenizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/UnaryTransformerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/UnivariateFeatureSelectorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/VarianceThresholdSelectorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/VectorAssemblerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/VectorIndexerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/VectorSizeHintExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/VectorSlicerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/ml/Word2VecExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/AbstractParams.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/AssociationRulesExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/BinaryClassification.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/BinaryClassificationMetricsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/BisectingKMeansExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/ChiSqSelectorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/Correlations.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/CorrelationsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/CosineSimilarity.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/DecisionTreeClassificationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/DecisionTreeRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/DecisionTreeRunner.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/DenseKMeans.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/ElementwiseProductExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/FPGrowthExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/GaussianMixtureExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/GradientBoostedTreesRunner.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/GradientBoostingClassificationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/GradientBoostingRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/HypothesisTestingExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/HypothesisTestingKolmogorovSmirnovTestExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/IsotonicRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/KMeansExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/KernelDensityEstimationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/LBFGSExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/LDAExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/LatentDirichletAllocationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/LogisticRegressionWithLBFGSExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/MovieLensALS.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/MultiLabelMetricsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/MulticlassMetricsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/MultivariateSummarizer.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/NaiveBayesExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/NormalizerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/PCAOnRowMatrixExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/PCAOnSourceVectorExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/PMMLModelExportExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/PowerIterationClusteringExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/PrefixSpanExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/RandomForestClassificationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/RandomForestRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/RandomRDDGeneration.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/RankingMetricsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/RecommendationExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SVDExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SVMWithSGDExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SampledRDDs.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SimpleFPGrowth.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SparseNaiveBayes.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StandardScalerExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StratifiedSamplingExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StreamingKMeansExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StreamingLinearRegressionExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StreamingLogisticRegression.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/StreamingTestExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/SummaryStatisticsExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/TFIDFExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/TallSkinnyPCA.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/TallSkinnySVD.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/mllib/Word2VecExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/pythonconverters/AvroConverters.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/RDDRelation.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/SQLDataSourceExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/SimpleTypedAggregator.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/SparkSQLExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/UserDefinedScalar.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/UserDefinedTypedAggregation.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/UserDefinedUntypedAggregation.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/hive/SparkHiveExample.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/jdbc/ExampleJdbcConnectionProvider.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredComplexSessionization.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredKafkaWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredKerberizedKafkaWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredNetworkWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredNetworkWordCountWindowed.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/sql/streaming/StructuredSessionization.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/CustomReceiver.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/DirectKafkaWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/DirectKerberizedKafkaWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/HdfsWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/NetworkWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/QueueStream.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/RawNetworkGrep.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/RecoverableNetworkWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/SqlNetworkWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/StatefulNetworkWordCount.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/StreamingExamples.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/clickstream/PageViewGenerator.scala
-%%DATADIR%%/examples/src/main/scala/org/apache/%%SPARK_USER%%/examples/streaming/clickstream/PageViewStream.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/AccumulatorMetricsTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/DFSReadWriteTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/DriverSubmissionTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ExceptionHandlingTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/GroupByTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/HdfsTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LocalALS.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LocalFileLR.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LocalKMeans.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LocalLR.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LocalPi.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/LogQuery.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/MiniReadWriteTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/MultiBroadcastTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SimpleSkewedGroupByTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SkewedGroupByTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkALS.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkHdfsLR.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkKMeans.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkLR.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkPi.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkRemoteFileTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkTC.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/extensions/AgeExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/extensions/SessionExtensionsWithLoader.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/extensions/SessionExtensionsWithoutLoader.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/extensions/SparkSessionExtensionsTest.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/AggregateMessagesExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/ComprehensiveExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/ConnectedComponentsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/LiveJournalPageRank.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/PageRankExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/SSSPExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/SynthBenchmark.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/TriangleCountingExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/AFTSurvivalRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ALSExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BinarizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BisectingKMeansExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BucketedRandomProjectionLSHExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BucketizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ChiSqSelectorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ChiSquareTestExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/CorrelationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/CountVectorizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DCTExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DataFrameExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeClassificationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DeveloperApiExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ElementwiseProductExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/EstimatorTransformerParamExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FMClassifierExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FMRegressorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FPGrowthExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FeatureHasherExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GBTExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GaussianMixtureExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GeneralizedLinearRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeClassifierExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeRegressorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ImputerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/IndexToStringExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/InteractionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/IsotonicRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/KMeansExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LDAExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionWithElasticNetExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionSummaryExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionWithElasticNetExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/MaxAbsScalerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/MinHashLSHExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/MinMaxScalerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ModelSelectionViaCrossValidationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ModelSelectionViaTrainValidationSplitExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/MulticlassLogisticRegressionWithElasticNetExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/MultilayerPerceptronClassifierExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NGramExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NaiveBayesExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NormalizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/OneHotEncoderExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/OneVsRestExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PCAExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PipelineExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PolynomialExpansionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PowerIterationClusteringExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PrefixSpanExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/QuantileDiscretizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RFormulaExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestClassifierExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestRegressorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RobustScalerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/SQLTransformerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StandardScalerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StopWordsRemoverExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StringIndexerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/SummarizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/TfIdfExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/TokenizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/UnaryTransformerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/UnivariateFeatureSelectorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VarianceThresholdSelectorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorAssemblerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorIndexerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorSizeHintExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorSlicerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/Word2VecExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/AbstractParams.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassification.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/BisectingKMeansExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/ChiSqSelectorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/Correlations.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/CorrelationsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/CosineSimilarity.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRunner.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/DenseKMeans.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/ElementwiseProductExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/FPGrowthExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/GaussianMixtureExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostedTreesRunner.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/HypothesisTestingExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/HypothesisTestingKolmogorovSmirnovTestExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/KMeansExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/KernelDensityEstimationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/LDAExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/LatentDirichletAllocationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/LogisticRegressionWithLBFGSExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/MovieLensALS.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/MultivariateSummarizer.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/NormalizerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/PMMLModelExportExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/PowerIterationClusteringExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/RandomRDDGeneration.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/RankingMetricsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SVMWithSGDExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SampledRDDs.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SparseNaiveBayes.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StandardScalerExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StratifiedSamplingExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingKMeansExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingLinearRegressionExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingLogisticRegression.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingTestExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/SummaryStatisticsExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/TFIDFExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/TallSkinnyPCA.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/TallSkinnySVD.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/Word2VecExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/pythonconverters/AvroConverters.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/RDDRelation.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/SQLDataSourceExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/SimpleTypedAggregator.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/SparkSQLExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedScalar.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedTypedAggregation.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedUntypedAggregation.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/hive/SparkHiveExample.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/jdbc/ExampleJdbcConnectionProvider.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredComplexSessionization.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredKafkaWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredKerberizedKafkaWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCountWindowed.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredSessionization.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/CustomReceiver.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/DirectKafkaWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/DirectKerberizedKafkaWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/HdfsWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/NetworkWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/QueueStream.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/RawNetworkGrep.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/RecoverableNetworkWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/SqlNetworkWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/StatefulNetworkWordCount.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/StreamingExamples.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewGenerator.scala
+%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewStream.scala
 %%DATADIR%%/examples/src/main/scripts/getGpusResources.sh
+%%DATADIR%%/jars/HikariCP-2.5.1.jar
 %%DATADIR%%/jars/JLargeArrays-1.5.jar
 %%DATADIR%%/jars/JTransforms-3.1.jar
 %%DATADIR%%/jars/RoaringBitmap-0.9.25.jar
+%%DATADIR%%/jars/ST4-4.0.4.jar
 %%DATADIR%%/jars/activation-1.1.1.jar
 %%DATADIR%%/jars/aircompressor-0.21.jar
 %%DATADIR%%/jars/algebra_2.12-2.0.1.jar
 %%DATADIR%%/jars/annotations-17.0.0.jar
+%%DATADIR%%/jars/antlr-runtime-3.5.2.jar
 %%DATADIR%%/jars/antlr4-runtime-4.8.jar
 %%DATADIR%%/jars/aopalliance-repackaged-2.6.1.jar
 %%DATADIR%%/jars/arpack-2.2.1.jar
@@ -569,44 +570,71 @@ etc/rc.d/%%SPARK_USER%%_worker
 %%DATADIR%%/jars/avro-ipc-1.11.0.jar
 %%DATADIR%%/jars/avro-mapred-1.11.0.jar
 %%DATADIR%%/jars/blas-2.2.1.jar
+%%DATADIR%%/jars/bonecp-0.8.0.RELEASE.jar
 %%DATADIR%%/jars/breeze-macros_2.12-1.2.jar
 %%DATADIR%%/jars/breeze_2.12-1.2.jar
 %%DATADIR%%/jars/cats-kernel_2.12-2.1.1.jar
 %%DATADIR%%/jars/chill-java-0.10.0.jar
 %%DATADIR%%/jars/chill_2.12-0.10.0.jar
+%%DATADIR%%/jars/commons-cli-1.5.0.jar
 %%DATADIR%%/jars/commons-codec-1.15.jar
 %%DATADIR%%/jars/commons-collections-3.2.2.jar
 %%DATADIR%%/jars/commons-collections4-4.4.jar
 %%DATADIR%%/jars/commons-compiler-3.0.16.jar
 %%DATADIR%%/jars/commons-compress-1.21.jar
 %%DATADIR%%/jars/commons-crypto-1.1.0.jar
+%%DATADIR%%/jars/commons-dbcp-1.4.jar
 %%DATADIR%%/jars/commons-io-2.11.0.jar
 %%DATADIR%%/jars/commons-lang-2.6.jar
 %%DATADIR%%/jars/commons-lang3-3.12.0.jar
 %%DATADIR%%/jars/commons-logging-1.1.3.jar
 %%DATADIR%%/jars/commons-math3-3.6.1.jar
+%%DATADIR%%/jars/commons-pool-1.5.4.jar
 %%DATADIR%%/jars/commons-text-1.9.jar
 %%DATADIR%%/jars/compress-lzf-1.1.jar
 %%DATADIR%%/jars/core-1.1.2.jar
 %%DATADIR%%/jars/curator-client-2.13.0.jar
 %%DATADIR%%/jars/curator-framework-2.13.0.jar
 %%DATADIR%%/jars/curator-recipes-2.13.0.jar
+%%DATADIR%%/jars/datanucleus-api-jdo-4.2.4.jar
+%%DATADIR%%/jars/datanucleus-core-4.1.17.jar
+%%DATADIR%%/jars/datanucleus-rdbms-4.1.19.jar
+%%DATADIR%%/jars/derby-10.14.2.0.jar
+%%DATADIR%%/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar
 %%DATADIR%%/jars/flatbuffers-java-1.12.0.jar
-%%DATADIR%%/jars/gson-2.8.6.jar
+%%DATADIR%%/jars/gson-2.2.4.jar
 %%DATADIR%%/jars/guava-14.0.1.jar
 %%DATADIR%%/jars/hadoop-client-api-3.3.4.jar
 %%DATADIR%%/jars/hadoop-client-runtime-3.3.4.jar
 %%DATADIR%%/jars/hadoop-shaded-guava-1.1.1.jar
 %%DATADIR%%/jars/hadoop-yarn-server-web-proxy-3.3.4.jar
+%%DATADIR%%/jars/hive-beeline-2.%%PYTHON_VER%%.jar
+%%DATADIR%%/jars/hive-cli-2.%%PYTHON_VER%%.jar
*** 971 LINES SKIPPED ***