diff --git a/devel/spark/Makefile b/devel/spark/Makefile index 3170d3aa4e00..f2e427d2892f 100644 --- a/devel/spark/Makefile +++ b/devel/spark/Makefile @@ -2,28 +2,28 @@ # $FreeBSD$ PORTNAME= spark -PORTVERSION= 2.1.1 -PORTREVISION= 1 +PORTVERSION= 2.4.1 CATEGORIES= devel java MASTER_SITES= APACHE/${PORTNAME}/${PORTNAME}-${PORTVERSION} \ - LOCAL/demon/:maven \ - http://people.freebsd.org/~demon/:maven + http://xmj.me/freebsd/:maven PKGNAMEPREFIX= apache- -DISTFILES= ${PORTNAME}-${PORTVERSION}.tgz FreeBSD-${PORTNAME}-${PORTVERSION}-maven-repository.tar.gz:maven +DISTFILES= ${PORTNAME}-${PORTVERSION}.tgz \ + FreeBSD-${PORTNAME}-${PORTVERSION}-maven-repository.tgz:maven DIST_SUBDIR= hadoop -MAINTAINER= ports@FreeBSD.org +MAINTAINER= johannes@perceivon.net COMMENT= Fast big data processing engine LICENSE= APACHE20 -BUILD_DEPENDS= ${LOCALBASE}/share/java/maven33/bin/mvn:devel/maven33 \ +BUILD_DEPENDS= ${LOCALBASE}//bin/mvn:devel/maven \ ${LOCALBASE}/lib/libsnappyjava.so:archivers/snappy-java \ bash:shells/bash RUN_DEPENDS= bash:shells/bash \ - yarn:devel/hadoop2 + yarn:devel/hadoop3 -USES= python:2.7 shebangfix +USES= python shebangfix +USE_GCC= yes USE_JAVA= yes JAVA_VERSION= 1.7+ MAKE_ENV+= JAVA_HOME=${JAVA_HOME} MAVEN_OPTS="-Xmx2g -XX:MaxPermSize=512M -XX:ReservedCodeCacheSize=512m" @@ -51,19 +51,19 @@ do-build: ${CP} ${LOCALBASE}/lib/libsnappyjava.so \ ${WRKDIR}/snappy/org/xerial/snappy/native/${OPSYS}/${JAVA_ARCH} cd ${WRKSRC} && ${SETENV} ${MAKE_ENV} \ - ${LOCALBASE}/share/java/maven33/bin/mvn --offline \ + ${LOCALBASE}/bin/mvn \ -Dmaven.repo.local=${WRKDIR}/m2 clean package \ - -Dhadoop.version=2.7.2 -Pyarn -Phadoop-2.6 -DskipTests \ + -Dhadoop.version=3.1.0 -Pyarn -Phadoop-3.1 -DskipTests \ -Duser.home=${WRKDIR} - ${JAR} uvf ${WRKSRC}/assembly/target/scala*/jars/snappy-java-*.jar \ - -C ${WRKDIR}/snappy org +# ${JAR} uvf ${WRKSRC}/assembly/target/scala*/jars/snappy-java-*.jar \ +# -C ${WRKDIR}/snappy org post-build: ${RM} ${WRKSRC}/bin/*.cmd ${WRKSRC}/sbin/spark-daemon.sh.orig do-install: ${MKDIR} ${STAGEDIR}${DATADIR}/lib ${STAGEDIR}${DATADIR}/examples/jars ${STAGEDIR}${DATADIR}/bin ${STAGEDIR}${DATADIR}/sbin ${STAGEDIR}${DATADIR}/conf - ${ECHO_CMD} "Spark ${PORTVERSION} built for Hadoop 2.7.2" > ${STAGEDIR}${DATADIR}/RELEASE + ${ECHO_CMD} "Spark ${PORTVERSION} built for Hadoop 3.1.0" > ${STAGEDIR}${DATADIR}/RELEASE (cd ${WRKSRC}/assembly/target/scala* && ${COPYTREE_SHARE} jars ${STAGEDIR}${DATADIR}) ${INSTALL_DATA} ${WRKSRC}/examples/target/spark-examples*.jar ${STAGEDIR}${DATADIR}/examples/jars cd ${WRKSRC}/examples && ${COPYTREE_SHARE} src ${STAGEDIR}${DATADIR}/examples diff --git a/devel/spark/distinfo b/devel/spark/distinfo index 3b7a34816792..60600e35d363 100644 --- a/devel/spark/distinfo +++ b/devel/spark/distinfo @@ -1,5 +1,5 @@ -TIMESTAMP = 1496570879 -SHA256 (hadoop/spark-2.1.1.tgz) = 4e1afc66dc70dc9b1b8e0f879a566727c8596fa34760256b8b4c7af7db4f4f3e -SIZE (hadoop/spark-2.1.1.tgz) = 13735016 -SHA256 (hadoop/FreeBSD-spark-2.1.1-maven-repository.tar.gz) = 2bccc9c3e60f2d7f306d7b465aca356707d7d20efc6b484236833637f45d30c4 -SIZE (hadoop/FreeBSD-spark-2.1.1-maven-repository.tar.gz) = 267095671 +TIMESTAMP = 1555988826 +SHA256 (hadoop/spark-2.4.1.tgz) = 52ccda40ce74d0c4665ac42ba01261f37ab029c8f5461291ccb73f7352f6d4ac +SIZE (hadoop/spark-2.4.1.tgz) = 16185170 +SHA256 (hadoop/FreeBSD-spark-2.4.1-maven-repository.tgz) = 542c2e75ecb1fbc1e3379ebc18a9d2e47ee19d9cb3f17b5c1190dad1416ae8d4 +SIZE (hadoop/FreeBSD-spark-2.4.1-maven-repository.tgz) = 301686495 diff --git a/devel/spark/pkg-plist b/devel/spark/pkg-plist index aa327bc0f364..87d4eee9144f 100644 --- a/devel/spark/pkg-plist +++ b/devel/spark/pkg-plist @@ -1,5 +1,6 @@ %%DATADIR%%/RELEASE %%DATADIR%%/bin/beeline +%%DATADIR%%/bin/docker-image-tool.sh %%DATADIR%%/bin/find-spark-home %%DATADIR%%/bin/load-spark-env.sh %%DATADIR%%/bin/pyspark @@ -32,6 +33,8 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSquareTestExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaCorrelationExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java @@ -39,10 +42,13 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaDocument.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFPGrowthExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaFeatureHasherExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaImputerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java @@ -50,6 +56,7 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLabeledDocument.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java @@ -62,11 +69,13 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java -%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderEstimatorExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPowerIterationClusteringExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaPrefixSpanExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java @@ -75,10 +84,12 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaSummarizerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSizeHintExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/mllib/JavaALS.java @@ -127,10 +138,9 @@ %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java +%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredSessionization.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaCustomReceiver.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaDirectKafkaWordCount.java -%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaFlumeEventCount.java -%%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaKafkaWordCount.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaNetworkWordCount.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaQueueStream.java %%DATADIR%%/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecord.java @@ -145,8 +155,11 @@ %%DATADIR%%/examples/src/main/python/ml/als_example.py %%DATADIR%%/examples/src/main/python/ml/binarizer_example.py %%DATADIR%%/examples/src/main/python/ml/bisecting_k_means_example.py +%%DATADIR%%/examples/src/main/python/ml/bucketed_random_projection_lsh_example.py %%DATADIR%%/examples/src/main/python/ml/bucketizer_example.py +%%DATADIR%%/examples/src/main/python/ml/chi_square_test_example.py %%DATADIR%%/examples/src/main/python/ml/chisq_selector_example.py +%%DATADIR%%/examples/src/main/python/ml/correlation_example.py %%DATADIR%%/examples/src/main/python/ml/count_vectorizer_example.py %%DATADIR%%/examples/src/main/python/ml/cross_validator.py %%DATADIR%%/examples/src/main/python/ml/dataframe_example.py @@ -155,18 +168,23 @@ %%DATADIR%%/examples/src/main/python/ml/decision_tree_regression_example.py %%DATADIR%%/examples/src/main/python/ml/elementwise_product_example.py %%DATADIR%%/examples/src/main/python/ml/estimator_transformer_param_example.py +%%DATADIR%%/examples/src/main/python/ml/feature_hasher_example.py +%%DATADIR%%/examples/src/main/python/ml/fpgrowth_example.py %%DATADIR%%/examples/src/main/python/ml/gaussian_mixture_example.py %%DATADIR%%/examples/src/main/python/ml/generalized_linear_regression_example.py %%DATADIR%%/examples/src/main/python/ml/gradient_boosted_tree_classifier_example.py %%DATADIR%%/examples/src/main/python/ml/gradient_boosted_tree_regressor_example.py +%%DATADIR%%/examples/src/main/python/ml/imputer_example.py %%DATADIR%%/examples/src/main/python/ml/index_to_string_example.py %%DATADIR%%/examples/src/main/python/ml/isotonic_regression_example.py %%DATADIR%%/examples/src/main/python/ml/kmeans_example.py %%DATADIR%%/examples/src/main/python/ml/lda_example.py %%DATADIR%%/examples/src/main/python/ml/linear_regression_with_elastic_net.py +%%DATADIR%%/examples/src/main/python/ml/linearsvc.py %%DATADIR%%/examples/src/main/python/ml/logistic_regression_summary_example.py %%DATADIR%%/examples/src/main/python/ml/logistic_regression_with_elastic_net.py %%DATADIR%%/examples/src/main/python/ml/max_abs_scaler_example.py +%%DATADIR%%/examples/src/main/python/ml/min_hash_lsh_example.py %%DATADIR%%/examples/src/main/python/ml/min_max_scaler_example.py %%DATADIR%%/examples/src/main/python/ml/multiclass_logistic_regression_with_elastic_net.py %%DATADIR%%/examples/src/main/python/ml/multilayer_perceptron_classification.py @@ -174,10 +192,11 @@ %%DATADIR%%/examples/src/main/python/ml/naive_bayes_example.py %%DATADIR%%/examples/src/main/python/ml/normalizer_example.py %%DATADIR%%/examples/src/main/python/ml/one_vs_rest_example.py -%%DATADIR%%/examples/src/main/python/ml/onehot_encoder_example.py +%%DATADIR%%/examples/src/main/python/ml/onehot_encoder_estimator_example.py %%DATADIR%%/examples/src/main/python/ml/pca_example.py %%DATADIR%%/examples/src/main/python/ml/pipeline_example.py %%DATADIR%%/examples/src/main/python/ml/polynomial_expansion_example.py +%%DATADIR%%/examples/src/main/python/ml/prefixspan_example.py %%DATADIR%%/examples/src/main/python/ml/quantile_discretizer_example.py %%DATADIR%%/examples/src/main/python/ml/random_forest_classifier_example.py %%DATADIR%%/examples/src/main/python/ml/random_forest_regressor_example.py @@ -186,11 +205,13 @@ %%DATADIR%%/examples/src/main/python/ml/standard_scaler_example.py %%DATADIR%%/examples/src/main/python/ml/stopwords_remover_example.py %%DATADIR%%/examples/src/main/python/ml/string_indexer_example.py +%%DATADIR%%/examples/src/main/python/ml/summarizer_example.py %%DATADIR%%/examples/src/main/python/ml/tf_idf_example.py %%DATADIR%%/examples/src/main/python/ml/tokenizer_example.py %%DATADIR%%/examples/src/main/python/ml/train_validation_split.py %%DATADIR%%/examples/src/main/python/ml/vector_assembler_example.py %%DATADIR%%/examples/src/main/python/ml/vector_indexer_example.py +%%DATADIR%%/examples/src/main/python/ml/vector_size_hint_example.py %%DATADIR%%/examples/src/main/python/ml/vector_slicer_example.py %%DATADIR%%/examples/src/main/python/ml/word2vec_example.py %%DATADIR%%/examples/src/main/python/mllib/binary_classification_metrics_example.py @@ -219,6 +240,7 @@ %%DATADIR%%/examples/src/main/python/mllib/multi_label_metrics_example.py %%DATADIR%%/examples/src/main/python/mllib/naive_bayes_example.py %%DATADIR%%/examples/src/main/python/mllib/normalizer_example.py +%%DATADIR%%/examples/src/main/python/mllib/pca_rowmatrix_example.py %%DATADIR%%/examples/src/main/python/mllib/power_iteration_clustering_example.py %%DATADIR%%/examples/src/main/python/mllib/random_forest_classification_example.py %%DATADIR%%/examples/src/main/python/mllib/random_forest_regression_example.py @@ -232,6 +254,7 @@ %%DATADIR%%/examples/src/main/python/mllib/streaming_k_means_example.py %%DATADIR%%/examples/src/main/python/mllib/streaming_linear_regression_example.py %%DATADIR%%/examples/src/main/python/mllib/summary_statistics_example.py +%%DATADIR%%/examples/src/main/python/mllib/svd_example.py %%DATADIR%%/examples/src/main/python/mllib/svm_with_sgd_example.py %%DATADIR%%/examples/src/main/python/mllib/tf_idf_example.py %%DATADIR%%/examples/src/main/python/mllib/word2vec.py @@ -240,6 +263,7 @@ %%DATADIR%%/examples/src/main/python/parquet_inputformat.py %%DATADIR%%/examples/src/main/python/pi.py %%DATADIR%%/examples/src/main/python/sort.py +%%DATADIR%%/examples/src/main/python/sql/arrow.py %%DATADIR%%/examples/src/main/python/sql/basic.py %%DATADIR%%/examples/src/main/python/sql/datasource.py %%DATADIR%%/examples/src/main/python/sql/hive.py @@ -263,6 +287,9 @@ %%DATADIR%%/examples/src/main/r/data-manipulation.R %%DATADIR%%/examples/src/main/r/dataframe.R %%DATADIR%%/examples/src/main/r/ml/als.R +%%DATADIR%%/examples/src/main/r/ml/bisectingKmeans.R +%%DATADIR%%/examples/src/main/r/ml/decisionTree.R +%%DATADIR%%/examples/src/main/r/ml/fpm.R %%DATADIR%%/examples/src/main/r/ml/gaussianMixture.R %%DATADIR%%/examples/src/main/r/ml/gbt.R %%DATADIR%%/examples/src/main/r/ml/glm.R @@ -276,13 +303,17 @@ %%DATADIR%%/examples/src/main/r/ml/naiveBayes.R %%DATADIR%%/examples/src/main/r/ml/randomForest.R %%DATADIR%%/examples/src/main/r/ml/survreg.R +%%DATADIR%%/examples/src/main/r/ml/svmLinear.R +%%DATADIR%%/examples/src/main/r/streaming/structured_network_wordcount.R %%DATADIR%%/examples/src/main/resources/employees.json %%DATADIR%%/examples/src/main/resources/full_user.avsc %%DATADIR%%/examples/src/main/resources/kv1.txt +%%DATADIR%%/examples/src/main/resources/people.csv %%DATADIR%%/examples/src/main/resources/people.json %%DATADIR%%/examples/src/main/resources/people.txt %%DATADIR%%/examples/src/main/resources/user.avsc %%DATADIR%%/examples/src/main/resources/users.avro +%%DATADIR%%/examples/src/main/resources/users.orc %%DATADIR%%/examples/src/main/resources/users.parquet %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/DFSReadWriteTest.scala @@ -305,6 +336,7 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkLR.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkPi.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkRemoteFileTest.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/SparkTC.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/AggregateMessagesExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala @@ -322,6 +354,8 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BucketedRandomProjectionLSHExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/BucketizerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ChiSqSelectorExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ChiSquareTestExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/CorrelationExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/CountVectorizerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DCTExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DataFrameExample.scala @@ -331,11 +365,14 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/DeveloperApiExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ElementwiseProductExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/EstimatorTransformerParamExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FPGrowthExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/FeatureHasherExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GBTExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GaussianMixtureExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GeneralizedLinearRegressionExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeClassifierExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeRegressorExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/ImputerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/IndexToStringExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/InteractionExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/IsotonicRegressionExample.scala @@ -343,6 +380,7 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LDAExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionWithElasticNetExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionSummaryExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionWithElasticNetExample.scala @@ -356,11 +394,13 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NGramExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NaiveBayesExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/NormalizerExample.scala -%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/OneHotEncoderExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/OneHotEncoderEstimatorExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/OneVsRestExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PCAExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PipelineExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PolynomialExpansionExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PowerIterationClusteringExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/PrefixSpanExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/QuantileDiscretizerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RFormulaExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestClassifierExample.scala @@ -370,11 +410,13 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StandardScalerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StopWordsRemoverExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/StringIndexerExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/SummarizerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/TfIdfExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/TokenizerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/UnaryTransformerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorAssemblerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorIndexerExample.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorSizeHintExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/VectorSlicerExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/ml/Word2VecExample.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/mllib/AbstractParams.scala @@ -451,12 +493,10 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredKafkaWordCount.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCount.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCountWindowed.scala +%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredSessionization.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/CustomReceiver.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/DirectKafkaWordCount.scala -%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/FlumeEventCount.scala -%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/FlumePollingEventCount.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/HdfsWordCount.scala -%%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/KafkaWordCount.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/NetworkWordCount.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/QueueStream.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/RawNetworkGrep.scala @@ -466,90 +506,93 @@ %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/StreamingExamples.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewGenerator.scala %%DATADIR%%/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewStream.scala +%%DATADIR%%/jars/HikariCP-java7-2.4.12.jar %%DATADIR%%/jars/RoaringBitmap-0.5.11.jar +%%DATADIR%%/jars/accessors-smart-1.2.jar %%DATADIR%%/jars/activation-1.1.1.jar -%%DATADIR%%/jars/antlr4-runtime-4.5.3.jar +%%DATADIR%%/jars/aircompressor-0.10.jar +%%DATADIR%%/jars/antlr4-runtime-4.7.jar %%DATADIR%%/jars/aopalliance-1.0.jar %%DATADIR%%/jars/aopalliance-repackaged-2.4.0-b34.jar -%%DATADIR%%/jars/apacheds-i18n-2.0.0-M15.jar -%%DATADIR%%/jars/apacheds-kerberos-codec-2.0.0-M15.jar -%%DATADIR%%/jars/api-asn1-api-1.0.0-M20.jar -%%DATADIR%%/jars/api-util-1.0.0-M20.jar %%DATADIR%%/jars/arpack_combined_all-0.1.jar -%%DATADIR%%/jars/avro-1.7.7.jar -%%DATADIR%%/jars/avro-ipc-1.7.7.jar -%%DATADIR%%/jars/avro-mapred-1.7.7-hadoop2.jar -%%DATADIR%%/jars/base64-2.3.8.jar -%%DATADIR%%/jars/bcprov-jdk15on-1.51.jar -%%DATADIR%%/jars/breeze-macros_2.11-0.12.jar -%%DATADIR%%/jars/breeze_2.11-0.12.jar -%%DATADIR%%/jars/chill-java-0.8.0.jar -%%DATADIR%%/jars/chill_2.11-0.8.0.jar -%%DATADIR%%/jars/commons-beanutils-1.7.0.jar -%%DATADIR%%/jars/commons-beanutils-core-1.8.0.jar +%%DATADIR%%/jars/arrow-format-0.10.0.jar +%%DATADIR%%/jars/arrow-memory-0.10.0.jar +%%DATADIR%%/jars/arrow-vector-0.10.0.jar +%%DATADIR%%/jars/avro-1.8.2.jar +%%DATADIR%%/jars/avro-ipc-1.8.2.jar +%%DATADIR%%/jars/avro-mapred-1.8.2-hadoop2.jar +%%DATADIR%%/jars/breeze-macros_2.11-0.13.2.jar +%%DATADIR%%/jars/breeze_2.11-0.13.2.jar +%%DATADIR%%/jars/chill-java-0.9.3.jar +%%DATADIR%%/jars/chill_2.11-0.9.3.jar +%%DATADIR%%/jars/commons-beanutils-1.9.3.jar %%DATADIR%%/jars/commons-cli-1.2.jar %%DATADIR%%/jars/commons-codec-1.10.jar %%DATADIR%%/jars/commons-collections-3.2.2.jar -%%DATADIR%%/jars/commons-compiler-3.0.0.jar -%%DATADIR%%/jars/commons-compress-1.4.1.jar -%%DATADIR%%/jars/commons-configuration-1.6.jar +%%DATADIR%%/jars/commons-compiler-3.0.9.jar +%%DATADIR%%/jars/commons-compress-1.8.1.jar +%%DATADIR%%/jars/commons-configuration2-2.1.1.jar %%DATADIR%%/jars/commons-crypto-1.0.0.jar -%%DATADIR%%/jars/commons-digester-1.8.jar -%%DATADIR%%/jars/commons-httpclient-3.1.jar +%%DATADIR%%/jars/commons-daemon-1.0.13.jar %%DATADIR%%/jars/commons-io-2.4.jar %%DATADIR%%/jars/commons-lang-2.6.jar %%DATADIR%%/jars/commons-lang3-3.5.jar %%DATADIR%%/jars/commons-math3-3.4.1.jar -%%DATADIR%%/jars/commons-net-2.2.jar +%%DATADIR%%/jars/commons-net-3.1.jar %%DATADIR%%/jars/compress-lzf-1.0.3.jar %%DATADIR%%/jars/core-1.1.2.jar -%%DATADIR%%/jars/curator-client-2.6.0.jar -%%DATADIR%%/jars/curator-framework-2.6.0.jar -%%DATADIR%%/jars/curator-recipes-2.6.0.jar +%%DATADIR%%/jars/curator-client-2.12.0.jar +%%DATADIR%%/jars/curator-framework-2.12.0.jar +%%DATADIR%%/jars/curator-recipes-2.12.0.jar +%%DATADIR%%/jars/dnsjava-2.1.7.jar +%%DATADIR%%/jars/ehcache-3.3.1.jar +%%DATADIR%%/jars/flatbuffers-1.2.0-3f79e055.jar +%%DATADIR%%/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar %%DATADIR%%/jars/gson-2.2.4.jar %%DATADIR%%/jars/guava-14.0.1.jar -%%DATADIR%%/jars/guice-3.0.jar -%%DATADIR%%/jars/guice-servlet-3.0.jar -%%DATADIR%%/jars/hadoop-annotations-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-auth-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-client-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-common-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-hdfs-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-mapreduce-client-app-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-mapreduce-client-common-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-mapreduce-client-core-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-mapreduce-client-jobclient-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-mapreduce-client-shuffle-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-yarn-api-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-yarn-client-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-yarn-common-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-yarn-server-common-%%PYTHON_VER%%.2.jar -%%DATADIR%%/jars/hadoop-yarn-server-web-proxy-%%PYTHON_VER%%.2.jar +%%DATADIR%%/jars/guice-4.0.jar +%%DATADIR%%/jars/guice-servlet-4.0.jar +%%DATADIR%%/jars/hadoop-annotations-3.1.0.jar +%%DATADIR%%/jars/hadoop-auth-3.1.0.jar +%%DATADIR%%/jars/hadoop-client-3.1.0.jar +%%DATADIR%%/jars/hadoop-common-3.1.0.jar +%%DATADIR%%/jars/hadoop-hdfs-client-3.1.0.jar +%%DATADIR%%/jars/hadoop-mapreduce-client-common-3.1.0.jar +%%DATADIR%%/jars/hadoop-mapreduce-client-core-3.1.0.jar +%%DATADIR%%/jars/hadoop-mapreduce-client-jobclient-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-api-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-client-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-common-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-registry-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-server-common-3.1.0.jar +%%DATADIR%%/jars/hadoop-yarn-server-web-proxy-3.1.0.jar %%DATADIR%%/jars/hk2-api-2.4.0-b34.jar %%DATADIR%%/jars/hk2-locator-2.4.0-b34.jar %%DATADIR%%/jars/hk2-utils-2.4.0-b34.jar -%%DATADIR%%/jars/htrace-core-3.1.0-incubating.jar -%%DATADIR%%/jars/httpclient-4.5.2.jar -%%DATADIR%%/jars/httpcore-4.4.4.jar +%%DATADIR%%/jars/hppc-0.7.2.jar +%%DATADIR%%/jars/htrace-core4-4.1.0-incubating.jar +%%DATADIR%%/jars/httpclient-4.5.6.jar +%%DATADIR%%/jars/httpcore-4.4.10.jar %%DATADIR%%/jars/ivy-2.4.0.jar -%%DATADIR%%/jars/jackson-annotations-2.6.5.jar -%%DATADIR%%/jars/jackson-core-2.6.5.jar +%%DATADIR%%/jars/jackson-annotations-2.6.7.jar +%%DATADIR%%/jars/jackson-core-2.6.7.jar %%DATADIR%%/jars/jackson-core-asl-1.9.13.jar -%%DATADIR%%/jars/jackson-databind-2.6.5.jar -%%DATADIR%%/jars/jackson-jaxrs-1.9.13.jar +%%DATADIR%%/jars/jackson-databind-2.6.7.1.jar +%%DATADIR%%/jars/jackson-jaxrs-base-2.7.8.jar +%%DATADIR%%/jars/jackson-jaxrs-json-provider-2.7.8.jar %%DATADIR%%/jars/jackson-mapper-asl-1.9.13.jar -%%DATADIR%%/jars/jackson-module-paranamer-2.6.5.jar -%%DATADIR%%/jars/jackson-module-scala_2.11-2.6.5.jar -%%DATADIR%%/jars/jackson-xc-1.9.13.jar -%%DATADIR%%/jars/janino-3.0.0.jar -%%DATADIR%%/jars/java-xmlbuilder-1.0.jar +%%DATADIR%%/jars/jackson-module-jaxb-annotations-2.6.7.jar +%%DATADIR%%/jars/jackson-module-paranamer-2.7.9.jar +%%DATADIR%%/jars/jackson-module-scala_2.11-2.6.7.1.jar +%%DATADIR%%/jars/janino-3.0.9.jar %%DATADIR%%/jars/javassist-3.18.1-GA.jar %%DATADIR%%/jars/javax.annotation-api-1.2.jar %%DATADIR%%/jars/javax.inject-1.jar %%DATADIR%%/jars/javax.inject-2.4.0-b34.jar %%DATADIR%%/jars/javax.servlet-api-3.1.0.jar %%DATADIR%%/jars/javax.ws.rs-api-2.0.1.jar -%%DATADIR%%/jars/jaxb-api-2.2.2.jar +%%DATADIR%%/jars/jaxb-api-2.2.11.jar +%%DATADIR%%/jars/jcip-annotations-1.0-1.jar %%DATADIR%%/jars/jcl-over-slf4j-1.7.16.jar %%DATADIR%%/jars/jersey-client-2.22.2.jar %%DATADIR%%/jars/jersey-common-2.22.2.jar @@ -558,59 +601,80 @@ %%DATADIR%%/jars/jersey-guava-2.22.2.jar %%DATADIR%%/jars/jersey-media-jaxb-2.22.2.jar %%DATADIR%%/jars/jersey-server-2.22.2.jar -%%DATADIR%%/jars/jets3t-0.9.3.jar -%%DATADIR%%/jars/jetty-6.1.26.jar -%%DATADIR%%/jars/jetty-util-6.1.26.jar -%%DATADIR%%/jars/jline-2.12.1.jar -%%DATADIR%%/jars/json4s-ast_2.11-3.2.11.jar -%%DATADIR%%/jars/json4s-core_2.11-3.2.11.jar -%%DATADIR%%/jars/json4s-jackson_2.11-3.2.11.jar +%%DATADIR%%/jars/jetty-webapp-9.3.24.v20180605.jar +%%DATADIR%%/jars/jetty-xml-9.3.24.v20180605.jar +%%DATADIR%%/jars/joda-time-2.9.3.jar +%%DATADIR%%/jars/json-smart-2.3.jar +%%DATADIR%%/jars/json4s-ast_2.11-3.5.3.jar +%%DATADIR%%/jars/json4s-core_2.11-3.5.3.jar +%%DATADIR%%/jars/json4s-jackson_2.11-3.5.3.jar +%%DATADIR%%/jars/json4s-scalap_2.11-3.5.3.jar %%DATADIR%%/jars/jsp-api-2.1.jar %%DATADIR%%/jars/jsr305-1.3.9.jar %%DATADIR%%/jars/jtransforms-2.4.0.jar %%DATADIR%%/jars/jul-to-slf4j-1.7.16.jar -%%DATADIR%%/jars/kryo-shaded-3.0.3.jar +%%DATADIR%%/jars/kerb-admin-1.0.1.jar +%%DATADIR%%/jars/kerb-client-1.0.1.jar +%%DATADIR%%/jars/kerb-common-1.0.1.jar +%%DATADIR%%/jars/kerb-core-1.0.1.jar +%%DATADIR%%/jars/kerb-crypto-1.0.1.jar +%%DATADIR%%/jars/kerb-identity-1.0.1.jar +%%DATADIR%%/jars/kerb-server-1.0.1.jar +%%DATADIR%%/jars/kerb-simplekdc-1.0.1.jar +%%DATADIR%%/jars/kerb-util-1.0.1.jar +%%DATADIR%%/jars/kerby-asn1-1.0.1.jar +%%DATADIR%%/jars/kerby-config-1.0.1.jar +%%DATADIR%%/jars/kerby-pkix-1.0.1.jar +%%DATADIR%%/jars/kerby-util-1.0.1.jar +%%DATADIR%%/jars/kerby-xdr-1.0.1.jar +%%DATADIR%%/jars/kryo-shaded-4.0.2.jar %%DATADIR%%/jars/leveldbjni-all-1.8.jar %%DATADIR%%/jars/log4j-1.2.17.jar -%%DATADIR%%/jars/lz4-1.3.0.jar -%%DATADIR%%/jars/mail-1.4.7.jar -%%DATADIR%%/jars/metrics-core-3.1.2.jar -%%DATADIR%%/jars/metrics-graphite-3.1.2.jar -%%DATADIR%%/jars/metrics-json-3.1.2.jar -%%DATADIR%%/jars/metrics-jvm-3.1.2.jar +%%DATADIR%%/jars/lz4-java-1.4.0.jar +%%DATADIR%%/jars/machinist_2.11-0.6.1.jar +%%DATADIR%%/jars/macro-compat_2.11-1.1.1.jar +%%DATADIR%%/jars/metrics-core-3.1.5.jar +%%DATADIR%%/jars/metrics-graphite-3.1.5.jar +%%DATADIR%%/jars/metrics-json-3.1.5.jar +%%DATADIR%%/jars/metrics-jvm-3.1.5.jar %%DATADIR%%/jars/minlog-1.3.0.jar -%%DATADIR%%/jars/mx4j-3.0.2.jar -%%DATADIR%%/jars/netty-3.8.0.Final.jar -%%DATADIR%%/jars/netty-all-4.0.42.Final.jar -%%DATADIR%%/jars/objenesis-2.1.jar +%%DATADIR%%/jars/mssql-jdbc-6.2.1.jre7.jar +%%DATADIR%%/jars/netty-3.9.9.Final.jar +%%DATADIR%%/jars/netty-all-4.1.17.Final.jar +%%DATADIR%%/jars/nimbus-jose-jwt-4.41.1.jar +%%DATADIR%%/jars/objenesis-2.5.1.jar +%%DATADIR%%/jars/okhttp-2.7.5.jar +%%DATADIR%%/jars/okio-1.6.0.jar %%DATADIR%%/jars/opencsv-2.3.jar +%%DATADIR%%/jars/orc-core-1.5.5-nohive.jar +%%DATADIR%%/jars/orc-mapreduce-1.5.5-nohive.jar +%%DATADIR%%/jars/orc-shims-1.5.5.jar %%DATADIR%%/jars/oro-2.0.8.jar %%DATADIR%%/jars/osgi-resource-locator-1.0.1.jar -%%DATADIR%%/jars/paranamer-2.6.jar -%%DATADIR%%/jars/parquet-column-1.8.1.jar -%%DATADIR%%/jars/parquet-common-1.8.1.jar -%%DATADIR%%/jars/parquet-encoding-1.8.1.jar -%%DATADIR%%/jars/parquet-format-2.3.0-incubating.jar -%%DATADIR%%/jars/parquet-hadoop-1.8.1.jar -%%DATADIR%%/jars/parquet-jackson-1.8.1.jar -%%DATADIR%%/jars/pmml-model-1.2.15.jar -%%DATADIR%%/jars/pmml-schema-1.2.15.jar +%%DATADIR%%/jars/paranamer-2.8.jar +%%DATADIR%%/jars/parquet-column-1.10.1.jar +%%DATADIR%%/jars/parquet-common-1.10.1.jar +%%DATADIR%%/jars/parquet-encoding-1.10.1.jar +%%DATADIR%%/jars/parquet-format-2.4.0.jar +%%DATADIR%%/jars/parquet-hadoop-1.10.1.jar +%%DATADIR%%/jars/parquet-jackson-1.10.1.jar %%DATADIR%%/jars/protobuf-java-2.5.0.jar -%%DATADIR%%/jars/py4j-0.10.4.jar +%%DATADIR%%/jars/py4j-0.10.7.jar %%DATADIR%%/jars/pyrolite-4.13.jar -%%DATADIR%%/jars/scala-compiler-2.11.8.jar -%%DATADIR%%/jars/scala-library-2.11.8.jar -%%DATADIR%%/jars/scala-parser-combinators_2.11-1.0.4.jar -%%DATADIR%%/jars/scala-reflect-2.11.8.jar -%%DATADIR%%/jars/scala-xml_2.11-1.0.2.jar -%%DATADIR%%/jars/scalap-2.11.8.jar -%%DATADIR%%/jars/shapeless_2.11-2.0.0.jar +%%DATADIR%%/jars/re2j-1.1.jar +%%DATADIR%%/jars/scala-compiler-2.11.12.jar +%%DATADIR%%/jars/scala-library-2.11.12.jar +%%DATADIR%%/jars/scala-parser-combinators_2.11-1.1.0.jar +%%DATADIR%%/jars/scala-reflect-2.11.12.jar +%%DATADIR%%/jars/scala-xml_2.11-1.0.5.jar +%%DATADIR%%/jars/shapeless_2.11-2.3.2.jar %%DATADIR%%/jars/slf4j-api-1.7.16.jar %%DATADIR%%/jars/slf4j-log4j12-1.7.16.jar -%%DATADIR%%/jars/snappy-java-1.1.2.6.jar +%%DATADIR%%/jars/snappy-java-1.1.7.1.jar %%DATADIR%%/jars/spark-catalyst_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-core_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-graphx_2.11-%%VER%%.jar +%%DATADIR%%/jars/spark-kvstore_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-launcher_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-mllib-local_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-mllib_2.11-%%VER%%.jar @@ -623,17 +687,19 @@ %%DATADIR%%/jars/spark-tags_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-unsafe_2.11-%%VER%%.jar %%DATADIR%%/jars/spark-yarn_2.11-%%VER%%.jar -%%DATADIR%%/jars/spire-macros_2.11-0.7.4.jar -%%DATADIR%%/jars/spire_2.11-0.7.4.jar -%%DATADIR%%/jars/stax-api-1.0-2.jar -%%DATADIR%%/jars/stream-%%PYTHON_VER%%.0.jar -%%DATADIR%%/jars/univocity-parsers-2.2.1.jar +%%DATADIR%%/jars/spire-macros_2.11-0.13.0.jar +%%DATADIR%%/jars/spire_2.11-0.13.0.jar +%%DATADIR%%/jars/stax2-api-3.1.4.jar +%%DATADIR%%/jars/stream-2.7.0.jar +%%DATADIR%%/jars/token-provider-1.0.1.jar +%%DATADIR%%/jars/univocity-parsers-2.7.3.jar %%DATADIR%%/jars/validation-api-1.1.0.Final.jar -%%DATADIR%%/jars/xbean-asm5-shaded-4.4.jar -%%DATADIR%%/jars/xercesImpl-2.9.1.jar -%%DATADIR%%/jars/xmlenc-0.52.jar -%%DATADIR%%/jars/xz-1.0.jar -%%DATADIR%%/jars/zookeeper-3.4.6.jar +%%DATADIR%%/jars/woodstox-core-5.0.3.jar +%%DATADIR%%/jars/xbean-asm6-shaded-4.8.jar +%%DATADIR%%/jars/xz-1.5.jar +%%DATADIR%%/jars/zookeeper-3.4.9.jar +%%DATADIR%%/jars/zstd-jni-1.3.2-2.jar +%%DATADIR%%/python/.coveragerc %%DATADIR%%/python/.gitignore %%DATADIR%%/python/MANIFEST.in %%DATADIR%%/python/README.md @@ -652,10 +718,11 @@ %%DATADIR%%/python/docs/pyspark.sql.rst %%DATADIR%%/python/docs/pyspark.streaming.rst %%DATADIR%%/python/lib/PY4J_LICENSE.txt -%%DATADIR%%/python/lib/py4j-0.10.4-src.zip +%%DATADIR%%/python/lib/py4j-0.10.7-src.zip %%DATADIR%%/python/lib/pyspark.zip %%DATADIR%%/python/pylintrc %%DATADIR%%/python/pyspark/__init__.py +%%DATADIR%%/python/pyspark/_globals.py %%DATADIR%%/python/pyspark/accumulators.py %%DATADIR%%/python/pyspark/broadcast.py %%DATADIR%%/python/pyspark/cloudpickle.py @@ -674,6 +741,8 @@ %%DATADIR%%/python/pyspark/ml/common.py %%DATADIR%%/python/pyspark/ml/evaluation.py %%DATADIR%%/python/pyspark/ml/feature.py +%%DATADIR%%/python/pyspark/ml/fpm.py +%%DATADIR%%/python/pyspark/ml/image.py %%DATADIR%%/python/pyspark/ml/linalg/__init__.py %%DATADIR%%/python/pyspark/ml/param/__init__.py %%DATADIR%%/python/pyspark/ml/param/_shared_params_code_gen.py @@ -681,6 +750,7 @@ %%DATADIR%%/python/pyspark/ml/pipeline.py %%DATADIR%%/python/pyspark/ml/recommendation.py %%DATADIR%%/python/pyspark/ml/regression.py +%%DATADIR%%/python/pyspark/ml/stat.py %%DATADIR%%/python/pyspark/ml/tests.py %%DATADIR%%/python/pyspark/ml/tuning.py %%DATADIR%%/python/pyspark/ml/util.py @@ -725,6 +795,7 @@ %%DATADIR%%/python/pyspark/sql/streaming.py %%DATADIR%%/python/pyspark/sql/tests.py %%DATADIR%%/python/pyspark/sql/types.py +%%DATADIR%%/python/pyspark/sql/udf.py %%DATADIR%%/python/pyspark/sql/utils.py %%DATADIR%%/python/pyspark/sql/window.py %%DATADIR%%/python/pyspark/statcounter.py @@ -739,18 +810,27 @@ %%DATADIR%%/python/pyspark/streaming/listener.py %%DATADIR%%/python/pyspark/streaming/tests.py %%DATADIR%%/python/pyspark/streaming/util.py +%%DATADIR%%/python/pyspark/taskcontext.py +%%DATADIR%%/python/pyspark/test_broadcast.py +%%DATADIR%%/python/pyspark/test_serializers.py %%DATADIR%%/python/pyspark/tests.py %%DATADIR%%/python/pyspark/traceback_utils.py +%%DATADIR%%/python/pyspark/util.py %%DATADIR%%/python/pyspark/version.py %%DATADIR%%/python/pyspark/worker.py %%DATADIR%%/python/run-tests +%%DATADIR%%/python/run-tests-with-coverage %%DATADIR%%/python/run-tests.py %%DATADIR%%/python/setup.cfg %%DATADIR%%/python/setup.py +%%DATADIR%%/python/test_coverage/conf/spark-defaults.conf +%%DATADIR%%/python/test_coverage/coverage_daemon.py +%%DATADIR%%/python/test_coverage/sitecustomize.py %%DATADIR%%/python/test_support/SimpleHTTPServer.py %%DATADIR%%/python/test_support/hello/hello.txt %%DATADIR%%/python/test_support/hello/sub_hello/sub_hello.txt %%DATADIR%%/python/test_support/sql/ages.csv +%%DATADIR%%/python/test_support/sql/ages_newlines.csv %%DATADIR%%/python/test_support/sql/orc_partitioned/_SUCCESS %%DATADIR%%/python/test_support/sql/orc_partitioned/b=0/c=0/.part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc.crc %%DATADIR%%/python/test_support/sql/orc_partitioned/b=0/c=0/part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc @@ -771,6 +851,8 @@ %%DATADIR%%/python/test_support/sql/parquet_partitioned/year=2015/month=9/day=1/part-r-00007.gz.parquet %%DATADIR%%/python/test_support/sql/people.json %%DATADIR%%/python/test_support/sql/people1.json +%%DATADIR%%/python/test_support/sql/people_array.json +%%DATADIR%%/python/test_support/sql/people_array_utf16le.json %%DATADIR%%/python/test_support/sql/streaming/text-test.txt %%DATADIR%%/python/test_support/sql/text-test.txt %%DATADIR%%/python/test_support/userlib-0.1.zip