Started by an SCM change [EnvInject] - Loading node environment variables. [EnvInject] - Preparing an environment for the build. [EnvInject] - Keeping Jenkins system variables. [EnvInject] - Keeping Jenkins build variables. [EnvInject] - Injecting as environment variables the properties content JAVA_HOME=/usr/lib/jvm/java-8-oracle SPARK_BRANCH=branch-2.2 [EnvInject] - Variables injected successfully. [EnvInject] - Injecting contributions. Building remotely on amp-jenkins-staging-worker-01 (ubuntu ubuntu-gpu staging staging-01) in workspace /home/jenkins/workspace/spark-branch-2.2-lint > git rev-parse --is-inside-work-tree # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://github.com/apache/spark.git # timeout=10 Fetching upstream changes from https://github.com/apache/spark.git > git --version # timeout=10 > git fetch --tags --progress https://github.com/apache/spark.git +refs/heads/*:refs/remotes/origin/* > git rev-parse origin/branch-2.2^{commit} # timeout=10 Checking out Revision 3f50b45e83f22133e97ac6b4fd06273a2866b949 (origin/branch-2.2) > git config core.sparsecheckout # timeout=10 > git checkout -f 3f50b45e83f22133e97ac6b4fd06273a2866b949 > git rev-list 2f8c8d41f1dc9a5008828aa26bb964bb47fe06c6 # timeout=10 [spark-branch-2.2-lint] $ /bin/bash /tmp/hudson8409577233587677629.sh + set -e + export HOME=/home/jenkins/sparkivy/per-executor-caches/11 + HOME=/home/jenkins/sparkivy/per-executor-caches/11 + mkdir -p /home/jenkins/sparkivy/per-executor-caches/11 + export 'SBT_OPTS=-Duser.home=/home/jenkins/sparkivy/per-executor-caches/11 -Dsbt.ivy.home=/home/jenkins/sparkivy/per-executor-caches/11/.ivy2' + SBT_OPTS='-Duser.home=/home/jenkins/sparkivy/per-executor-caches/11 -Dsbt.ivy.home=/home/jenkins/sparkivy/per-executor-caches/11/.ivy2' + export SPARK_VERSIONS_SUITE_IVY_PATH=/home/jenkins/sparkivy/per-executor-caches/11/.ivy2 + SPARK_VERSIONS_SUITE_IVY_PATH=/home/jenkins/sparkivy/per-executor-caches/11/.ivy2 + export PATH=/usr/lib/jvm/java-8-oracle/bin:/home/jenkins/gems/bin:/usr/local/go/bin:/home/jenkins/go-projects/bin:/home/jenkins/anaconda2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games + PATH=/usr/lib/jvm/java-8-oracle/bin:/home/jenkins/gems/bin:/usr/local/go/bin:/home/jenkins/go-projects/bin:/home/jenkins/anaconda2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games + git clean -fdx Removing build/sbt-launch-0.13.13.jar Removing build/scala-2.11.8/ Removing build/zinc-0.3.11/ Removing dev/create-release/generate-contributors.pyc Removing dev/create-release/releaseutils.pyc Removing dev/create-release/translate-contributors.pyc Removing dev/github_jira_sync.pyc Removing dev/lint-r-report.log Removing dev/merge_spark_pr.pyc Removing dev/pep8-1.7.0.py Removing dev/pip-sanity-check.pyc Removing dev/pr-deps/ Removing dev/run-tests-jenkins.pyc Removing dev/run-tests.pyc Removing dev/sparktestsupport/__init__.pyc Removing dev/sparktestsupport/modules.pyc Removing dev/sparktestsupport/shellutils.pyc Removing dev/sparktestsupport/toposort.pyc Removing examples/src/main/python/als.pyc Removing examples/src/main/python/avro_inputformat.pyc Removing examples/src/main/python/kmeans.pyc Removing examples/src/main/python/logistic_regression.pyc Removing examples/src/main/python/ml/aft_survival_regression.pyc Removing examples/src/main/python/ml/als_example.pyc Removing examples/src/main/python/ml/binarizer_example.pyc Removing examples/src/main/python/ml/bisecting_k_means_example.pyc Removing examples/src/main/python/ml/bucketed_random_projection_lsh_example.pyc Removing examples/src/main/python/ml/bucketizer_example.pyc Removing examples/src/main/python/ml/chi_square_test_example.pyc Removing examples/src/main/python/ml/chisq_selector_example.pyc Removing examples/src/main/python/ml/correlation_example.pyc Removing examples/src/main/python/ml/count_vectorizer_example.pyc Removing examples/src/main/python/ml/cross_validator.pyc Removing examples/src/main/python/ml/dataframe_example.pyc Removing examples/src/main/python/ml/dct_example.pyc Removing examples/src/main/python/ml/decision_tree_classification_example.pyc Removing examples/src/main/python/ml/decision_tree_regression_example.pyc Removing examples/src/main/python/ml/elementwise_product_example.pyc Removing examples/src/main/python/ml/estimator_transformer_param_example.pyc Removing examples/src/main/python/ml/fpgrowth_example.pyc Removing examples/src/main/python/ml/gaussian_mixture_example.pyc Removing examples/src/main/python/ml/generalized_linear_regression_example.pyc Removing examples/src/main/python/ml/gradient_boosted_tree_classifier_example.pyc Removing examples/src/main/python/ml/gradient_boosted_tree_regressor_example.pyc Removing examples/src/main/python/ml/imputer_example.pyc Removing examples/src/main/python/ml/index_to_string_example.pyc Removing examples/src/main/python/ml/isotonic_regression_example.pyc Removing examples/src/main/python/ml/kmeans_example.pyc Removing examples/src/main/python/ml/lda_example.pyc Removing examples/src/main/python/ml/linear_regression_with_elastic_net.pyc Removing examples/src/main/python/ml/linearsvc.pyc Removing examples/src/main/python/ml/logistic_regression_summary_example.pyc Removing examples/src/main/python/ml/logistic_regression_with_elastic_net.pyc Removing examples/src/main/python/ml/max_abs_scaler_example.pyc Removing examples/src/main/python/ml/min_hash_lsh_example.pyc Removing examples/src/main/python/ml/min_max_scaler_example.pyc Removing examples/src/main/python/ml/multiclass_logistic_regression_with_elastic_net.pyc Removing examples/src/main/python/ml/multilayer_perceptron_classification.pyc Removing examples/src/main/python/ml/n_gram_example.pyc Removing examples/src/main/python/ml/naive_bayes_example.pyc Removing examples/src/main/python/ml/normalizer_example.pyc Removing examples/src/main/python/ml/one_vs_rest_example.pyc Removing examples/src/main/python/ml/onehot_encoder_example.pyc Removing examples/src/main/python/ml/pca_example.pyc Removing examples/src/main/python/ml/pipeline_example.pyc Removing examples/src/main/python/ml/polynomial_expansion_example.pyc Removing examples/src/main/python/ml/quantile_discretizer_example.pyc Removing examples/src/main/python/ml/random_forest_classifier_example.pyc Removing examples/src/main/python/ml/random_forest_regressor_example.pyc Removing examples/src/main/python/ml/rformula_example.pyc Removing examples/src/main/python/ml/sql_transformer.pyc Removing examples/src/main/python/ml/standard_scaler_example.pyc Removing examples/src/main/python/ml/stopwords_remover_example.pyc Removing examples/src/main/python/ml/string_indexer_example.pyc Removing examples/src/main/python/ml/tf_idf_example.pyc Removing examples/src/main/python/ml/tokenizer_example.pyc Removing examples/src/main/python/ml/train_validation_split.pyc Removing examples/src/main/python/ml/vector_assembler_example.pyc Removing examples/src/main/python/ml/vector_indexer_example.pyc Removing examples/src/main/python/ml/vector_slicer_example.pyc Removing examples/src/main/python/ml/word2vec_example.pyc Removing examples/src/main/python/mllib/binary_classification_metrics_example.pyc Removing examples/src/main/python/mllib/bisecting_k_means_example.pyc Removing examples/src/main/python/mllib/correlations.pyc Removing examples/src/main/python/mllib/correlations_example.pyc Removing examples/src/main/python/mllib/decision_tree_classification_example.pyc Removing examples/src/main/python/mllib/decision_tree_regression_example.pyc Removing examples/src/main/python/mllib/elementwise_product_example.pyc Removing examples/src/main/python/mllib/fpgrowth_example.pyc Removing examples/src/main/python/mllib/gaussian_mixture_example.pyc Removing examples/src/main/python/mllib/gaussian_mixture_model.pyc Removing examples/src/main/python/mllib/gradient_boosting_classification_example.pyc Removing examples/src/main/python/mllib/gradient_boosting_regression_example.pyc Removing examples/src/main/python/mllib/hypothesis_testing_example.pyc Removing examples/src/main/python/mllib/hypothesis_testing_kolmogorov_smirnov_test_example.pyc Removing examples/src/main/python/mllib/isotonic_regression_example.pyc Removing examples/src/main/python/mllib/k_means_example.pyc Removing examples/src/main/python/mllib/kernel_density_estimation_example.pyc Removing examples/src/main/python/mllib/kmeans.pyc Removing examples/src/main/python/mllib/latent_dirichlet_allocation_example.pyc Removing examples/src/main/python/mllib/linear_regression_with_sgd_example.pyc Removing examples/src/main/python/mllib/logistic_regression.pyc Removing examples/src/main/python/mllib/logistic_regression_with_lbfgs_example.pyc Removing examples/src/main/python/mllib/multi_class_metrics_example.pyc Removing examples/src/main/python/mllib/multi_label_metrics_example.pyc Removing examples/src/main/python/mllib/naive_bayes_example.pyc Removing examples/src/main/python/mllib/normalizer_example.pyc Removing examples/src/main/python/mllib/pca_rowmatrix_example.pyc Removing examples/src/main/python/mllib/power_iteration_clustering_example.pyc Removing examples/src/main/python/mllib/random_forest_classification_example.pyc Removing examples/src/main/python/mllib/random_forest_regression_example.pyc Removing examples/src/main/python/mllib/random_rdd_generation.pyc Removing examples/src/main/python/mllib/ranking_metrics_example.pyc Removing examples/src/main/python/mllib/recommendation_example.pyc Removing examples/src/main/python/mllib/regression_metrics_example.pyc Removing examples/src/main/python/mllib/sampled_rdds.pyc Removing examples/src/main/python/mllib/standard_scaler_example.pyc Removing examples/src/main/python/mllib/stratified_sampling_example.pyc Removing examples/src/main/python/mllib/streaming_k_means_example.pyc Removing examples/src/main/python/mllib/streaming_linear_regression_example.pyc Removing examples/src/main/python/mllib/summary_statistics_example.pyc Removing examples/src/main/python/mllib/svd_example.pyc Removing examples/src/main/python/mllib/svm_with_sgd_example.pyc Removing examples/src/main/python/mllib/tf_idf_example.pyc Removing examples/src/main/python/mllib/word2vec.pyc Removing examples/src/main/python/mllib/word2vec_example.pyc Removing examples/src/main/python/pagerank.pyc Removing examples/src/main/python/parquet_inputformat.pyc Removing examples/src/main/python/pi.pyc Removing examples/src/main/python/sort.pyc Removing examples/src/main/python/sql/basic.pyc Removing examples/src/main/python/sql/datasource.pyc Removing examples/src/main/python/sql/hive.pyc Removing examples/src/main/python/sql/streaming/structured_kafka_wordcount.pyc Removing examples/src/main/python/sql/streaming/structured_network_wordcount.pyc Removing examples/src/main/python/sql/streaming/structured_network_wordcount_windowed.pyc Removing examples/src/main/python/status_api_demo.pyc Removing examples/src/main/python/streaming/direct_kafka_wordcount.pyc Removing examples/src/main/python/streaming/flume_wordcount.pyc Removing examples/src/main/python/streaming/hdfs_wordcount.pyc Removing examples/src/main/python/streaming/kafka_wordcount.pyc Removing examples/src/main/python/streaming/network_wordcount.pyc Removing examples/src/main/python/streaming/network_wordjoinsentiments.pyc Removing examples/src/main/python/streaming/queue_stream.pyc Removing examples/src/main/python/streaming/recoverable_network_wordcount.pyc Removing examples/src/main/python/streaming/sql_network_wordcount.pyc Removing examples/src/main/python/streaming/stateful_network_wordcount.pyc Removing examples/src/main/python/transitive_closure.pyc Removing examples/src/main/python/wordcount.pyc Removing external/kinesis-asl-assembly/target/ Removing external/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.pyc Removing external/kinesis-asl/target/ Removing lib/ Removing project/project/ Removing project/target/ Removing python/docs/_build/ Removing python/docs/epytext.pyc Removing python/pyspark/__init__.pyc Removing python/pyspark/accumulators.pyc Removing python/pyspark/broadcast.pyc Removing python/pyspark/cloudpickle.pyc Removing python/pyspark/conf.pyc Removing python/pyspark/context.pyc Removing python/pyspark/daemon.pyc Removing python/pyspark/files.pyc Removing python/pyspark/find_spark_home.pyc Removing python/pyspark/heapq3.pyc Removing python/pyspark/java_gateway.pyc Removing python/pyspark/join.pyc Removing python/pyspark/ml/__init__.pyc Removing python/pyspark/ml/base.pyc Removing python/pyspark/ml/classification.pyc Removing python/pyspark/ml/clustering.pyc Removing python/pyspark/ml/common.pyc Removing python/pyspark/ml/evaluation.pyc Removing python/pyspark/ml/feature.pyc Removing python/pyspark/ml/fpm.pyc Removing python/pyspark/ml/linalg/__init__.pyc Removing python/pyspark/ml/param/__init__.pyc Removing python/pyspark/ml/param/_shared_params_code_gen.pyc Removing python/pyspark/ml/param/shared.pyc Removing python/pyspark/ml/pipeline.pyc Removing python/pyspark/ml/recommendation.pyc Removing python/pyspark/ml/regression.pyc Removing python/pyspark/ml/stat.pyc Removing python/pyspark/ml/tests.pyc Removing python/pyspark/ml/tuning.pyc Removing python/pyspark/ml/util.pyc Removing python/pyspark/ml/wrapper.pyc Removing python/pyspark/mllib/__init__.pyc Removing python/pyspark/mllib/classification.pyc Removing python/pyspark/mllib/clustering.pyc Removing python/pyspark/mllib/common.pyc Removing python/pyspark/mllib/evaluation.pyc Removing python/pyspark/mllib/feature.pyc Removing python/pyspark/mllib/fpm.pyc Removing python/pyspark/mllib/linalg/__init__.pyc Removing python/pyspark/mllib/linalg/distributed.pyc Removing python/pyspark/mllib/random.pyc Removing python/pyspark/mllib/recommendation.pyc Removing python/pyspark/mllib/regression.pyc Removing python/pyspark/mllib/stat/KernelDensity.pyc Removing python/pyspark/mllib/stat/__init__.pyc Removing python/pyspark/mllib/stat/_statistics.pyc Removing python/pyspark/mllib/stat/distribution.pyc Removing python/pyspark/mllib/stat/test.pyc Removing python/pyspark/mllib/tests.pyc Removing python/pyspark/mllib/tree.pyc Removing python/pyspark/mllib/util.pyc Removing python/pyspark/profiler.pyc Removing python/pyspark/rdd.pyc Removing python/pyspark/rddsampler.pyc Removing python/pyspark/resultiterable.pyc Removing python/pyspark/serializers.pyc Removing python/pyspark/shell.pyc Removing python/pyspark/shuffle.pyc Removing python/pyspark/sql/__init__.pyc Removing python/pyspark/sql/catalog.pyc Removing python/pyspark/sql/column.pyc Removing python/pyspark/sql/conf.pyc Removing python/pyspark/sql/context.pyc Removing python/pyspark/sql/dataframe.pyc Removing python/pyspark/sql/functions.pyc Removing python/pyspark/sql/group.pyc Removing python/pyspark/sql/readwriter.pyc Removing python/pyspark/sql/session.pyc Removing python/pyspark/sql/streaming.pyc Removing python/pyspark/sql/tests.pyc Removing python/pyspark/sql/types.pyc Removing python/pyspark/sql/utils.pyc Removing python/pyspark/sql/window.pyc Removing python/pyspark/statcounter.pyc Removing python/pyspark/status.pyc Removing python/pyspark/storagelevel.pyc Removing python/pyspark/streaming/__init__.pyc Removing python/pyspark/streaming/context.pyc Removing python/pyspark/streaming/dstream.pyc Removing python/pyspark/streaming/flume.pyc Removing python/pyspark/streaming/kafka.pyc Removing python/pyspark/streaming/kinesis.pyc Removing python/pyspark/streaming/listener.pyc Removing python/pyspark/streaming/tests.pyc Removing python/pyspark/streaming/util.pyc Removing python/pyspark/taskcontext.pyc Removing python/pyspark/test_broadcast.pyc Removing python/pyspark/test_serializers.pyc Removing python/pyspark/tests.pyc Removing python/pyspark/traceback_utils.pyc Removing python/pyspark/util.pyc Removing python/pyspark/version.pyc Removing python/pyspark/worker.pyc Removing python/run-tests.pyc Removing python/setup.pyc Removing python/test_support/SimpleHTTPServer.pyc Removing python/test_support/userlibrary.pyc Removing scalastyle-on-compile.generated.xml Removing sql/hive/src/test/resources/data/scripts/cat.pyc Removing sql/hive/src/test/resources/data/scripts/cat_error.pyc Removing sql/hive/src/test/resources/data/scripts/doubleescapedtab.pyc Removing sql/hive/src/test/resources/data/scripts/dumpdata_script.pyc Removing sql/hive/src/test/resources/data/scripts/escapedcarriagereturn.pyc Removing sql/hive/src/test/resources/data/scripts/escapednewline.pyc Removing sql/hive/src/test/resources/data/scripts/escapedtab.pyc Removing sql/hive/src/test/resources/data/scripts/input20_script.pyc Removing sql/hive/src/test/resources/data/scripts/newline.pyc Removing sql/hive/src/test/resources/data/scripts/test_transform.pyc + SCRIPTS=(./dev/lint-scala ./dev/lint-java ./dev/lint-python ./dev/lint-r ./dev/check-license ./dev/test-dependencies.sh) + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/lint-scala ]] + ./dev/lint-scala Scalastyle checks passed. + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/lint-java ]] + ./dev/lint-java exec: curl --progress-bar -L https://downloads.typesafe.com/zinc/0.3.11/zinc-0.3.11.tgz ############################ 39.2% ############################################################# 85.9% ######################################################################## 100.0% exec: curl --progress-bar -L https://downloads.typesafe.com/scala/2.11.8/scala-2.11.8.tgz ######################## 33.8% ##################################################### 73.9% ######################################################################## 100.0% Using `mvn` from path: /usr/bin/mvn Checkstyle checks passed. + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/lint-python ]] + ./dev/lint-python PEP8 checks passed. rm -rf _build/* pydoc checks passed. + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/lint-r ]] + ./dev/lint-r Error: You should install SparkR in a local directory with `R/install-dev.sh`. In addition: Warning message: In library(SparkR, lib.loc = LOCAL_LIB_LOC, logical.return = TRUE) : no library trees found in 'lib.loc' Execution halted lintr checks passed. + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/check-license ]] + ./dev/check-license Attempting to fetch rat mkdir: cannot create directory ‘target’: File exists RAT checks passed. + for script in '"${SCRIPTS[@]}"' + [[ -f ./dev/test-dependencies.sh ]] + ./dev/test-dependencies.sh Using `mvn` from path: /usr/bin/mvn Using `mvn` from path: /usr/bin/mvn Performing Maven install for hadoop-2.6 Using `mvn` from path: /usr/bin/mvn Performing Maven validate for hadoop-2.6 Using `mvn` from path: /usr/bin/mvn Generating dependency manifest for hadoop-2.6 Using `mvn` from path: /usr/bin/mvn Performing Maven install for hadoop-2.7 Using `mvn` from path: /usr/bin/mvn Performing Maven validate for hadoop-2.7 Using `mvn` from path: /usr/bin/mvn Generating dependency manifest for hadoop-2.7 Using `mvn` from path: /usr/bin/mvn Using `mvn` from path: /usr/bin/mvn Finished: SUCCESS