FailedConsole Output

Skipping 2,409 KB.. Full Log
/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:266: Could not find any member to link for "SparkAWSCredentials".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:254: Could not find any member to link for "SparkAWSCredentials".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:188: Could not find any member to link for "KinesisInitialPositions.Latest".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:242: Could not find any member to link for "SparkAWSCredentials".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:292: Could not find any member to link for "KinesisClientLibConfiguration.DEFAULT_METRICS_ENABLED_DIMENSIONS".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:278: Could not find any member to link for "KinesisClientLibConfiguration.DEFAULT_METRICS_LEVEL".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:230: Could not find any member to link for "StorageLevel.MEMORY_AND_DISK_2".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:127: Could not find any member to link for "JavaStreamingContext".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala:201: Could not find any member to link for "InitialPositionInStream.LATEST".
[warn]     /**
[warn]     ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/streaming/src/main/scala/org/apache/spark/streaming/scheduler/rate/RateEstimator.scala:50: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/streaming/src/main/scala/org/apache/spark/streaming/State.scala:95: Could not find any member to link for "java.lang.IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/streaming/src/main/scala/org/apache/spark/streaming/State.scala:87: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/streaming/src/main/scala/org/apache/spark/streaming/StreamingContext.scala:565: Could not find any member to link for "IllegalStateException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:372: Could not find any member to link for "UnsupportedOperationException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:362: Could not find any member to link for "UnsupportedOperationException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:351: Could not find any member to link for "UnsupportedOperationException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:342: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:335: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:327: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:320: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:312: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:305: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:298: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:291: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:284: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:277: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:270: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:263: Could not find any member to link for "ClassCastException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:255: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:246: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:238: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:222: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:230: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:214: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/Row.scala:206: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:295: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:278: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:267: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala:50: Could not find any member to link for "HiveSessionCatalog".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/jdbc/JdbcDialects.scala:59: Could not find any member to link for "NullPointerException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala:305: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.CannotReplaceMissingTableException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala:290: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.TableAlreadyExistsException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/RuntimeConfig.scala:64: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala:165: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.NoSuchTableException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala:188: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.NoSuchTableException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala:144: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.NoSuchTableException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/SparkSession.scala:140: Could not find any member to link for "org.apache.spark.sql.internal.SQLConf".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/SparkSessionExtensions.scala:228: Could not find any member to link for "org.apache.spark.sql.catalyst.analysis.FunctionRegistry".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/SparkSessionExtensions.scala:190: Could not find any member to link for "org.apache.spark.sql.execution.SparkPlan".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:2631: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:2888: Could not find any member to link for "java.time.format.DateTimeFormatter".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:4076: The link target "DataFrameReader#csv" is ambiguous. Several members fit the target:
[warn] (paths: String*): org.apache.spark.sql.DataFrame in class DataFrameReader [chosen]
[warn] (csvDataset: org.apache.spark.sql.Dataset[String]): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn] (path: String): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:3805: The link target "DataFrameReader#json" is ambiguous. Several members fit the target:
[warn] (jsonDataset: org.apache.spark.sql.Dataset[String]): org.apache.spark.sql.DataFrame in class DataFrameReader [chosen]
[warn] (jsonRDD: org.apache.spark.rdd.RDD[String]): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn] (jsonRDD: org.apache.spark.api.java.JavaRDD[String]): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn] (paths: String*): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn] (path: String): org.apache.spark.sql.DataFrame in class DataFrameReader
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:2987: Could not find any member to link for "java.time.format.DateTimeFormatter".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:2962: Could not find any member to link for "java.time.format.DateTimeFormatter".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/sql/core/src/main/scala/org/apache/spark/sql/functions.scala:2934: Could not find any member to link for "java.time.format.DateTimeFormatter".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/mllib/linalg/Vectors.scala:208: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/internal/io/HadoopWriteConfigUtil.scala:26: Could not find any member to link for "IllegalArgumentException".
[warn] /**
[warn] ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/stat/Summarizer.scala:85: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/stat/Correlation.scala:50: Variable METHODNAME undefined in comment for method corr in object Correlation
[warn]    *         `$METHODNAME($COLUMN)`.
[warn]                ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/stat/Correlation.scala:50: Variable COLUMN undefined in comment for method corr in object Correlation
[warn]    *         `$METHODNAME($COLUMN)`.
[warn]                            ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/stat/Correlation.scala:38: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/tuning/TrainValidationSplit.scala:276: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/tuning/CrossValidator.scala:284: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/classification/Classifier.scala:127: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala:103: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala:163: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/mllib-local/src/main/scala/org/apache/spark/ml/linalg/Vectors.scala:182: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/FutureAction.scala:56: Could not find any member to link for "Exception".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:442: Could not find any member to link for "IllegalArgumentException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:434: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:426: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:418: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:386: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:376: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:367: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:357: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:348: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:338: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:330: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:311: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:321: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:302: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:292: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:283: Could not find any member to link for "NumberFormatException".
[warn]   /**
[warn]   ^
[warn] /home/jenkins/workspace/SparkPullRequestBuilder@3/core/src/main/scala/org/apache/spark/SparkConf.scala:273: Could not find any member to link for "java.util.NoSuchElementException".
[warn]   /**
[warn]   ^
[warn] 94 warnings found
[info] Main Scala API documentation successful.
[success] Total time: 122 s, completed Oct 21, 2019 7:59:37 PM

========================================================================
Running Spark unit tests
========================================================================

========================================================================
Running PySpark tests
========================================================================
Running PySpark tests. Output is in /home/jenkins/workspace/SparkPullRequestBuilder@3/python/unit-tests.log
Will test against the following Python executables: ['python2.7', 'python3.6', 'pypy']
Will test the following Python modules: ['pyspark-core', 'pyspark-sql', 'pyspark-streaming', 'pyspark-mllib', 'pyspark-ml']
Starting test(pypy): pyspark.sql.tests.test_arrow
Starting test(pypy): pyspark.sql.tests.test_context
Starting test(pypy): pyspark.sql.tests.test_column
Starting test(pypy): pyspark.sql.tests.test_catalog
Starting test(pypy): pyspark.sql.tests.test_datasources
Starting test(pypy): pyspark.sql.tests.test_dataframe
Starting test(pypy): pyspark.sql.tests.test_conf
Starting test(pypy): pyspark.sql.tests.test_functions
Finished test(pypy): pyspark.sql.tests.test_arrow (0s) ... 53 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_group
Finished test(pypy): pyspark.sql.tests.test_conf (14s)
Starting test(pypy): pyspark.sql.tests.test_pandas_udf
Finished test(pypy): pyspark.sql.tests.test_pandas_udf (0s) ... 6 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_pandas_udf_cogrouped_map
Finished test(pypy): pyspark.sql.tests.test_pandas_udf_cogrouped_map (0s) ... 14 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_pandas_udf_grouped_agg
Finished test(pypy): pyspark.sql.tests.test_pandas_udf_grouped_agg (0s) ... 15 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_pandas_udf_grouped_map
Finished test(pypy): pyspark.sql.tests.test_pandas_udf_grouped_map (0s) ... 20 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_pandas_udf_scalar
Finished test(pypy): pyspark.sql.tests.test_pandas_udf_scalar (0s) ... 49 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_pandas_udf_window
Finished test(pypy): pyspark.sql.tests.test_pandas_udf_window (0s) ... 14 tests were skipped
Starting test(pypy): pyspark.sql.tests.test_readwriter
Finished test(pypy): pyspark.sql.tests.test_group (26s)
Starting test(pypy): pyspark.sql.tests.test_serde
Finished test(pypy): pyspark.sql.tests.test_column (30s)
Starting test(pypy): pyspark.sql.tests.test_session
Finished test(pypy): pyspark.sql.tests.test_catalog (31s)
Starting test(pypy): pyspark.sql.tests.test_streaming
Finished test(pypy): pyspark.sql.tests.test_datasources (39s)
Starting test(pypy): pyspark.sql.tests.test_types
Finished test(pypy): pyspark.sql.tests.test_context (43s)
Starting test(pypy): pyspark.sql.tests.test_udf
Finished test(pypy): pyspark.sql.tests.test_functions (49s)
Starting test(pypy): pyspark.sql.tests.test_utils
Finished test(pypy): pyspark.sql.tests.test_dataframe (59s) ... 5 tests were skipped
Starting test(pypy): pyspark.streaming.tests.test_context
Finished test(pypy): pyspark.sql.tests.test_serde (34s)
Starting test(pypy): pyspark.streaming.tests.test_dstream
Finished test(pypy): pyspark.sql.tests.test_utils (16s)
Starting test(pypy): pyspark.streaming.tests.test_kinesis
Finished test(pypy): pyspark.streaming.tests.test_kinesis (0s) ... 2 tests were skipped
Starting test(pypy): pyspark.streaming.tests.test_listener
Finished test(pypy): pyspark.sql.tests.test_session (41s)
Starting test(pypy): pyspark.tests.test_appsubmit
Finished test(pypy): pyspark.sql.tests.test_readwriter (53s)
Starting test(pypy): pyspark.tests.test_broadcast
Finished test(pypy): pyspark.streaming.tests.test_listener (13s)
Starting test(pypy): pyspark.tests.test_conf
Finished test(pypy): pyspark.streaming.tests.test_context (30s)
Starting test(pypy): pyspark.tests.test_context
Finished test(pypy): pyspark.sql.tests.test_streaming (69s)
Starting test(pypy): pyspark.tests.test_daemon
Finished test(pypy): pyspark.sql.tests.test_types (62s)
Starting test(pypy): pyspark.tests.test_join
Finished test(pypy): pyspark.tests.test_conf (23s)
Starting test(pypy): pyspark.tests.test_profiler
Finished test(pypy): pyspark.tests.test_daemon (5s)
Starting test(pypy): pyspark.tests.test_rdd
Finished test(pypy): pyspark.sql.tests.test_udf (68s)
Starting test(pypy): pyspark.tests.test_readwrite
Finished test(pypy): pyspark.tests.test_join (13s)
Starting test(pypy): pyspark.tests.test_serializers
test_statcounter_array (pyspark.tests.test_serializers.NumPyTests) ... skipped 'NumPy not installed'
test_serialize (pyspark.tests.test_serializers.SciPyTests) ... skipped 'SciPy not installed'
test_attrgetter (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_compressed_serializer (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_func_globals (pyspark.tests.test_serializers.SerializationTestCase) ... Traceback (most recent call last):
  File "/home/jenkins/workspace/SparkPullRequestBuilder@3/python/pyspark/serializers.py", line 710, in dumps
    return cloudpickle.dumps(obj, pickle_protocol)
  File "/home/jenkins/workspace/SparkPullRequestBuilder@3/python/pyspark/cloudpickle.py", line 1103, in dumps
    cp.dump(obj)
  File "/home/jenkins/workspace/SparkPullRequestBuilder@3/python/pyspark/cloudpickle.py", line 468, in dump
    return Pickler.dump(self, obj)
  File "/usr/lib64/pypy-2.5.1/lib-python/2.7/pickle.py", line 224, in dump
    self.save(obj)
  File "/usr/lib64/pypy-2.5.1/lib-python/2.7/pickle.py", line 306, in save
    rv = reduce(self.proto)
  File "/home/jenkins/workspace/SparkPullRequestBuilder@3/python/pyspark/tests/test_serializers.py", line 101, in __reduce__
    raise Exception("not picklable")
Exception: not picklable
ok
test_function_module_name (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_hash_serializer (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_itemgetter (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_namedtuple (pyspark.tests.test_serializers.SerializationTestCase) ... ERROR
test_pickling_file_handles (pyspark.tests.test_serializers.SerializationTestCase) ... ok
test_chunked_stream (pyspark.tests.test_serializers.SerializersTest) ... ok

======================================================================
ERROR: test_namedtuple (pyspark.tests.test_serializers.SerializationTestCase)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "/home/jenkins/workspace/SparkPullRequestBuilder@3/python/pyspark/tests/test_serializers.py", line 41, in test_namedtuple
    P2 = loads(dumps(P))
  File "/usr/lib64/pypy-2.5.1/lib-python/2.7/pickle.py", line 1425, in loads
    return Unpickler(file).load()
  File "/usr/lib64/pypy-2.5.1/lib-python/2.7/pickle.py", line 901, in load
    dispatch[key](self)
  File "/usr/lib64/pypy-2.5.1/lib-python/2.7/pickle.py", line 1260, in load_build
    setstate(state)
ValueError: Wrong arguments to function.__setstate__

----------------------------------------------------------------------
Ran 11 tests in 0.219s

FAILED (errors=1, skipped=2)

Had test failures in pyspark.tests.test_serializers with pypy; see logs.
[error] running /home/jenkins/workspace/SparkPullRequestBuilder@3/python/run-tests --modules=pyspark-core,pyspark-sql,pyspark-streaming,pyspark-mllib,pyspark-ml --parallelism=8 ; received return code 255
Attempting to post to Github...
 > Post successful.
Process leaked file descriptors. See http://wiki.jenkins-ci.org/display/JENKINS/Spawning+processes+from+build for more information
Build step 'Execute shell' marked build as failure
Archiving artifacts
ERROR: Failed to archive artifacts: **/target/unit-tests.log, python/unit-tests.log
java.io.IOException: java.io.IOException: Failed to extract /home/jenkins/workspace/SparkPullRequestBuilder@3/transfer of 8 files
	at hudson.FilePath.readFromTar(FilePath.java:2300)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2209)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:236)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:782)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:723)
	at hudson.model.Build$BuildExecution.post2(Build.java:185)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:668)
	at hudson.model.Run.execute(Run.java:1763)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.EOFException: Unexpected end of ZLIB input stream
	at com.jcraft.jzlib.InflaterInputStream.fill(InflaterInputStream.java:186)
	at com.jcraft.jzlib.InflaterInputStream.read(InflaterInputStream.java:106)
	at org.apache.commons.compress.archivers.tar.TarArchiveInputStream.read(TarArchiveInputStream.java:614)
	at java.io.InputStream.read(InputStream.java:101)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
	at hudson.util.IOUtils.copy(IOUtils.java:40)
	at hudson.FilePath.readFromTar(FilePath.java:2290)
	... 13 more

	at hudson.FilePath.copyRecursiveTo(FilePath.java:2216)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:236)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:78)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:782)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:723)
	at hudson.model.Build$BuildExecution.post2(Build.java:185)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:668)
	at hudson.model.Run.execute(Run.java:1763)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: This archives contains unclosed entries.
	at hudson.remoting.Channel$2.adapt(Channel.java:813)
	at hudson.remoting.Channel$2.adapt(Channel.java:808)
	at hudson.remoting.FutureAdapter.get(FutureAdapter.java:59)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2212)
	... 12 more
Caused by: java.io.IOException: This archives contains unclosed entries.
	at org.apache.commons.compress.archivers.tar.TarArchiveOutputStream.finish(TarArchiveOutputStream.java:225)
	at org.apache.commons.compress.archivers.tar.TarArchiveOutputStream.close(TarArchiveOutputStream.java:241)
	at hudson.util.io.TarArchiver.close(TarArchiver.java:111)
	at hudson.FilePath.writeToTar(FilePath.java:2263)
	at hudson.FilePath.access$2100(FilePath.java:190)
	at hudson.FilePath$45.invoke(FilePath.java:2202)
	at hudson.FilePath$45.invoke(FilePath.java:2198)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2719)
	at hudson.remoting.UserRequest.perform(UserRequest.java:120)
	at hudson.remoting.UserRequest.perform(UserRequest.java:48)
	at hudson.remoting.Request$2.run(Request.java:326)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to amp-jenkins-worker-02(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:220)
	at hudson.remoting.Channel$2.adapt(Channel.java:811)
	... 15 more
Recording test results
ERROR: Step ?Publish JUnit test result report? failed: No test report files were found. Configuration error?
Test FAILed.
Refer to this link for build results (access rights to CI server needed): 
https://amplab.cs.berkeley.edu/jenkins//job/SparkPullRequestBuilder/112429/
Test FAILed.
Finished: FAILURE