Test Result

17 failures (+15) , 649 skipped (-36)
17,883 tests (-4207)
Took 13 hr.

All Failed Tests

Test NameDurationAge
 org.apache.spark.SparkContextSuite.Cancelling stages/jobs with custom reasons21 sec1
 org.apache.spark.sql.kafka010.KafkaContinuousSourceSuite.cannot stop Kafka stream39 sec1
 org.apache.spark.sql.kafka010.KafkaContinuousSourceSuite.assign from latest offsets (failOnDataLoss: true)1 min 0 sec1
 org.apache.spark.sql.kafka010.KafkaContinuousSourceSuite.assign from earliest offsets (failOnDataLoss: true)1 min 0 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV1SourceSuite.subscribing topic by pattern from latest offsets (failOnDataLoss: true)3 min 34 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.assign from earliest offsets (failOnDataLoss: false)52 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.assign from specific offsets (failOnDataLoss: false)36 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.delete a topic when a Spark job is running1 min 40 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.SPARK-22956: currentPartitionOffsets should be set when no new data comes in1 min 38 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.id prefix1 min 0 sec1
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.id override1 min 0 sec1
 org.apache.spark.sql.kafka010.KafkaSourceStressSuite.stress test with multiple topics and partitions5 min 16 sec1
 org.apache.spark.streaming.kafka010.DirectKafkaStreamSuite.offset recovery42 sec1
 org.apache.spark.sql.execution.WholeStageCodegenSparkSubmitSuite.Generated code on driver should not embed platform-specific constant3 min 0 sec1
 org.apache.spark.sql.execution.joins.BroadcastJoinSuite.unsafe broadcast hash join updates peak execution memory5 min 0 sec1
 org.apache.spark.sql.execution.joins.BroadcastJoinSuite.unsafe broadcast hash outer join updates peak execution memory5 min 0 sec1
 org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.backward compatibility5 min 1 sec1

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark34 min1+11453-4455-3
org.apache.spark.api.java0.36 sec0099
org.apache.spark.api.python2.7 sec0088
org.apache.spark.api.r19 ms0033
org.apache.spark.broadcast1 min 30 sec001717
org.apache.spark.deploy2 min 47 sec019495
org.apache.spark.deploy.client0.24 sec0022
org.apache.spark.deploy.history2 min 54 sec00165165
org.apache.spark.deploy.k8s76 ms0017-417-4
org.apache.spark.deploy.k8s.features7.2 sec0053-853-8
org.apache.spark.deploy.k8s.submit0.57 sec001111
org.apache.spark.deploy.master54 sec003030
org.apache.spark.deploy.master.ui0.26 sec0022
org.apache.spark.deploy.mesos0.31 sec0055
org.apache.spark.deploy.rest3.9 sec002727
org.apache.spark.deploy.rest.mesos1 sec0033
org.apache.spark.deploy.security46 sec0055
org.apache.spark.deploy.worker9.5 sec003232
org.apache.spark.deploy.worker.ui0.21 sec0011
org.apache.spark.deploy.yarn18 sec0098-398-3
org.apache.spark.executor4.6 sec003232
org.apache.spark.graphx1 min 32 sec005757
org.apache.spark.graphx.impl3.2 sec001818
org.apache.spark.graphx.lib7 min 31 sec002727
org.apache.spark.graphx.util10 sec0066
org.apache.spark.input0.76 sec0033
org.apache.spark.internal2 ms0011
org.apache.spark.internal.config0.15 sec002727
org.apache.spark.internal.io12 ms0066
org.apache.spark.internal.plugin15 sec0055
org.apache.spark.io5.6 sec004040
org.apache.spark.kafka0107.2 sec004545
org.apache.spark.launcher50 sec005353
org.apache.spark.memory0.67 sec002929
org.apache.spark.metrics5.1 sec003535
org.apache.spark.metrics.sink0.3 sec0066
org.apache.spark.metrics.source0.97 sec0077
org.apache.spark.ml.classification3 min 7 sec01-111-18512-186
org.apache.spark.ml.impl1 ms0011
org.apache.spark.ml.linalg5.2 sec0084-784-7
org.apache.spark.ml.stat.distribution0.18 sec0044
org.apache.spark.ml.util70 ms006-166-16
org.apache.spark.network50 sec0042+742+7
org.apache.spark.network.crypto1.5 sec001717
org.apache.spark.network.netty2 sec001414
org.apache.spark.network.protocol4 ms0066
org.apache.spark.network.sasl10 sec001616
org.apache.spark.network.server0.48 sec0033
org.apache.spark.network.shuffle18 sec006161
org.apache.spark.network.util27 sec001010
org.apache.spark.network.yarn14 sec001313
org.apache.spark.partial77 ms001010
org.apache.spark.rdd2 min 51 sec00241-1241-1
org.apache.spark.repl3 min 46 sec0040-240-2
org.apache.spark.resource32 sec0027-1027-10
org.apache.spark.rpc7 ms0055
org.apache.spark.rpc.netty17 sec0050-150-1
org.apache.spark.scheduler12 min00318-21318-21
org.apache.spark.scheduler.cluster10 sec0022
org.apache.spark.scheduler.cluster.k8s5.2 sec002323
org.apache.spark.scheduler.cluster.mesos1 min 0 sec009999
org.apache.spark.scheduler.dynalloc70 ms001212
org.apache.spark.security9.4 sec001010
org.apache.spark.serializer24 sec00110110
org.apache.spark.shuffle22 sec0055
org.apache.spark.shuffle.sort3.5 sec004848
org.apache.spark.shuffle.sort.io29 ms0022
org.apache.spark.sql2 hr 10 min062599-1802605-180
org.apache.spark.sql.api.python0.33 sec0022
org.apache.spark.sql.api.r0.21 sec0011
org.apache.spark.sql.avro3 min 24 sec00194194
org.apache.spark.sql.catalyst2 sec004949
org.apache.spark.sql.catalyst.analysis24 sec00555+1555+1
org.apache.spark.sql.catalyst.catalog18 sec00160160
org.apache.spark.sql.catalyst.csv5.2 sec003333
org.apache.spark.sql.catalyst.encoders1 min 13 sec00380380
org.apache.spark.sql.catalyst.expressions22 min00804-3804-3
org.apache.spark.sql.catalyst.expressions.aggregate18 sec005050
org.apache.spark.sql.catalyst.expressions.codegen1 min 41 sec006767
org.apache.spark.sql.catalyst.expressions.xml5.9 sec002020
org.apache.spark.sql.catalyst.json1.2 sec001515
org.apache.spark.sql.catalyst.optimizer26 sec01615-7616-7
org.apache.spark.sql.catalyst.parser12 sec00263-12263-12
org.apache.spark.sql.catalyst.planning42 ms0088
org.apache.spark.sql.catalyst.plans1.4 sec003838
org.apache.spark.sql.catalyst.plans.logical42 ms001313
org.apache.spark.sql.catalyst.statsEstimation2.4 sec00114114
org.apache.spark.sql.catalyst.streaming7 ms0022
org.apache.spark.sql.catalyst.trees1.7 sec002929
org.apache.spark.sql.catalyst.util15 sec02241243
org.apache.spark.sql.connector2 min 16 sec00449-69449-69
org.apache.spark.sql.connector.catalog2.6 sec007373
org.apache.spark.sql.connector.expressions18 ms0066
org.apache.spark.sql.execution16 min1+11-3508-40510-42
org.apache.spark.sql.execution.adaptive1 min 53 sec0031-331-3
org.apache.spark.sql.execution.arrow7.2 sec003535
org.apache.spark.sql.execution.columnar42 sec00187187
org.apache.spark.sql.execution.columnar.compression2 sec00118118
org.apache.spark.sql.execution.command14 min00186-56186-56
org.apache.spark.sql.execution.datasources1 min 12 sec0067-16667-166
org.apache.spark.sql.execution.datasources.binaryfile6.4 sec0099
org.apache.spark.sql.execution.datasources.csv7 min 28 sec00354354
org.apache.spark.sql.execution.datasources.jdbc37 ms0011
org.apache.spark.sql.execution.datasources.json4 min 26 sec02336338
org.apache.spark.sql.execution.datasources.noop3.5 sec0066
org.apache.spark.sql.execution.datasources.orc9 min 22 sec01223-98224-98
org.apache.spark.sql.execution.datasources.parquet44 min05461-104466-104
org.apache.spark.sql.execution.datasources.text40 sec004040
org.apache.spark.sql.execution.datasources.v29.7 sec006161
org.apache.spark.sql.execution.history0.21 sec0022
org.apache.spark.sql.execution.joins16 min2+2276-10580-103
org.apache.spark.sql.execution.metric31 sec002727
org.apache.spark.sql.execution.python18 sec002525
org.apache.spark.sql.execution.streaming24 sec0143-1144-11
org.apache.spark.sql.execution.streaming.continuous.shuffle0.16 sec001616
org.apache.spark.sql.execution.streaming.sources43 sec004242
org.apache.spark.sql.execution.streaming.state49 sec0021-2121-21
org.apache.spark.sql.execution.ui17 sec0012-312-3
org.apache.spark.sql.execution.vectorized1 min 47 sec006262
org.apache.spark.sql.expressions19 sec0088
org.apache.spark.sql.hive26 min1+11-1273-385275-385
org.apache.spark.sql.hive.client3 hr 9 min01+1891+736892+737
org.apache.spark.sql.hive.execution52 min0582-9598-9331180-942
org.apache.spark.sql.hive.orc3 min 26 sec01-136-10937-110
org.apache.spark.sql.hive.security7.8 sec0033
org.apache.spark.sql.internal2 min 8 sec0072-372-3
org.apache.spark.sql.jdbc35 sec01115116
org.apache.spark.sql.kafka0101 hr 32 min11+110228-14239-3
org.apache.spark.sql.kafka010.consumer4.3 sec005-135-13
org.apache.spark.sql.kafka010.producer0.73 sec0044
org.apache.spark.sql.sources16 min04258-130262-130
org.apache.spark.sql.streaming17 min00339-70339-70
org.apache.spark.sql.streaming.continuous5 min 57 sec004141
org.apache.spark.sql.streaming.sources1.4 sec002727
org.apache.spark.sql.streaming.test18 sec002626
org.apache.spark.sql.streaming.ui16 sec005-25-2
org.apache.spark.sql.test7.8 sec0013-4713-47
org.apache.spark.sql.types0.52 sec02191193
org.apache.spark.sql.util5.2 sec014445
org.apache.spark.status6 sec003131
org.apache.spark.status.api.v10.39 sec0011
org.apache.spark.storage47 sec00238-6238-6
org.apache.spark.streaming10 min01243244
org.apache.spark.streaming.api.java34 ms0011
org.apache.spark.streaming.kafka0102 min 49 sec1+1024-125
org.apache.spark.streaming.kinesis7.5 sec0243761
org.apache.spark.streaming.rdd14 sec001313
org.apache.spark.streaming.receiver0.34 sec0066
org.apache.spark.streaming.scheduler37 sec002323
org.apache.spark.streaming.scheduler.rate0.22 sec001111
org.apache.spark.streaming.ui2 sec0088
org.apache.spark.streaming.util16 sec005555
org.apache.spark.ui54 sec024547
org.apache.spark.ui.scope2 ms0011
org.apache.spark.ui.storage0.1 sec0055
org.apache.spark.unsafe51 ms0088
org.apache.spark.unsafe.array1 ms0011
org.apache.spark.unsafe.hash0.38 sec0066
org.apache.spark.unsafe.map5.3 sec003030
org.apache.spark.unsafe.types1.2 sec016162
org.apache.spark.util1 min 31 sec00174174
org.apache.spark.util.collection5 min 30 sec03123126
org.apache.spark.util.collection.unsafe.sort8.8 sec008282
org.apache.spark.util.io30 ms0088
org.apache.spark.util.kvstore9.9 sec01104105
org.apache.spark.util.logging0.49 sec0011
org.apache.spark.util.random7.5 sec003232
org.apache.spark.util.sketch26 sec002929
test.org.apache.spark1 min 53 sec00109-2109-2
test.org.apache.spark.streaming1 min 17 sec007979