Test Result

16 failures (+1) , 682 skipped (±0)
21,884 tests (+30)
Took 4 hr 52 min.

All Failed Tests

Test NameDurationAge
 org.apache.spark.sql.kafka010.KafkaMicroBatchV2SourceSuite.assign from latest offsets (failOnDataLoss: false)1 min 3 sec1
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.get, put, remove, commit, and all data iterator33 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.removing while iterating27 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.abort20 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.getStore with invalid versions23 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.two concurrent StateStores - one for read-only and one for read-write16 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.retaining only two latest versions when MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 218 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.failure after committing with MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 120 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.no cache data with MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 019 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.snapshotting23 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.cleaning21 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.SPARK-19677: Committing a delta file atop an existing one should not fail on HDFS25 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.corrupted file handling19 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.reports memory usage17 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.reports memory usage on current version18 ms23
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.get3 ms23

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark10 min01453+1454+1
org.apache.spark.api.java31 ms0099
org.apache.spark.api.python0.62 sec0088
org.apache.spark.api.r11 ms0033
org.apache.spark.broadcast21 sec001717
org.apache.spark.deploy1 min 30 sec019394
org.apache.spark.deploy.client0.1 sec0022
org.apache.spark.deploy.history17 sec00163+15163+15
org.apache.spark.deploy.k8s27 ms001717
org.apache.spark.deploy.k8s.features1.3 sec005353
org.apache.spark.deploy.k8s.submit0.23 sec001111
org.apache.spark.deploy.master36 sec003030
org.apache.spark.deploy.master.ui0.29 sec0022
org.apache.spark.deploy.mesos30 ms0055
org.apache.spark.deploy.rest0.82 sec002727
org.apache.spark.deploy.rest.mesos1.5 sec0033
org.apache.spark.deploy.security1.6 sec0055
org.apache.spark.deploy.worker3.7 sec003434
org.apache.spark.deploy.worker.ui0.1 sec0011
org.apache.spark.deploy.yarn7 min 18 sec00118118
org.apache.spark.executor0.7 sec002929
org.apache.spark.graphx13 sec005757
org.apache.spark.graphx.impl49 ms001818
org.apache.spark.graphx.lib2 min 17 sec002727
org.apache.spark.graphx.util1.4 sec0066
org.apache.spark.input0.3 sec0033
org.apache.spark.internal2 ms0011
org.apache.spark.internal.config27 ms002727
org.apache.spark.internal.io2 ms0066
org.apache.spark.internal.io.cloud0.39 sec0044
org.apache.spark.internal.plugin3.2 sec0044
org.apache.spark.io1 min 6 sec004040
org.apache.spark.kafka0102.1 sec004343
org.apache.spark.launcher13 sec005353
org.apache.spark.memory0.64 sec002929
org.apache.spark.metrics2.1 sec003535
org.apache.spark.metrics.sink0.1 sec0066
org.apache.spark.metrics.source0.25 sec0077
org.apache.spark.ml3.1 sec001919
org.apache.spark.ml.ann0.98 sec0033
org.apache.spark.ml.attribute28 ms001818
org.apache.spark.ml.classification9 min 37 sec02195197
org.apache.spark.ml.clustering1 min 7 sec005858
org.apache.spark.ml.evaluation7.2 sec002727
org.apache.spark.ml.feature2 min 8 sec00374374
org.apache.spark.ml.fpm7.3 sec001111
org.apache.spark.ml.impl1 ms0011
org.apache.spark.ml.linalg1.9 sec009090
org.apache.spark.ml.optim3.4 sec001212
org.apache.spark.ml.optim.aggregator0.29 sec002626
org.apache.spark.ml.optim.loss71 ms0044
org.apache.spark.ml.param34 ms001010
org.apache.spark.ml.param.shared2 ms0011
org.apache.spark.ml.python4 ms0033
org.apache.spark.ml.r0.15 sec0011
org.apache.spark.ml.recommendation1 min 57 sec003636
org.apache.spark.ml.regression5 min 5 sec03122125
org.apache.spark.ml.source.image1.1 sec0077
org.apache.spark.ml.source.libsvm1.5 sec001212
org.apache.spark.ml.stat19 sec018889
org.apache.spark.ml.stat.distribution0.12 sec0044
org.apache.spark.ml.tree.impl12 sec002828
org.apache.spark.ml.tuning1 min 7 sec002222
org.apache.spark.ml.util2.7 sec002222
org.apache.spark.mllib.api.python13 ms0055
org.apache.spark.mllib.classification1 min 42 sec004646
org.apache.spark.mllib.clustering1 min 4 sec006464
org.apache.spark.mllib.evaluation1.8 sec002222
org.apache.spark.mllib.feature3.6 sec003636
org.apache.spark.mllib.fpm5.1 sec002121
org.apache.spark.mllib.linalg0.9 sec009595
org.apache.spark.mllib.linalg.distributed13 sec005252
org.apache.spark.mllib.optimization20 sec001313
org.apache.spark.mllib.pmml.export0.16 sec001111
org.apache.spark.mllib.random11 sec002424
org.apache.spark.mllib.rdd3.2 sec0033
org.apache.spark.mllib.recommendation32 sec002626
org.apache.spark.mllib.regression50 sec005353
org.apache.spark.mllib.stat8.7 sec013435
org.apache.spark.mllib.stat.distribution8 ms0055
org.apache.spark.mllib.tree21 sec003939
org.apache.spark.mllib.util13 sec002525
org.apache.spark.network36 sec004242
org.apache.spark.network.crypto0.71 sec001717
org.apache.spark.network.netty0.57 sec001414
org.apache.spark.network.protocol31 ms0066
org.apache.spark.network.sasl1.1 sec001616
org.apache.spark.network.server3 ms0022
org.apache.spark.network.shuffle4.9 sec006161
org.apache.spark.network.util13 sec001010
org.apache.spark.network.yarn1.6 sec001212
org.apache.spark.partial30 ms001010
org.apache.spark.rdd1 min 8 sec00241241
org.apache.spark.repl1 min 28 sec004040
org.apache.spark.resource0.11 sec002020
org.apache.spark.rpc3 ms0055
org.apache.spark.rpc.netty2.5 sec005050
org.apache.spark.scheduler4 min 5 sec00313313
org.apache.spark.scheduler.cluster1.8 sec0022
org.apache.spark.scheduler.cluster.k8s1.8 sec002323
org.apache.spark.scheduler.cluster.mesos15 sec009999
org.apache.spark.scheduler.dynalloc53 ms001212
org.apache.spark.security5.2 sec001010
org.apache.spark.serializer6.3 sec00110110
org.apache.spark.shuffle7.9 sec0055
org.apache.spark.shuffle.sort1.8 sec004848
org.apache.spark.shuffle.sort.io8 ms0022
org.apache.spark.sql47 min062680+12686+1
org.apache.spark.sql.api.r35 ms0011
org.apache.spark.sql.avro50 sec00181181
org.apache.spark.sql.catalyst0.29 sec004949
org.apache.spark.sql.catalyst.analysis7.8 sec00543543
org.apache.spark.sql.catalyst.catalog5 sec00160160
org.apache.spark.sql.catalyst.csv0.25 sec002929
org.apache.spark.sql.catalyst.encoders21 sec00380380
org.apache.spark.sql.catalyst.expressions11 min00789789
org.apache.spark.sql.catalyst.expressions.aggregate9 sec005050
org.apache.spark.sql.catalyst.expressions.codegen40 sec006565
org.apache.spark.sql.catalyst.expressions.xml2.2 sec002020
org.apache.spark.sql.catalyst.json80 ms001515
org.apache.spark.sql.catalyst.optimizer10 sec01613+1614+1
org.apache.spark.sql.catalyst.parser4.2 sec00259+3259+3
org.apache.spark.sql.catalyst.planning13 ms0088
org.apache.spark.sql.catalyst.plans0.32 sec003838
org.apache.spark.sql.catalyst.plans.logical13 ms001313
org.apache.spark.sql.catalyst.statsEstimation0.2 sec00113113
org.apache.spark.sql.catalyst.streaming5 ms0022
org.apache.spark.sql.catalyst.trees0.29 sec002929
org.apache.spark.sql.catalyst.util49 sec00227227
org.apache.spark.sql.connector1 min 6 sec00461+5461+5
org.apache.spark.sql.connector.catalog0.23 sec0072-172-1
org.apache.spark.sql.connector.expressions17 ms0066
org.apache.spark.sql.execution5 min 18 sec04537541
org.apache.spark.sql.execution.adaptive13 sec002121
org.apache.spark.sql.execution.aggregate0.29 sec0011
org.apache.spark.sql.execution.arrow2.7 sec003535
org.apache.spark.sql.execution.columnar25 sec00187187
org.apache.spark.sql.execution.columnar.compression1.1 sec00118118
org.apache.spark.sql.execution.command36 sec00221+3221+3
org.apache.spark.sql.execution.datasources1 min 20 sec00225225
org.apache.spark.sql.execution.datasources.binaryfile1.3 sec0099
org.apache.spark.sql.execution.datasources.csv44 sec00111111
org.apache.spark.sql.execution.datasources.jdbc4 ms0011
org.apache.spark.sql.execution.datasources.json35 sec03116119
org.apache.spark.sql.execution.datasources.noop0.85 sec0066
org.apache.spark.sql.execution.datasources.orc2 min 47 sec01308309
org.apache.spark.sql.execution.datasources.parquet6 min 56 sec05554559
org.apache.spark.sql.execution.datasources.text5.9 sec002020
org.apache.spark.sql.execution.datasources.v20.54 sec0061-261-2
org.apache.spark.sql.execution.debug0.36 sec0077
org.apache.spark.sql.execution.joins23 sec02166168
org.apache.spark.sql.execution.metric14 sec002727
org.apache.spark.sql.execution.python8.8 sec002525
org.apache.spark.sql.execution.streaming8.4 sec015455
org.apache.spark.sql.execution.streaming.continuous.shuffle62 ms001616
org.apache.spark.sql.execution.streaming.sources15 sec004242
org.apache.spark.sql.execution.streaming.state12 sec1502742
org.apache.spark.sql.execution.ui5.5 sec001414
org.apache.spark.sql.execution.vectorized43 sec006262
org.apache.spark.sql.expressions9 ms0033
org.apache.spark.sql.hive23 min02652654
org.apache.spark.sql.hive.client11 min0111201121
org.apache.spark.sql.hive.execution43 min05881400+31988+3
org.apache.spark.sql.hive.orc3 min 38 sec02139141
org.apache.spark.sql.hive.security0.68 sec0033
org.apache.spark.sql.hive.thriftserver23 min017410427
org.apache.spark.sql.hive.thriftserver.ui2.8 sec0077
org.apache.spark.sql.internal9.8 sec0067+167+1
org.apache.spark.sql.jdbc13 sec01114115
org.apache.spark.sql.kafka01012 min1+10230-1231
org.apache.spark.sql.kafka010.consumer16 sec001818
org.apache.spark.sql.kafka010.producer0.33 sec0044
org.apache.spark.sql.sources11 min04380384
org.apache.spark.sql.streaming5 min 22 sec00402402
org.apache.spark.sql.streaming.continuous44 sec004141
org.apache.spark.sql.streaming.sources0.64 sec002727
org.apache.spark.sql.streaming.test4.5 sec002626
org.apache.spark.sql.test23 sec006060
org.apache.spark.sql.types0.74 sec02190192
org.apache.spark.sql.util2 sec013940
org.apache.spark.status1.8 sec003030
org.apache.spark.status.api.v11 ms0011
org.apache.spark.storage13 sec00232232
org.apache.spark.streaming4 min 14 sec01243244
org.apache.spark.streaming.api.java13 ms0011
org.apache.spark.streaming.kafka01054 sec002525
org.apache.spark.streaming.kinesis2 sec0243761
org.apache.spark.streaming.rdd5.2 sec001313
org.apache.spark.streaming.receiver0.3 sec0066
org.apache.spark.streaming.scheduler7.8 sec002323
org.apache.spark.streaming.scheduler.rate46 ms001111
org.apache.spark.streaming.ui0.7 sec0088
org.apache.spark.streaming.util10 sec005555
org.apache.spark.ui17 sec024345
org.apache.spark.ui.scope0 ms0011
org.apache.spark.ui.storage42 ms0055
org.apache.spark.unsafe52 ms0088
org.apache.spark.unsafe.array0 ms0011
org.apache.spark.unsafe.hash0.32 sec0066
org.apache.spark.unsafe.map2.5 sec003030
org.apache.spark.unsafe.types0.61 sec016061
org.apache.spark.util17 sec00164164
org.apache.spark.util.collection2 min 35 sec03123126
org.apache.spark.util.collection.unsafe.sort3.1 sec008282
org.apache.spark.util.io7 ms0088
org.apache.spark.util.kvstore0.93 sec01103104
org.apache.spark.util.logging0.16 sec0011
org.apache.spark.util.random3.9 sec003232
org.apache.spark.util.sketch17 sec002929
test.org.apache.spark17 sec00109109
test.org.apache.spark.sql40 sec00112112
test.org.apache.spark.sql.execution.sort1 ms001010
test.org.apache.spark.sql.streaming0.17 sec0022
test.org.apache.spark.streaming23 sec007979