Test Result

15 failures (±0) , 682 skipped (-14)
21,512 tests (+51)
Took 4 hr 53 min.

All Failed Tests

Test NameDurationAge
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.get, put, remove, commit, and all data iterator68 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.removing while iterating47 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.abort78 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.getStore with invalid versions40 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.two concurrent StateStores - one for read-only and one for read-write0.11 sec20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.retaining only two latest versions when MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 219 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.failure after committing with MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 118 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.no cache data with MAX_BATCHES_TO_RETAIN_IN_MEMORY set to 023 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.snapshotting44 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.cleaning42 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.SPARK-19677: Committing a delta file atop an existing one should not fail on HDFS52 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.corrupted file handling29 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.reports memory usage31 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.reports memory usage on current version20 ms20
 org.apache.spark.sql.execution.streaming.state.StateStoreSuite.get4 ms20

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark14 min01446447
org.apache.spark.api.java77 ms0099
org.apache.spark.api.python0.6 sec0088
org.apache.spark.api.r4 ms0033
org.apache.spark.broadcast21 sec001717
org.apache.spark.deploy1 min 15 sec019394
org.apache.spark.deploy.client69 ms0022
org.apache.spark.deploy.history24 sec00147147
org.apache.spark.deploy.k8s0.38 sec001717
org.apache.spark.deploy.k8s.features3.3 sec005353
org.apache.spark.deploy.k8s.submit0.92 sec001111
org.apache.spark.deploy.master41 sec003030
org.apache.spark.deploy.master.ui0.24 sec0022
org.apache.spark.deploy.mesos54 ms0055
org.apache.spark.deploy.rest0.77 sec002727
org.apache.spark.deploy.rest.mesos1.4 sec0033
org.apache.spark.deploy.security1.6 sec0055
org.apache.spark.deploy.worker4.3 sec003434
org.apache.spark.deploy.worker.ui0.11 sec0011
org.apache.spark.deploy.yarn7 min 37 sec00118+1118+1
org.apache.spark.executor0.64 sec002929
org.apache.spark.graphx54 sec005757
org.apache.spark.graphx.impl0.1 sec001818
org.apache.spark.graphx.lib2 min 15 sec002323
org.apache.spark.graphx.util4.9 sec0066
org.apache.spark.input0.3 sec0033
org.apache.spark.internal1 ms0011
org.apache.spark.internal.config37 ms002727
org.apache.spark.internal.io5 ms0066
org.apache.spark.internal.io.cloud0.45 sec0044
org.apache.spark.internal.plugin2.9 sec0044
org.apache.spark.io7.8 sec003838
org.apache.spark.kafka0103.5 sec004343
org.apache.spark.launcher26 sec005353
org.apache.spark.memory0.64 sec002929
org.apache.spark.metrics2.9 sec003535
org.apache.spark.metrics.sink68 ms0066
org.apache.spark.metrics.source0.13 sec0055
org.apache.spark.ml3.3 sec001818
org.apache.spark.ml.ann0.84 sec0033
org.apache.spark.ml.attribute22 ms001818
org.apache.spark.ml.classification11 min02183+3185+3
org.apache.spark.ml.clustering1 min 8 sec005454
org.apache.spark.ml.evaluation9.7 sec002727
org.apache.spark.ml.feature2 min 18 sec00372372
org.apache.spark.ml.fpm9.6 sec001111
org.apache.spark.ml.impl1 ms0011
org.apache.spark.ml.linalg1.8 sec008585
org.apache.spark.ml.optim2.7 sec001212
org.apache.spark.ml.optim.aggregator0.27 sec002626
org.apache.spark.ml.optim.loss0.1 sec0044
org.apache.spark.ml.param36 ms001010
org.apache.spark.ml.param.shared4 ms0011
org.apache.spark.ml.python5 ms0033
org.apache.spark.ml.r0.3 sec0011
org.apache.spark.ml.recommendation2 min 6 sec003636
org.apache.spark.ml.regression5 min 20 sec03114117
org.apache.spark.ml.source.image1.3 sec0077
org.apache.spark.ml.source.libsvm1.9 sec001212
org.apache.spark.ml.stat21 sec017576
org.apache.spark.ml.stat.distribution0.12 sec0044
org.apache.spark.ml.tree.impl20 sec002828
org.apache.spark.ml.tuning1 min 9 sec002222
org.apache.spark.ml.util2.8 sec002222
org.apache.spark.mllib.api.python15 ms0055
org.apache.spark.mllib.classification1 min 43 sec004646
org.apache.spark.mllib.clustering1 min 7 sec006464
org.apache.spark.mllib.evaluation2.2 sec0022+122+1
org.apache.spark.mllib.feature4.3 sec003636
org.apache.spark.mllib.fpm5.3 sec002121
org.apache.spark.mllib.linalg0.98 sec009090
org.apache.spark.mllib.linalg.distributed13 sec005252
org.apache.spark.mllib.optimization23 sec001313
org.apache.spark.mllib.pmml.export49 ms001111
org.apache.spark.mllib.random14 sec002424
org.apache.spark.mllib.rdd4.1 sec0033
org.apache.spark.mllib.recommendation36 sec002626
org.apache.spark.mllib.regression55 sec005353
org.apache.spark.mllib.stat8.8 sec013435
org.apache.spark.mllib.stat.distribution10 ms0055
org.apache.spark.mllib.tree32 sec003939
org.apache.spark.mllib.util13 sec002525
org.apache.spark.network36 sec004242
org.apache.spark.network.crypto0.71 sec0017+117+1
org.apache.spark.network.netty0.67 sec001414
org.apache.spark.network.protocol32 ms0066
org.apache.spark.network.sasl0.96 sec001717
org.apache.spark.network.server3 ms0022
org.apache.spark.network.shuffle3.8 sec005858
org.apache.spark.network.util20 sec001010
org.apache.spark.network.yarn9.5 sec001212
org.apache.spark.partial19 ms001010
org.apache.spark.rdd1 min 2 sec00241241
org.apache.spark.repl1 min 12 sec003939
org.apache.spark.resource89 ms001313
org.apache.spark.rpc4 ms0055
org.apache.spark.rpc.netty1.4 sec005050
org.apache.spark.scheduler3 min 45 sec00303303
org.apache.spark.scheduler.cluster4 sec0022
org.apache.spark.scheduler.cluster.k8s3.7 sec002323
org.apache.spark.scheduler.cluster.mesos17 sec009999
org.apache.spark.scheduler.dynalloc32 ms001212
org.apache.spark.security3.7 sec001010
org.apache.spark.serializer9 sec00108108
org.apache.spark.shuffle7.3 sec0055
org.apache.spark.shuffle.sort1.9 sec004848
org.apache.spark.shuffle.sort.io10 ms0022
org.apache.spark.sql42 min06-82645+222651+14
org.apache.spark.sql.api.r39 ms0011
org.apache.spark.sql.avro1 min 21 sec00172172
org.apache.spark.sql.catalyst0.28 sec004949
org.apache.spark.sql.catalyst.analysis6.3 sec00539+1539+1
org.apache.spark.sql.catalyst.catalog4.1 sec00159159
org.apache.spark.sql.catalyst.csv0.19 sec002929
org.apache.spark.sql.catalyst.encoders21 sec00380380
org.apache.spark.sql.catalyst.expressions9 min 23 sec00783+1783+1
org.apache.spark.sql.catalyst.expressions.aggregate9.5 sec004646
org.apache.spark.sql.catalyst.expressions.codegen36 sec006464
org.apache.spark.sql.catalyst.expressions.postgreSQL0.5 sec0022
org.apache.spark.sql.catalyst.expressions.xml1.8 sec002020
org.apache.spark.sql.catalyst.json98 ms001515
org.apache.spark.sql.catalyst.optimizer8.8 sec01611612
org.apache.spark.sql.catalyst.parser3.7 sec00244+8244+8
org.apache.spark.sql.catalyst.plans0.28 sec003838
org.apache.spark.sql.catalyst.plans.logical9 ms001313
org.apache.spark.sql.catalyst.statsEstimation0.16 sec00113113
org.apache.spark.sql.catalyst.streaming3 ms0022
org.apache.spark.sql.catalyst.trees0.23 sec002929
org.apache.spark.sql.catalyst.util52 sec00227+3227+3
org.apache.spark.sql.connector56 sec00420+8420+8
org.apache.spark.sql.connector.catalog0.22 sec007575
org.apache.spark.sql.connector.expressions12 ms0066
org.apache.spark.sql.execution5 min 52 sec04534538
org.apache.spark.sql.execution.adaptive12 sec0019+319+3
org.apache.spark.sql.execution.aggregate0.3 sec0011
org.apache.spark.sql.execution.arrow4 sec003232
org.apache.spark.sql.execution.columnar32 sec00179179
org.apache.spark.sql.execution.columnar.compression1 sec00118118
org.apache.spark.sql.execution.command34 sec00221-5221-5
org.apache.spark.sql.execution.datasources1 min 20 sec00223223
org.apache.spark.sql.execution.datasources.binaryfile1.2 sec0099
org.apache.spark.sql.execution.datasources.csv43 sec00111+2111+2
org.apache.spark.sql.execution.datasources.jdbc4 ms0011
org.apache.spark.sql.execution.datasources.json35 sec03117120
org.apache.spark.sql.execution.datasources.noop0.96 sec0066
org.apache.spark.sql.execution.datasources.orc2 min 39 sec01274275
org.apache.spark.sql.execution.datasources.parquet6 min 2 sec05514519
org.apache.spark.sql.execution.datasources.text7.2 sec002121
org.apache.spark.sql.execution.datasources.v20.66 sec006363
org.apache.spark.sql.execution.debug0.43 sec0077
org.apache.spark.sql.execution.joins21 sec02166168
org.apache.spark.sql.execution.metric16 sec002626
org.apache.spark.sql.execution.python10 sec002525
org.apache.spark.sql.execution.streaming10 sec015455
org.apache.spark.sql.execution.streaming.continuous.shuffle49 ms001616
org.apache.spark.sql.execution.streaming.sources15 sec004242
org.apache.spark.sql.execution.streaming.state18 sec1502742
org.apache.spark.sql.execution.ui5.3 sec0014+114+1
org.apache.spark.sql.execution.vectorized45 sec006262
org.apache.spark.sql.expressions6 ms0033
org.apache.spark.sql.hive23 min02648+1650+1
org.apache.spark.sql.hive.client13 min0111081109
org.apache.spark.sql.hive.execution43 min058813901978
org.apache.spark.sql.hive.orc3 min 38 sec02139141
org.apache.spark.sql.hive.security0.58 sec0033
org.apache.spark.sql.hive.thriftserver25 min017-6408+11425+5
org.apache.spark.sql.hive.thriftserver.ui1.4 sec0022
org.apache.spark.sql.internal9.6 sec006565
org.apache.spark.sql.jdbc13 sec01114-2115-2
org.apache.spark.sql.kafka0109 min 30 sec00252252
org.apache.spark.sql.sources10 min04374+2378+2
org.apache.spark.sql.streaming5 min 41 sec00392392
org.apache.spark.sql.streaming.continuous44 sec004141
org.apache.spark.sql.streaming.sources0.6 sec002727
org.apache.spark.sql.streaming.test10 sec002626
org.apache.spark.sql.test26 sec005959
org.apache.spark.sql.types0.32 sec02190192
org.apache.spark.sql.util1.6 sec0138+239+2
org.apache.spark.status1.6 sec002828
org.apache.spark.status.api.v11 ms0011
org.apache.spark.storage13 sec00230230
org.apache.spark.streaming4 min 11 sec01242243
org.apache.spark.streaming.api.java15 ms0011
org.apache.spark.streaming.kafka01050 sec002525
org.apache.spark.streaming.kinesis1.7 sec0243761
org.apache.spark.streaming.rdd5.6 sec001313
org.apache.spark.streaming.receiver0.34 sec0066
org.apache.spark.streaming.scheduler7.5 sec002323
org.apache.spark.streaming.scheduler.rate41 ms001111
org.apache.spark.streaming.ui0.64 sec0088
org.apache.spark.streaming.util10 sec005555
org.apache.spark.ui14 sec024143
org.apache.spark.ui.scope1 ms0011
org.apache.spark.ui.storage19 ms0055
org.apache.spark.unsafe50 ms0088
org.apache.spark.unsafe.array0 ms0011
org.apache.spark.unsafe.hash0.41 sec0066
org.apache.spark.unsafe.map3.7 sec003030
org.apache.spark.unsafe.types0.61 sec0160-161-1
org.apache.spark.util17 sec00166166
org.apache.spark.util.collection2 min 48 sec03123126
org.apache.spark.util.collection.unsafe.sort3.9 sec008282
org.apache.spark.util.io3 ms0088
org.apache.spark.util.kvstore1.3 sec01103104
org.apache.spark.util.logging0.11 sec0011
org.apache.spark.util.random3.9 sec003232
org.apache.spark.util.sketch15 sec002929
test.org.apache.spark27 sec00109109
test.org.apache.spark.sql50 sec00112112
test.org.apache.spark.sql.execution.sort3 ms0010+210+2
test.org.apache.spark.sql.streaming0.21 sec0022
test.org.apache.spark.streaming21 sec007979