Test Result

4 failures , 744 skipped
25,686 tests
Took 5 hr 16 min.

All Failed Tests

Test NameDurationAge
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-cluster mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630)3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with additional jar3 min 0 sec1

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark16 min01+1472+472473+473
org.apache.spark.api.java43 ms009+99+9
org.apache.spark.api.python0.88 sec008+88+8
org.apache.spark.api.r5 ms003+33+3
org.apache.spark.broadcast33 sec0017+1717+17
org.apache.spark.deploy2 min 37 sec02+299+99101+101
org.apache.spark.deploy.client77 ms002+22+2
org.apache.spark.deploy.history31 sec00184+184184+184
org.apache.spark.deploy.master1 min 7 sec0034+3434+34
org.apache.spark.deploy.master.ui0.23 sec004+44+4
org.apache.spark.deploy.mesos34 ms005+55+5
org.apache.spark.deploy.rest1.1 sec0027+2727+27
org.apache.spark.deploy.rest.mesos0.13 sec003+33+3
org.apache.spark.deploy.security4.7 sec005+55+5
org.apache.spark.deploy.worker4.1 sec0032+3232+32
org.apache.spark.deploy.worker.ui0.12 sec001+11+1
org.apache.spark.deploy.yarn19 min4+424+2492+92120+120
org.apache.spark.executor1.7 sec0035+3535+35
org.apache.spark.graphx11 sec0057+5757+57
org.apache.spark.graphx.impl45 ms0018+1818+18
org.apache.spark.graphx.lib1 min 53 sec0027+2727+27
org.apache.spark.graphx.util2.1 sec006+66+6
org.apache.spark.input0.22 sec003+33+3
org.apache.spark.internal1 ms001+11+1
org.apache.spark.internal.config18 ms0027+2727+27
org.apache.spark.internal.io8 ms0010+1010+10
org.apache.spark.internal.plugin8.8 sec007+77+7
org.apache.spark.io7.6 sec0040+4040+40
org.apache.spark.kafka0101.7 sec0044+4444+44
org.apache.spark.launcher21 sec0054+5454+54
org.apache.spark.memory0.63 sec0029+2929+29
org.apache.spark.metrics1.8 sec0035+3535+35
org.apache.spark.metrics.sink0.13 sec008+88+8
org.apache.spark.metrics.source0.75 sec008+88+8
org.apache.spark.ml3.5 sec0020+2020+20
org.apache.spark.ml.ann0.9 sec003+33+3
org.apache.spark.ml.attribute51 ms0018+1818+18
org.apache.spark.ml.classification9 min 34 sec02+2206+206208+208
org.apache.spark.ml.clustering1 min 11 sec0059+5959+59
org.apache.spark.ml.evaluation13 sec0035+3535+35
org.apache.spark.ml.feature1 min 55 sec00395+395395+395
org.apache.spark.ml.fpm6.7 sec0012+1212+12
org.apache.spark.ml.impl4 ms001+11+1
org.apache.spark.ml.linalg1.2 sec0091+9191+91
org.apache.spark.ml.optim1.9 sec0012+1212+12
org.apache.spark.ml.optim.aggregator0.87 sec0026+2626+26
org.apache.spark.ml.optim.loss0.13 sec004+44+4
org.apache.spark.ml.param31 ms0010+1010+10
org.apache.spark.ml.param.shared3 ms001+11+1
org.apache.spark.ml.python6 ms003+33+3
org.apache.spark.ml.r0.15 sec001+11+1
org.apache.spark.ml.recommendation1 min 20 sec0035+3535+35
org.apache.spark.ml.regression4 min 41 sec03+3131+131134+134
org.apache.spark.ml.source.image0.92 sec007+77+7
org.apache.spark.ml.source.libsvm2 sec0014+1414+14
org.apache.spark.ml.stat17 sec01+195+9596+96
org.apache.spark.ml.stat.distribution95 ms004+44+4
org.apache.spark.ml.tree.impl12 sec0028+2828+28
org.apache.spark.ml.tuning56 sec0024+2424+24
org.apache.spark.ml.util2.4 sec0022+2222+22
org.apache.spark.mllib.api.python25 ms005+55+5
org.apache.spark.mllib.classification1 min 32 sec0046+4646+46
org.apache.spark.mllib.clustering1 min 1 sec0066+6666+66
org.apache.spark.mllib.evaluation1.9 sec0022+2222+22
org.apache.spark.mllib.feature4.1 sec0036+3636+36
org.apache.spark.mllib.fpm6.3 sec0021+2121+21
org.apache.spark.mllib.linalg0.28 sec0096+9696+96
org.apache.spark.mllib.linalg.distributed13 sec0053+5353+53
org.apache.spark.mllib.optimization20 sec0013+1313+13
org.apache.spark.mllib.pmml.export17 ms0011+1111+11
org.apache.spark.mllib.random15 sec0024+2424+24
org.apache.spark.mllib.rdd3.6 sec003+33+3
org.apache.spark.mllib.recommendation32 sec0026+2626+26
org.apache.spark.mllib.regression52 sec0053+5353+53
org.apache.spark.mllib.stat8.8 sec01+134+3435+35
org.apache.spark.mllib.stat.distribution30 ms005+55+5
org.apache.spark.mllib.tree21 sec0039+3939+39
org.apache.spark.mllib.util17 sec0028+2828+28
org.apache.spark.network33 sec0035+3535+35
org.apache.spark.network.client3 sec008+88+8
org.apache.spark.network.crypto0.58 sec0021+2121+21
org.apache.spark.network.netty0.97 sec0014+1414+14
org.apache.spark.network.protocol27 ms009+99+9
org.apache.spark.network.sasl1.4 sec0016+1616+16
org.apache.spark.network.server66 ms003+33+3
org.apache.spark.network.shuffle3.7 sec0098+9898+98
org.apache.spark.network.util13 sec0010+1010+10
org.apache.spark.network.yarn2.1 sec0016+1616+16
org.apache.spark.partial18 ms0010+1010+10
org.apache.spark.rdd59 sec00242+242242+242
org.apache.spark.repl1 min 14 sec0042+4242+42
org.apache.spark.resource17 sec0040+4040+40
org.apache.spark.rpc1 ms005+55+5
org.apache.spark.rpc.netty4.3 sec0052+5252+52
org.apache.spark.scheduler4 min 42 sec00354+354354+354
org.apache.spark.scheduler.cluster2.3 sec002+22+2
org.apache.spark.scheduler.cluster.mesos17 sec00103+103103+103
org.apache.spark.scheduler.dynalloc26 ms0012+1212+12
org.apache.spark.security5 sec0010+1010+10
org.apache.spark.serializer6.9 sec00110+110110+110
org.apache.spark.shuffle17 sec007+77+7
org.apache.spark.shuffle.sort3.1 sec0049+4949+49
org.apache.spark.shuffle.sort.io10 ms002+22+2
org.apache.spark.sql28 min034+343890+38903924+3924
org.apache.spark.sql.api.python14 ms002+22+2
org.apache.spark.sql.api.r60 ms001+11+1
org.apache.spark.sql.avro1 min 1 sec02+2231+231233+233
org.apache.spark.sql.catalyst0.25 sec0057+5757+57
org.apache.spark.sql.catalyst.analysis15 sec00597+597597+597
org.apache.spark.sql.catalyst.catalog4.2 sec00161+161161+161
org.apache.spark.sql.catalyst.csv0.14 sec0031+3131+31
org.apache.spark.sql.catalyst.encoders21 sec00399+399399+399
org.apache.spark.sql.catalyst.expressions11 min00962+962962+962
org.apache.spark.sql.catalyst.expressions.aggregate8 sec0053+5353+53
org.apache.spark.sql.catalyst.expressions.codegen37 sec0069+6969+69
org.apache.spark.sql.catalyst.expressions.xml1.1 sec0020+2020+20
org.apache.spark.sql.catalyst.json0.4 sec0018+1818+18
org.apache.spark.sql.catalyst.optimizer22 sec01+1772+772773+773
org.apache.spark.sql.catalyst.optimizer.joinReorder0.42 sec0030+3030+30
org.apache.spark.sql.catalyst.parser2.6 sec00291+291291+291
org.apache.spark.sql.catalyst.planning13 ms007+77+7
org.apache.spark.sql.catalyst.plans0.28 sec0039+3939+39
org.apache.spark.sql.catalyst.plans.logical24 ms0015+1515+15
org.apache.spark.sql.catalyst.statsEstimation0.29 sec00118+118118+118
org.apache.spark.sql.catalyst.streaming4 ms002+22+2
org.apache.spark.sql.catalyst.trees0.21 sec0030+3030+30
org.apache.spark.sql.catalyst.util4.1 sec02+2289+289291+291
org.apache.spark.sql.connector40 sec01+1517+517518+518
org.apache.spark.sql.connector.catalog1 sec0085+8585+85
org.apache.spark.sql.connector.expressions8 ms006+66+6
org.apache.spark.sql.execution2 min 52 sec04+4688+688692+692
org.apache.spark.sql.execution.adaptive24 sec0049+4949+49
org.apache.spark.sql.execution.aggregate0.15 sec001+11+1
org.apache.spark.sql.execution.arrow2.1 sec0035+3535+35
org.apache.spark.sql.execution.bucketing45 ms008+88+8
org.apache.spark.sql.execution.columnar13 sec00188+188188+188
org.apache.spark.sql.execution.columnar.compression18 sec00119+119119+119
org.apache.spark.sql.execution.command20 sec00273+273273+273
org.apache.spark.sql.execution.command.v12.8 sec0023+2323+23
org.apache.spark.sql.execution.command.v20.77 sec0018+1818+18
org.apache.spark.sql.execution.datasources1 min 12 sec00261+261261+261
org.apache.spark.sql.execution.datasources.binaryfile0.89 sec009+99+9
org.apache.spark.sql.execution.datasources.csv1 min 46 sec00375+375375+375
org.apache.spark.sql.execution.datasources.jdbc4 ms002+22+2
org.apache.spark.sql.execution.datasources.jdbc.connection0.19 sec009+99+9
org.apache.spark.sql.execution.datasources.json1 min 25 sec00357+357357+357
org.apache.spark.sql.execution.datasources.noop0.8 sec006+66+6
org.apache.spark.sql.execution.datasources.orc3 min 43 sec01+1424+424425+425
org.apache.spark.sql.execution.datasources.parquet15 min06+6671+671677+677
org.apache.spark.sql.execution.datasources.text9.2 sec0042+4242+42
org.apache.spark.sql.execution.datasources.v20.31 sec0064+6464+64
org.apache.spark.sql.execution.datasources.v2.jdbc1 sec0014+1414+14
org.apache.spark.sql.execution.debug0.4 sec007+77+7
org.apache.spark.sql.execution.exchange4 ms002+22+2
org.apache.spark.sql.execution.history22 ms002+22+2
org.apache.spark.sql.execution.joins55 sec02+2239+239241+241
org.apache.spark.sql.execution.metric7.3 sec0032+3232+32
org.apache.spark.sql.execution.python5.3 sec0026+2626+26
org.apache.spark.sql.execution.streaming7.4 sec01+157+5758+58
org.apache.spark.sql.execution.streaming.sources11 sec0042+4242+42
org.apache.spark.sql.execution.streaming.state19 sec00119+119119+119
org.apache.spark.sql.execution.ui3.2 sec0017+1717+17
org.apache.spark.sql.execution.vectorized29 sec0067+6767+67
org.apache.spark.sql.expressions3.3 sec0010+1010+10
org.apache.spark.sql.hive18 min02+2699+699701+701
org.apache.spark.sql.hive.client5 min 16 sec01+1929+929930+930
org.apache.spark.sql.hive.execution41 min0594+5941571+15712165+2165
org.apache.spark.sql.hive.execution.command19 sec0020+2020+20
org.apache.spark.sql.hive.orc2 min 40 sec02+2135+135137+137
org.apache.spark.sql.hive.security0.34 sec003+33+3
org.apache.spark.sql.hive.thriftserver28 min017+17488+488505+505
org.apache.spark.sql.hive.thriftserver.ui1.5 sec008+88+8
org.apache.spark.sql.internal9.9 sec0078+7878+78
org.apache.spark.sql.jdbc13 sec01+1133+133134+134
org.apache.spark.sql.kafka01016 min00292+292292+292
org.apache.spark.sql.kafka010.consumer25 sec0018+1818+18
org.apache.spark.sql.sources9 min 21 sec04+4425+425429+429
org.apache.spark.sql.streaming5 min 18 sec00444+444444+444
org.apache.spark.sql.streaming.continuous35 sec01+134+3435+35
org.apache.spark.sql.streaming.sources0.95 sec0028+2828+28
org.apache.spark.sql.streaming.test7.8 sec0051+5151+51
org.apache.spark.sql.streaming.ui11 sec0010+1010+10
org.apache.spark.sql.test17 sec0067+6767+67
org.apache.spark.sql.types0.26 sec02+2222+222224+224
org.apache.spark.sql.util2 sec01+127+2728+28
org.apache.spark.status0.93 sec0031+3131+31
org.apache.spark.status.api.v116 ms002+22+2
org.apache.spark.status.api.v1.sql1.8 sec006+66+6
org.apache.spark.storage3 min 43 sec00279+279279+279
org.apache.spark.streaming4 min 3 sec01+1243+243244+244
org.apache.spark.streaming.api.java35 ms001+11+1
org.apache.spark.streaming.kafka0101 min 1 sec0025+2525+25
org.apache.spark.streaming.kinesis5.4 sec024+2437+3761+61
org.apache.spark.streaming.rdd3.2 sec0013+1313+13
org.apache.spark.streaming.receiver0.28 sec006+66+6
org.apache.spark.streaming.scheduler10 sec0024+2424+24
org.apache.spark.streaming.scheduler.rate48 ms0011+1111+11
org.apache.spark.streaming.ui0.44 sec008+88+8
org.apache.spark.streaming.util7.7 sec0055+5555+55
org.apache.spark.ui16 sec02+247+4749+49
org.apache.spark.ui.scope1 ms001+11+1
org.apache.spark.ui.storage18 ms005+55+5
org.apache.spark.unsafe40 ms008+88+8
org.apache.spark.unsafe.array0 ms001+11+1
org.apache.spark.unsafe.hash0.5 sec006+66+6
org.apache.spark.unsafe.map5.7 sec0032+3232+32
org.apache.spark.unsafe.types0.52 sec01+161+6162+62
org.apache.spark.util33 sec00191+191191+191
org.apache.spark.util.collection3 min 12 sec03+3124+124127+127
org.apache.spark.util.collection.unsafe.sort3.7 sec0086+8686+86
org.apache.spark.util.io1.4 sec009+99+9
org.apache.spark.util.kvstore2.1 sec00105+105105+105
org.apache.spark.util.logging0.14 sec001+11+1
org.apache.spark.util.random4.1 sec0032+3232+32
org.apache.spark.util.sketch8.5 sec0029+2929+29
test.org.apache.spark30 sec00111+111111+111
test.org.apache.spark.sql46 sec00113+113113+113
test.org.apache.spark.sql.execution.sort2 ms0010+1010+10
test.org.apache.spark.sql.streaming0.73 sec002+22+2
test.org.apache.spark.streaming27 sec0079+7979+79