SuccessConsole Output

Skipping 1,271 KB.. Full Log
copying deps/jars/jta-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jul-to-slf4j-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/junit-4.13.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/junit-interface-0.11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kryo-shaded-4.0.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-client-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-admissionregistration-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-apiextensions-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-apps-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-autoscaling-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-batch-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-certificates-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-common-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-coordination-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-core-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-discovery-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-events-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-extensions-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-flowcontrol-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-metrics-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-networking-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-node-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-policy-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-rbac-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-scheduling-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-storageclass-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/lapack-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/leveldbjni-all-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/libfb303-0.9.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/libthrift-0.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/log4j-1.2.17.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/logging-interceptor-3.12.12.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/lz4-java-1.7.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/machinist_2.12-0.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/macro-compat_2.12-1.1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mesos-1.4.0-shaded-protobuf.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-core-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-graphite-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-jmx-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-json-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-jvm-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/minlog-1.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mockito-3-4_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mockito-core-3.4.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/neko-htmlunit-2.39.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/netty-all-4.1.63.Final.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/objenesis-2.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/okhttp-3.12.12.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/okio-1.15.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/opencsv-2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-core-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-mapreduce-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-shims-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/oro-2.0.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/osgi-resource-locator-1.0.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/paranamer-2.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-column-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-common-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-encoding-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-format-structures-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-hadoop-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-jackson-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/pmml-model-1.4.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/protobuf-java-2.5.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/py4j-0.10.9.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/pyrolite-4.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/remotetea-oncrpc-1.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-collection-compat_2.12-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-compiler.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-library.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-parser-combinators_2.12-1.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-reflect.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-xml_2.12-1.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalacheck-1-15_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalacheck_2.12-1.15.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalactic_2.12-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-compatible-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-core_2.12-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-diagrams_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-featurespec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-flatspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-freespec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-funspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-funsuite_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-matchers-core_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-mustmatchers_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-propspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-refspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-shouldmatchers_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-wordspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-3-141_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-api-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-chrome-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-edge-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-firefox-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-ie-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-java-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-opera-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-remote-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-safari-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-support-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/serializer-2.7.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/shapeless_2.12-2.3.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/shims-0.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/silencer-lib_2.12.14-1.7.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/slf4j-api-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/slf4j-log4j12-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/snakeyaml-1.27.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/snappy-java-1.1.8.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-assembly_2.12-3.2.0-SNAPSHOT-tests.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-assembly_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-catalyst_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-core_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-ganglia-lgpl_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-graphx_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hadoop-cloud_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hive-thriftserver_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hive_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-kubernetes_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-kvstore_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-launcher_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mesos_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mllib-local_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mllib_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-network-common_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-network-shuffle_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-repl_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-sketch_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-sql_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-streaming_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-tags_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-unsafe_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-yarn_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-macros_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-platform_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-util_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/stax-api-1.0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/stream-2.9.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/super-csv-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/test-interface-1.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/threeten-extra-1.5.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/transaction-api-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/univocity-parsers-2.9.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/unused-1.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/velocity-1.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-api-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-client-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-common-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/wildfly-openssl-1.0.7.Final.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xalan-2.7.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xbean-asm7-shaded-4.16.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xercesImpl-2.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xml-apis-1.4.01.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xz-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zjsonpatch-0.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zookeeper-3.6.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zookeeper-jute-3.6.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zstd-jni-1.4.9-1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/licenses/LICENSE-AnchorJS.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-CC0.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-bootstrap.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-cloudpickle.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-copybutton.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-d3.min.js.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-dagre-d3.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-datatables.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-graphlib-dot.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-join.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-jquery.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-json-formatter.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-matchMedia-polyfill.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-modernizr.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-mustache.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-py4j.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-respond.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-sbt-launch-lib.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-sorttable.js.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-vis-timeline.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/sbin/spark-config.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/spark-daemon.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/start-history-server.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/stop-history-server.sh -> pyspark-3.2.0.dev0/deps/sbin
copying lib/py4j-0.10.9.2-src.zip -> pyspark-3.2.0.dev0/lib
copying lib/pyspark.zip -> pyspark-3.2.0.dev0/lib
copying pyspark/__init__.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/__init__.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/_globals.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/_typing.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/accumulators.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/accumulators.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/broadcast.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/broadcast.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/conf.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/conf.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/context.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/context.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/daemon.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/files.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/files.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/find_spark_home.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/install.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/java_gateway.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/join.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/profiler.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/profiler.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/py.typed -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rdd.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rdd.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rddsampler.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/resultiterable.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/resultiterable.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/serializers.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/shell.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/shuffle.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/statcounter.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/statcounter.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/status.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/status.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/storagelevel.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/storagelevel.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/taskcontext.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/taskcontext.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/traceback_utils.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/util.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/version.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/version.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/worker.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark.egg-info/PKG-INFO -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/SOURCES.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/dependency_links.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/requires.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/top_level.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark/cloudpickle/__init__.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/cloudpickle.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/cloudpickle_fast.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/compat.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/ml/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/base.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/base.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/classification.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/classification.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/clustering.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/clustering.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/common.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/common.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/evaluation.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/evaluation.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/feature.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/feature.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/fpm.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/fpm.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/functions.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/functions.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/image.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/image.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/pipeline.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/pipeline.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/recommendation.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/recommendation.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/regression.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/regression.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/stat.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/stat.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tree.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tree.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tuning.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tuning.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/util.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/util.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/wrapper.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/wrapper.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/linalg/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml/linalg
copying pyspark/ml/linalg/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/ml/linalg
copying pyspark/ml/param/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/_shared_params_code_gen.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/_shared_params_code_gen.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/shared.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/shared.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/mllib/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/classification.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/classification.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/clustering.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/clustering.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/common.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/common.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/evaluation.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/evaluation.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/feature.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/feature.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/fpm.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/fpm.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/random.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/random.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/recommendation.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/recommendation.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/regression.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/regression.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/tree.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/tree.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/util.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/util.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/linalg/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/distributed.py -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/distributed.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/stat/KernelDensity.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/KernelDensity.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/_statistics.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/_statistics.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/distribution.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/distribution.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/test.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/test.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/pandas/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/accessors.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/base.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/categorical.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/config.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/datetimes.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/exceptions.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/extensions.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/frame.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/generic.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/groupby.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/indexing.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/internal.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/ml.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/mlflow.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/namespace.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/numpy_compat.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/series.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/sql_processor.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/strings.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/utils.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/version.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/window.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/data_type_ops/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/base.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/binary_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/boolean_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/categorical_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/complex_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/date_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/datetime_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/null_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/num_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/string_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/udt_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/indexes/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/base.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/category.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/datetimes.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/multi.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/numeric.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/missing/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/common.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/frame.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/groupby.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/indexes.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/series.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/window.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/plot/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/core.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/matplotlib.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/plotly.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/spark/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/accessors.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/functions.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/utils.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/typedef/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/typedef/string_typehints.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/typedef/typehints.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/usage_logging/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/usage_logging
copying pyspark/pandas/usage_logging/usage_logger.py -> pyspark-3.2.0.dev0/pyspark/pandas/usage_logging
copying pyspark/python/pyspark/shell.py -> pyspark-3.2.0.dev0/pyspark/python/pyspark
copying pyspark/resource/__init__.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/information.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/information.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/profile.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/profile.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/requests.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/requests.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/sql/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/catalog.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/catalog.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/column.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/column.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/conf.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/conf.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/context.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/context.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/dataframe.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/dataframe.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/functions.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/group.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/group.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/readwriter.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/readwriter.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/session.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/session.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/streaming.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/streaming.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/types.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/types.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/udf.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/udf.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/utils.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/window.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/window.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/avro/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/avro/functions.py -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/avro/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/pandas/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/conversion.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/conversion.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/functions.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/group_ops.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/group_ops.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/map_ops.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/map_ops.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/serializers.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/typehints.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/types.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/utils.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/_typing/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing
copying pyspark/sql/pandas/_typing/protocols/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/sql/pandas/_typing/protocols/frame.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/sql/pandas/_typing/protocols/series.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/streaming/__init__.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/context.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/context.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/dstream.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/dstream.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/kinesis.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/kinesis.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/listener.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/listener.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/util.py -> pyspark-3.2.0.dev0/pyspark/streaming
Writing pyspark-3.2.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'pyspark-3.2.0.dev0' (and everything under it)
Installing dist into virtual env
Processing ./python/dist/pyspark-3.2.0.dev0.tar.gz
Collecting py4j==0.10.9.2
  Downloading py4j-0.10.9.2-py2.py3-none-any.whl (198 kB)
Building wheels for collected packages: pyspark
  Building wheel for pyspark (setup.py): started
  Building wheel for pyspark (setup.py): finished with status 'done'
  Created wheel for pyspark: filename=pyspark-3.2.0.dev0-py2.py3-none-any.whl size=451257270 sha256=020c7da6e10203e6325ff947dd6e954387a4c970c5adc1e4de14f2f652a182a9
  Stored in directory: /tmp/pip-ephem-wheel-cache-of8wgw9s/wheels/7e/ba/41/a9e66a4651c9455e48f7ef38396c55c048383ff3f52da5eae0
Successfully built pyspark
Installing collected packages: py4j, pyspark
Successfully installed py4j-0.10.9.2 pyspark-3.2.0.dev0
Run basic sanity check on pip installed version with spark-submit
21/06/16 14:32:24 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:32:24 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
21/06/16 14:32:25 INFO SparkContext: Running Spark version 3.2.0-SNAPSHOT
21/06/16 14:32:25 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:32:26 INFO ResourceUtils: ==============================================================
21/06/16 14:32:26 INFO ResourceUtils: No custom resources configured for spark.driver.
21/06/16 14:32:26 INFO ResourceUtils: ==============================================================
21/06/16 14:32:26 INFO SparkContext: Submitted application: PipSanityCheck
21/06/16 14:32:26 INFO ResourceProfile: Default ResourceProfile created, executor resources: Map(cores -> name: cores, amount: 1, script: , vendor: , memory -> name: memory, amount: 1024, script: , vendor: , offHeap -> name: offHeap, amount: 0, script: , vendor: ), task resources: Map(cpus -> name: cpus, amount: 1.0)
21/06/16 14:32:26 INFO ResourceProfile: Limiting resource is cpu
21/06/16 14:32:26 INFO ResourceProfileManager: Added ResourceProfile id: 0
21/06/16 14:32:26 INFO SecurityManager: Changing view acls to: jenkins
21/06/16 14:32:26 INFO SecurityManager: Changing modify acls to: jenkins
21/06/16 14:32:26 INFO SecurityManager: Changing view acls groups to: 
21/06/16 14:32:26 INFO SecurityManager: Changing modify acls groups to: 
21/06/16 14:32:26 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users  with view permissions: Set(jenkins); groups with view permissions: Set(); users  with modify permissions: Set(jenkins); groups with modify permissions: Set()
21/06/16 14:32:26 INFO Utils: Successfully started service 'sparkDriver' on port 38121.
21/06/16 14:32:26 INFO SparkEnv: Registering MapOutputTracker
21/06/16 14:32:26 INFO SparkEnv: Registering BlockManagerMaster
21/06/16 14:32:26 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information
21/06/16 14:32:26 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up
21/06/16 14:32:26 INFO SparkEnv: Registering BlockManagerMasterHeartbeat
21/06/16 14:32:26 INFO DiskBlockManager: Created local directory at /tmp/blockmgr-a0fe8d0b-ea1d-4d7f-a750-31b80e3637c1
21/06/16 14:32:26 INFO MemoryStore: MemoryStore started with capacity 408.9 MiB
21/06/16 14:32:26 INFO SparkEnv: Registering OutputCommitCoordinator
21/06/16 14:32:26 INFO log: Logging initialized @3473ms to org.eclipse.jetty.util.log.Slf4jLog
21/06/16 14:32:27 INFO Server: jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_275-8u275-b01-0ubuntu1~20.04-b01
21/06/16 14:32:27 INFO Server: Started @3597ms
21/06/16 14:32:27 INFO AbstractConnector: Started ServerConnector@4fa1ced6{HTTP/1.1, (http/1.1)}{0.0.0.0:4040}
21/06/16 14:32:27 INFO Utils: Successfully started service 'SparkUI' on port 4040.
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@3d7414fd{/jobs,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2e324f42{/jobs/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@4ecdbb75{/jobs/job,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@13080bae{/jobs/job/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@f23205a{/stages,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@4861e24{/stages/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6201a5a7{/stages/stage,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2822edb9{/stages/stage/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6b3cce6{/stages/pool,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@744c4108{/stages/pool/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@448917cb{/storage,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@78da564b{/storage/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@1f3bbc8{/storage/rdd,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@5e3a242{/storage/rdd/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@52c6c81c{/environment,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6ba07877{/environment/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@79fc1ffa{/executors,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2b2b18bd{/executors/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@5a541e23{/executors/threadDump,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6fb4f00c{/executors/threadDump/json,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@20c36ad1{/static,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@105f4345{/,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@78cc9df8{/api,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@426c81dc{/jobs/job/kill,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@3186172{/stages/stage/kill,null,AVAILABLE,@Spark}
21/06/16 14:32:27 INFO SparkUI: Bound SparkUI to 0.0.0.0, and started at http://172.17.0.1:4040
21/06/16 14:32:27 INFO Executor: Starting executor ID driver on host 172.17.0.1
21/06/16 14:32:27 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 35677.
21/06/16 14:32:27 INFO NettyBlockTransferService: Server created on 172.17.0.1:35677
21/06/16 14:32:27 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy
21/06/16 14:32:27 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, 172.17.0.1, 35677, None)
21/06/16 14:32:27 INFO BlockManagerMasterEndpoint: Registering block manager 172.17.0.1:35677 with 408.9 MiB RAM, BlockManagerId(driver, 172.17.0.1, 35677, None)
21/06/16 14:32:27 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, 172.17.0.1, 35677, None)
21/06/16 14:32:27 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, 172.17.0.1, 35677, None)
21/06/16 14:32:27 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2617320f{/metrics/json,null,AVAILABLE,@Spark}
21/06/16 14:32:28 INFO SharedState: Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir.
21/06/16 14:32:28 INFO SharedState: Warehouse path is 'file:/spark-warehouse'.
21/06/16 14:32:28 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@45d38fd8{/SQL,null,AVAILABLE,@Spark}
21/06/16 14:32:28 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@78079280{/SQL/json,null,AVAILABLE,@Spark}
21/06/16 14:32:28 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@72995048{/SQL/execution,null,AVAILABLE,@Spark}
21/06/16 14:32:28 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@5a9c4b8a{/SQL/execution/json,null,AVAILABLE,@Spark}
21/06/16 14:32:28 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@82881ba{/static/sql,null,AVAILABLE,@Spark}
21/06/16 14:32:29 INFO SparkContext: Starting job: reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28
21/06/16 14:32:29 INFO DAGScheduler: Got job 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) with 10 output partitions
21/06/16 14:32:29 INFO DAGScheduler: Final stage: ResultStage 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28)
21/06/16 14:32:29 INFO DAGScheduler: Parents of final stage: List()
21/06/16 14:32:29 INFO DAGScheduler: Missing parents: List()
21/06/16 14:32:29 INFO DAGScheduler: Submitting ResultStage 0 (PythonRDD[1] at reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28), which has no missing parents
21/06/16 14:32:29 INFO MemoryStore: Block broadcast_0 stored as values in memory (estimated size 7.2 KiB, free 408.9 MiB)
21/06/16 14:32:30 INFO MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 4.5 KiB, free 408.9 MiB)
21/06/16 14:32:30 INFO BlockManagerInfo: Added broadcast_0_piece0 in memory on 172.17.0.1:35677 (size: 4.5 KiB, free: 408.9 MiB)
21/06/16 14:32:30 INFO SparkContext: Created broadcast 0 from broadcast at DAGScheduler.scala:1428
21/06/16 14:32:30 INFO DAGScheduler: Submitting 10 missing tasks from ResultStage 0 (PythonRDD[1] at reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9))
21/06/16 14:32:30 INFO TaskSchedulerImpl: Adding task set 0.0 with 10 tasks resource profile 0
21/06/16 14:32:30 INFO TaskSetManager: Starting task 0.0 in stage 0.0 (TID 0) (172.17.0.1, executor driver, partition 0, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 1.0 in stage 0.0 (TID 1) (172.17.0.1, executor driver, partition 1, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 2.0 in stage 0.0 (TID 2) (172.17.0.1, executor driver, partition 2, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 3.0 in stage 0.0 (TID 3) (172.17.0.1, executor driver, partition 3, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 4.0 in stage 0.0 (TID 4) (172.17.0.1, executor driver, partition 4, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 5.0 in stage 0.0 (TID 5) (172.17.0.1, executor driver, partition 5, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 6.0 in stage 0.0 (TID 6) (172.17.0.1, executor driver, partition 6, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 7.0 in stage 0.0 (TID 7) (172.17.0.1, executor driver, partition 7, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 8.0 in stage 0.0 (TID 8) (172.17.0.1, executor driver, partition 8, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO TaskSetManager: Starting task 9.0 in stage 0.0 (TID 9) (172.17.0.1, executor driver, partition 9, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:32:30 INFO Executor: Running task 5.0 in stage 0.0 (TID 5)
21/06/16 14:32:30 INFO Executor: Running task 8.0 in stage 0.0 (TID 8)
21/06/16 14:32:30 INFO Executor: Running task 9.0 in stage 0.0 (TID 9)
21/06/16 14:32:30 INFO Executor: Running task 4.0 in stage 0.0 (TID 4)
21/06/16 14:32:30 INFO Executor: Running task 6.0 in stage 0.0 (TID 6)
21/06/16 14:32:30 INFO Executor: Running task 7.0 in stage 0.0 (TID 7)
21/06/16 14:32:30 INFO Executor: Running task 2.0 in stage 0.0 (TID 2)
21/06/16 14:32:30 INFO Executor: Running task 1.0 in stage 0.0 (TID 1)
21/06/16 14:32:30 INFO Executor: Running task 3.0 in stage 0.0 (TID 3)
21/06/16 14:32:30 INFO Executor: Running task 0.0 in stage 0.0 (TID 0)
21/06/16 14:32:31 INFO PythonRunner: Times: total = 515, boot = 508, init = 7, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 515, boot = 512, init = 3, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 515, boot = 504, init = 11, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 515, boot = 499, init = 16, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 521, boot = 516, init = 4, finish = 1
21/06/16 14:32:31 INFO PythonRunner: Times: total = 526, boot = 522, init = 4, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 530, boot = 527, init = 3, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 535, boot = 532, init = 3, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 539, boot = 536, init = 3, finish = 0
21/06/16 14:32:31 INFO PythonRunner: Times: total = 544, boot = 541, init = 3, finish = 0
21/06/16 14:32:31 INFO Executor: Finished task 4.0 in stage 0.0 (TID 4). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 5.0 in stage 0.0 (TID 5). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 1.0 in stage 0.0 (TID 1). 1354 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 9.0 in stage 0.0 (TID 9). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 0.0 in stage 0.0 (TID 0). 1354 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 8.0 in stage 0.0 (TID 8). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 3.0 in stage 0.0 (TID 3). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 7.0 in stage 0.0 (TID 7). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 2.0 in stage 0.0 (TID 2). 1354 bytes result sent to driver
21/06/16 14:32:31 INFO Executor: Finished task 6.0 in stage 0.0 (TID 6). 1355 bytes result sent to driver
21/06/16 14:32:31 INFO TaskSetManager: Finished task 4.0 in stage 0.0 (TID 4) in 1000 ms on 172.17.0.1 (executor driver) (1/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 1.0 in stage 0.0 (TID 1) in 1007 ms on 172.17.0.1 (executor driver) (2/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 9.0 in stage 0.0 (TID 9) in 999 ms on 172.17.0.1 (executor driver) (3/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 5.0 in stage 0.0 (TID 5) in 1003 ms on 172.17.0.1 (executor driver) (4/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 0.0 in stage 0.0 (TID 0) in 1037 ms on 172.17.0.1 (executor driver) (5/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 8.0 in stage 0.0 (TID 8) in 1001 ms on 172.17.0.1 (executor driver) (6/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 3.0 in stage 0.0 (TID 3) in 1006 ms on 172.17.0.1 (executor driver) (7/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 7.0 in stage 0.0 (TID 7) in 1003 ms on 172.17.0.1 (executor driver) (8/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 2.0 in stage 0.0 (TID 2) in 1009 ms on 172.17.0.1 (executor driver) (9/10)
21/06/16 14:32:31 INFO TaskSetManager: Finished task 6.0 in stage 0.0 (TID 6) in 1005 ms on 172.17.0.1 (executor driver) (10/10)
21/06/16 14:32:31 INFO TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool 
21/06/16 14:32:31 INFO PythonAccumulatorV2: Connected to AccumulatorServer at host: 127.0.0.1 port: 59329
21/06/16 14:32:31 INFO DAGScheduler: ResultStage 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) finished in 1.328 s
21/06/16 14:32:31 INFO DAGScheduler: Job 0 is finished. Cancelling potential speculative or zombie tasks for this job
21/06/16 14:32:31 INFO TaskSchedulerImpl: Killing all running tasks in stage 0: Stage finished
21/06/16 14:32:31 INFO DAGScheduler: Job 0 finished: reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28, took 1.402715 s
Successfully ran pip sanity check
21/06/16 14:32:31 INFO AbstractConnector: Stopped Spark@4fa1ced6{HTTP/1.1, (http/1.1)}{0.0.0.0:4040}
21/06/16 14:32:31 INFO SparkUI: Stopped Spark web UI at http://172.17.0.1:4040
21/06/16 14:32:31 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped!
21/06/16 14:32:31 INFO MemoryStore: MemoryStore cleared
21/06/16 14:32:31 INFO BlockManager: BlockManager stopped
21/06/16 14:32:31 INFO BlockManagerMaster: BlockManagerMaster stopped
21/06/16 14:32:31 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped!
21/06/16 14:32:31 INFO SparkContext: Successfully stopped SparkContext
21/06/16 14:32:32 INFO ShutdownHookManager: Shutdown hook called
21/06/16 14:32:32 INFO ShutdownHookManager: Deleting directory /tmp/spark-e9576e1b-0fd0-4f71-bc7d-9c305292683b
21/06/16 14:32:32 INFO ShutdownHookManager: Deleting directory /tmp/spark-e9576e1b-0fd0-4f71-bc7d-9c305292683b/pyspark-dc4f4462-19af-412b-90e7-770dada8268c
21/06/16 14:32:32 INFO ShutdownHookManager: Deleting directory /tmp/spark-60afcf29-e759-417e-bb2a-b7cafd51b0fc
Run basic sanity check with import based
21/06/16 14:32:33 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:32:33 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:32:34 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable

[Stage 0:>                                                        (0 + 10) / 10]

                                                                                
Successfully ran pip sanity check
Run the tests for context.py
21/06/16 14:32:42 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:32:42 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:32:43 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:32:46 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:32:46 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:32:47 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:32:48 WARN Utils: Service 'SparkUI' could not bind on port 4040. Attempting port 4041.

[Stage 0:>                                                          (0 + 4) / 4]

                                                                                

[Stage 10:>                                                         (0 + 4) / 4]

[Stage 10:>                 (0 + 4) / 4][Stage 11:>                 (0 + 0) / 2]
21/06/16 14:33:00 WARN PythonRunner: Incomplete task 2.0 in stage 10 (TID 41) interrupted: Attempting to kill Python Worker
21/06/16 14:33:00 WARN PythonRunner: Incomplete task 1.0 in stage 10 (TID 40) interrupted: Attempting to kill Python Worker
21/06/16 14:33:00 WARN PythonRunner: Incomplete task 0.0 in stage 10 (TID 39) interrupted: Attempting to kill Python Worker
21/06/16 14:33:00 WARN PythonRunner: Incomplete task 3.0 in stage 10 (TID 42) interrupted: Attempting to kill Python Worker
21/06/16 14:33:01 WARN TaskSetManager: Lost task 1.0 in stage 10.0 (TID 40) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:33:01 WARN TaskSetManager: Lost task 2.0 in stage 10.0 (TID 41) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:33:01 WARN TaskSetManager: Lost task 0.0 in stage 10.0 (TID 39) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:33:01 WARN TaskSetManager: Lost task 3.0 in stage 10.0 (TID 42) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)

                                                                                
DeprecationWarning: 'source deactivate' is deprecated. Use 'conda deactivate'.
Testing pip installation with python 3.6
Using /tmp/tmp.z6tl5LDfuF for virtualenv
Collecting package metadata (current_repodata.json): ...working... done
Solving environment: ...working... failed with repodata from current_repodata.json, will retry with next repodata source.
Collecting package metadata (repodata.json): ...working... done
Solving environment: ...working... done


==> WARNING: A newer version of conda exists. <==
  current version: 4.7.12
  latest version: 4.10.1

Please update conda by running

    $ conda update -n base -c defaults conda



## Package Plan ##

  environment location: /tmp/tmp.z6tl5LDfuF/3.6

  added / updated specs:
    - numpy
    - pandas
    - pip
    - python=3.6
    - setuptools


The following NEW packages will be INSTALLED:

  _libgcc_mutex      pkgs/main/linux-64::_libgcc_mutex-0.1-main
  _openmp_mutex      pkgs/main/linux-64::_openmp_mutex-4.5-1_gnu
  blas               pkgs/main/linux-64::blas-1.0-mkl
  ca-certificates    pkgs/main/linux-64::ca-certificates-2021.5.25-h06a4308_1
  certifi            pkgs/main/linux-64::certifi-2021.5.30-py36h06a4308_0
  intel-openmp       pkgs/main/linux-64::intel-openmp-2021.2.0-h06a4308_610
  ld_impl_linux-64   pkgs/main/linux-64::ld_impl_linux-64-2.35.1-h7274673_9
  libffi             pkgs/main/linux-64::libffi-3.3-he6710b0_2
  libgcc-ng          pkgs/main/linux-64::libgcc-ng-9.3.0-h5101ec6_17
  libgomp            pkgs/main/linux-64::libgomp-9.3.0-h5101ec6_17
  libstdcxx-ng       pkgs/main/linux-64::libstdcxx-ng-9.3.0-hd4cf53a_17
  mkl                pkgs/main/linux-64::mkl-2020.2-256
  mkl-service        pkgs/main/linux-64::mkl-service-2.3.0-py36he8ac12f_0
  mkl_fft            pkgs/main/linux-64::mkl_fft-1.3.0-py36h54f3939_0
  mkl_random         pkgs/main/linux-64::mkl_random-1.1.1-py36h0573a6f_0
  ncurses            pkgs/main/linux-64::ncurses-6.2-he6710b0_1
  numpy              pkgs/main/linux-64::numpy-1.19.2-py36h54aff64_0
  numpy-base         pkgs/main/linux-64::numpy-base-1.19.2-py36hfa32c7d_0
  openssl            pkgs/main/linux-64::openssl-1.1.1k-h27cfd23_0
  pandas             pkgs/main/linux-64::pandas-1.1.5-py36ha9443f7_0
  pip                pkgs/main/linux-64::pip-21.1.2-py36h06a4308_0
  python             pkgs/main/linux-64::python-3.6.13-h12debd9_1
  python-dateutil    pkgs/main/noarch::python-dateutil-2.8.1-pyhd3eb1b0_0
  pytz               pkgs/main/noarch::pytz-2021.1-pyhd3eb1b0_0
  readline           pkgs/main/linux-64::readline-8.1-h27cfd23_0
  setuptools         pkgs/main/linux-64::setuptools-52.0.0-py36h06a4308_0
  six                pkgs/main/noarch::six-1.16.0-pyhd3eb1b0_0
  sqlite             pkgs/main/linux-64::sqlite-3.35.4-hdfb4753_0
  tk                 pkgs/main/linux-64::tk-8.6.10-hbc83047_0
  wheel              pkgs/main/noarch::wheel-0.36.2-pyhd3eb1b0_0
  xz                 pkgs/main/linux-64::xz-5.2.5-h7b6447c_0
  zlib               pkgs/main/linux-64::zlib-1.2.11-h7b6447c_3


Preparing transaction: ...working... done
Verifying transaction: ...working... done
Executing transaction: ...working... done
#
# To activate this environment, use
#
#     $ conda activate /tmp/tmp.z6tl5LDfuF/3.6
#
# To deactivate an active environment, use
#
#     $ conda deactivate

Creating pip installable source dist
running sdist
running egg_info
creating pyspark.egg-info
writing pyspark.egg-info/PKG-INFO
writing dependency_links to pyspark.egg-info/dependency_links.txt
writing requirements to pyspark.egg-info/requires.txt
writing top-level names to pyspark.egg-info/top_level.txt
writing manifest file 'pyspark.egg-info/SOURCES.txt'
package init file 'deps/bin/__init__.py' not found (or not a regular file)
package init file 'deps/sbin/__init__.py' not found (or not a regular file)
package init file 'deps/jars/__init__.py' not found (or not a regular file)
package init file 'pyspark/python/pyspark/__init__.py' not found (or not a regular file)
package init file 'lib/__init__.py' not found (or not a regular file)
package init file 'deps/data/__init__.py' not found (or not a regular file)
package init file 'deps/licenses/__init__.py' not found (or not a regular file)
package init file 'deps/examples/__init__.py' not found (or not a regular file)
reading manifest file 'pyspark.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no previously-included files matching '*.py[cod]' found anywhere in distribution
warning: no previously-included files matching '__pycache__' found anywhere in distribution
warning: no previously-included files matching '.DS_Store' found anywhere in distribution
writing manifest file 'pyspark.egg-info/SOURCES.txt'
running check
creating pyspark-3.2.0.dev0
creating pyspark-3.2.0.dev0/deps
creating pyspark-3.2.0.dev0/deps/bin
creating pyspark-3.2.0.dev0/deps/data
creating pyspark-3.2.0.dev0/deps/data/graphx
creating pyspark-3.2.0.dev0/deps/data/mllib
creating pyspark-3.2.0.dev0/deps/data/mllib/als
creating pyspark-3.2.0.dev0/deps/data/mllib/images
creating pyspark-3.2.0.dev0/deps/data/mllib/images/origin
creating pyspark-3.2.0.dev0/deps/data/mllib/images/origin/kittens
creating pyspark-3.2.0.dev0/deps/data/mllib/images/partitioned
creating pyspark-3.2.0.dev0/deps/data/mllib/images/partitioned/cls=kittens
creating pyspark-3.2.0.dev0/deps/data/mllib/images/partitioned/cls=kittens/date=2018-01
creating pyspark-3.2.0.dev0/deps/data/mllib/ridge-data
creating pyspark-3.2.0.dev0/deps/data/streaming
creating pyspark-3.2.0.dev0/deps/examples
creating pyspark-3.2.0.dev0/deps/examples/ml
creating pyspark-3.2.0.dev0/deps/examples/mllib
creating pyspark-3.2.0.dev0/deps/examples/sql
creating pyspark-3.2.0.dev0/deps/examples/sql/streaming
creating pyspark-3.2.0.dev0/deps/examples/streaming
creating pyspark-3.2.0.dev0/deps/jars
creating pyspark-3.2.0.dev0/deps/licenses
creating pyspark-3.2.0.dev0/deps/sbin
creating pyspark-3.2.0.dev0/lib
creating pyspark-3.2.0.dev0/pyspark
creating pyspark-3.2.0.dev0/pyspark.egg-info
creating pyspark-3.2.0.dev0/pyspark/cloudpickle
creating pyspark-3.2.0.dev0/pyspark/ml
creating pyspark-3.2.0.dev0/pyspark/ml/linalg
creating pyspark-3.2.0.dev0/pyspark/ml/param
creating pyspark-3.2.0.dev0/pyspark/mllib
creating pyspark-3.2.0.dev0/pyspark/mllib/linalg
creating pyspark-3.2.0.dev0/pyspark/mllib/stat
creating pyspark-3.2.0.dev0/pyspark/pandas
creating pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
creating pyspark-3.2.0.dev0/pyspark/pandas/indexes
creating pyspark-3.2.0.dev0/pyspark/pandas/missing
creating pyspark-3.2.0.dev0/pyspark/pandas/plot
creating pyspark-3.2.0.dev0/pyspark/pandas/spark
creating pyspark-3.2.0.dev0/pyspark/pandas/typedef
creating pyspark-3.2.0.dev0/pyspark/pandas/usage_logging
creating pyspark-3.2.0.dev0/pyspark/python
creating pyspark-3.2.0.dev0/pyspark/python/pyspark
creating pyspark-3.2.0.dev0/pyspark/resource
creating pyspark-3.2.0.dev0/pyspark/sql
creating pyspark-3.2.0.dev0/pyspark/sql/avro
creating pyspark-3.2.0.dev0/pyspark/sql/pandas
creating pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing
creating pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
creating pyspark-3.2.0.dev0/pyspark/streaming
copying files to pyspark-3.2.0.dev0...
copying MANIFEST.in -> pyspark-3.2.0.dev0
copying README.md -> pyspark-3.2.0.dev0
copying setup.cfg -> pyspark-3.2.0.dev0
copying setup.py -> pyspark-3.2.0.dev0
copying deps/bin/beeline -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/beeline.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/docker-image-tool.sh -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/find-spark-home -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/find-spark-home.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/load-spark-env.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/load-spark-env.sh -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/pyspark -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/pyspark.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/pyspark2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/run-example -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/run-example.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-class -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-class.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-class2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-shell -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-shell.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-shell2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-sql -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-sql.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-sql2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-submit -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-submit.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/spark-submit2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/sparkR -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/sparkR.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/bin/sparkR2.cmd -> pyspark-3.2.0.dev0/deps/bin
copying deps/data/graphx/followers.txt -> pyspark-3.2.0.dev0/deps/data/graphx
copying deps/data/graphx/users.txt -> pyspark-3.2.0.dev0/deps/data/graphx
copying deps/data/mllib/gmm_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/iris_libsvm.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/kmeans_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/pagerank_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/pic_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_binary_classification_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_fpgrowth.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_isotonic_regression_libsvm_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_kmeans_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_lda_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_lda_libsvm_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_libsvm_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_linear_regression_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_movielens_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_multiclass_classification_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/sample_svm_data.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/streaming_kmeans_data_test.txt -> pyspark-3.2.0.dev0/deps/data/mllib
copying deps/data/mllib/als/sample_movielens_ratings.txt -> pyspark-3.2.0.dev0/deps/data/mllib/als
copying deps/data/mllib/als/test.data -> pyspark-3.2.0.dev0/deps/data/mllib/als
copying deps/data/mllib/images/license.txt -> pyspark-3.2.0.dev0/deps/data/mllib/images
copying deps/data/mllib/images/origin/license.txt -> pyspark-3.2.0.dev0/deps/data/mllib/images/origin
copying deps/data/mllib/images/origin/kittens/not-image.txt -> pyspark-3.2.0.dev0/deps/data/mllib/images/origin/kittens
copying deps/data/mllib/images/partitioned/cls=kittens/date=2018-01/not-image.txt -> pyspark-3.2.0.dev0/deps/data/mllib/images/partitioned/cls=kittens/date=2018-01
copying deps/data/mllib/ridge-data/lpsa.data -> pyspark-3.2.0.dev0/deps/data/mllib/ridge-data
copying deps/data/streaming/AFINN-111.txt -> pyspark-3.2.0.dev0/deps/data/streaming
copying deps/examples/als.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/avro_inputformat.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/kmeans.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/logistic_regression.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/pagerank.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/parquet_inputformat.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/pi.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/sort.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/status_api_demo.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/transitive_closure.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/wordcount.py -> pyspark-3.2.0.dev0/deps/examples
copying deps/examples/ml/aft_survival_regression.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/als_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/binarizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/bisecting_k_means_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/bucketed_random_projection_lsh_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/bucketizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/chi_square_test_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/chisq_selector_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/correlation_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/count_vectorizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/cross_validator.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/dataframe_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/dct_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/decision_tree_classification_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/decision_tree_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/elementwise_product_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/estimator_transformer_param_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/feature_hasher_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/fm_classifier_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/fm_regressor_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/fpgrowth_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/gaussian_mixture_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/generalized_linear_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/gradient_boosted_tree_classifier_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/gradient_boosted_tree_regressor_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/imputer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/index_to_string_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/interaction_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/isotonic_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/kmeans_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/lda_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/linear_regression_with_elastic_net.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/linearsvc.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/logistic_regression_summary_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/logistic_regression_with_elastic_net.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/max_abs_scaler_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/min_hash_lsh_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/min_max_scaler_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/model_selection_random_hyperparameters_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/multiclass_logistic_regression_with_elastic_net.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/multilayer_perceptron_classification.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/n_gram_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/naive_bayes_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/normalizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/one_vs_rest_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/onehot_encoder_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/pca_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/pipeline_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/polynomial_expansion_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/power_iteration_clustering_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/prefixspan_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/quantile_discretizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/random_forest_classifier_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/random_forest_regressor_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/rformula_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/robust_scaler_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/sql_transformer.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/standard_scaler_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/stopwords_remover_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/string_indexer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/summarizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/tf_idf_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/tokenizer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/train_validation_split.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/univariate_feature_selector_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/variance_threshold_selector_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/vector_assembler_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/vector_indexer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/vector_size_hint_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/vector_slicer_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/ml/word2vec_example.py -> pyspark-3.2.0.dev0/deps/examples/ml
copying deps/examples/mllib/binary_classification_metrics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/bisecting_k_means_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/correlations.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/correlations_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/decision_tree_classification_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/decision_tree_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/elementwise_product_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/fpgrowth_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/gaussian_mixture_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/gaussian_mixture_model.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/gradient_boosting_classification_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/gradient_boosting_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/hypothesis_testing_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/hypothesis_testing_kolmogorov_smirnov_test_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/isotonic_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/k_means_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/kernel_density_estimation_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/kmeans.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/latent_dirichlet_allocation_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/linear_regression_with_sgd_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/logistic_regression.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/logistic_regression_with_lbfgs_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/multi_class_metrics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/multi_label_metrics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/naive_bayes_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/normalizer_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/pca_rowmatrix_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/power_iteration_clustering_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/random_forest_classification_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/random_forest_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/random_rdd_generation.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/ranking_metrics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/recommendation_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/regression_metrics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/sampled_rdds.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/standard_scaler_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/stratified_sampling_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/streaming_k_means_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/streaming_linear_regression_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/summary_statistics_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/svd_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/svm_with_sgd_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/tf_idf_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/word2vec.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/mllib/word2vec_example.py -> pyspark-3.2.0.dev0/deps/examples/mllib
copying deps/examples/sql/arrow.py -> pyspark-3.2.0.dev0/deps/examples/sql
copying deps/examples/sql/basic.py -> pyspark-3.2.0.dev0/deps/examples/sql
copying deps/examples/sql/datasource.py -> pyspark-3.2.0.dev0/deps/examples/sql
copying deps/examples/sql/hive.py -> pyspark-3.2.0.dev0/deps/examples/sql
copying deps/examples/sql/streaming/structured_kafka_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/sql/streaming
copying deps/examples/sql/streaming/structured_network_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/sql/streaming
copying deps/examples/sql/streaming/structured_network_wordcount_windowed.py -> pyspark-3.2.0.dev0/deps/examples/sql/streaming
copying deps/examples/streaming/hdfs_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/network_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/network_wordjoinsentiments.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/queue_stream.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/recoverable_network_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/sql_network_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/examples/streaming/stateful_network_wordcount.py -> pyspark-3.2.0.dev0/deps/examples/streaming
copying deps/jars/HikariCP-2.5.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/JLargeArrays-1.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/JTransforms-3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/RoaringBitmap-0.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/ST4-4.0.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/activation-1.1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aircompressor-0.16.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/algebra_2.12-2.0.0-M2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aliyun-java-sdk-core-3.4.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aliyun-java-sdk-ecs-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aliyun-java-sdk-ram-3.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aliyun-java-sdk-sts-3.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aliyun-sdk-oss-3.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/annotations-17.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/antlr-runtime-3.5.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/antlr4-runtime-4.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aopalliance-repackaged-2.6.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arpack-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arpack_combined_all-0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arrow-format-2.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arrow-memory-core-2.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arrow-memory-netty-2.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/arrow-vector-2.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/audience-annotations-0.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/automaton-1.11-8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/avro-1.10.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/avro-ipc-1.10.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/avro-mapred-1.10.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/aws-java-sdk-bundle-1.11.901.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/azure-data-lake-store-sdk-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/azure-keyvault-core-1.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/azure-storage-7.0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/blas-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/bonecp-0.8.0.RELEASE.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/breeze-macros_2.12-1.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/breeze_2.12-1.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/byte-buddy-1.10.13.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/byte-buddy-agent-1.10.13.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/cats-kernel_2.12-2.0.0-M4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/chill-java-0.9.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/chill_2.12-0.9.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-cli-1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-codec-1.15.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-collections-3.2.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-compiler-3.1.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-compress-1.20.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-crypto-1.1.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-dbcp-1.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-exec-1.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-io-2.8.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-lang-2.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-lang3-3.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-logging-1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-math3-3.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-net-3.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-pool-1.5.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/commons-text-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/compress-lzf-1.0.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/core-1.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/cos_api-bundle-5.6.19.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/curator-client-2.13.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/curator-framework-2.13.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/curator-recipes-2.13.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/datanucleus-api-jdo-4.2.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/datanucleus-core-4.1.17.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/datanucleus-rdbms-4.1.19.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/dec-0.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/derby-10.14.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/flatbuffers-java-1.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/generex-1.0.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/gmetric4j-1.0.10.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/gson-2.2.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/guava-14.0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-aliyun-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-annotations-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-aws-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-azure-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-azure-datalake-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-client-api-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-client-runtime-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-cloud-storage-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-cos-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-openstack-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-shaded-guava-1.1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hadoop-yarn-server-web-proxy-3.3.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hamcrest-core-1.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-beeline-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-cli-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-common-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-exec-2.3.9-core.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-jdbc-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-llap-client-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-llap-common-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-metastore-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-serde-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-service-rpc-3.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-shims-0.23-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-shims-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-shims-common-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-shims-scheduler-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-storage-api-2.7.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hive-vector-code-gen-2.3.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hk2-api-2.6.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hk2-locator-2.6.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/hk2-utils-2.6.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/htmlunit-2.39.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/htmlunit-core-js-2.39.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/htmlunit-cssparser-1.5.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/htmlunit-driver-2.39.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/htrace-core4-4.1.0-incubating.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/httpclient-4.5.13.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/httpcore-4.4.14.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/httpmime-4.5.12.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/istack-commons-runtime-3.0.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/ivy-2.4.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-annotations-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-core-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-core-asl-1.9.13.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-databind-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-dataformat-cbor-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-dataformat-yaml-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-datatype-jsr310-2.11.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-mapper-asl-1.9.13.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jackson-module-scala_2.12-2.12.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.annotation-api-1.3.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.inject-2.6.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.servlet-api-4.0.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.validation-api-2.0.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.ws.rs-api-2.1.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jakarta.xml.bind-api-2.3.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/janino-3.1.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/javassist-3.25.0-GA.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/javax.annotation-api-1.3.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/javax.jdo-3.2.0-m3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/javolution-5.5.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jaxb-api-2.2.11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jaxb-runtime-2.3.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jcl-over-slf4j-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jdo-api-3.0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jdom-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-client-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-common-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-container-servlet-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-container-servlet-core-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-hk2-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jersey-server-2.34.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jettison-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-client-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-continuation-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-http-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-io-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-jndi-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-plus-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-proxy-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-security-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-server-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-servlet-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-servlets-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-util-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-util-ajax-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-webapp-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jetty-xml-9.4.40.v20210413.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jline-2.14.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/joda-time-2.10.10.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jodd-core-3.5.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jpam-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/json-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/json4s-ast_2.12-3.7.0-M11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/json4s-core_2.12-3.7.0-M11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/json4s-jackson_2.12-3.7.0-M11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/json4s-scalap_2.12-3.7.0-M11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jsr305-3.0.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jta-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/jul-to-slf4j-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/junit-4.13.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/junit-interface-0.11.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kryo-shaded-4.0.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-client-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-admissionregistration-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-apiextensions-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-apps-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-autoscaling-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-batch-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-certificates-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-common-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-coordination-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-core-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-discovery-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-events-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-extensions-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-flowcontrol-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-metrics-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-networking-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-node-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-policy-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-rbac-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-scheduling-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/kubernetes-model-storageclass-5.4.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/lapack-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/leveldbjni-all-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/libfb303-0.9.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/libthrift-0.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/log4j-1.2.17.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/logging-interceptor-3.12.12.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/lz4-java-1.7.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/machinist_2.12-0.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/macro-compat_2.12-1.1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mesos-1.4.0-shaded-protobuf.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-core-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-graphite-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-jmx-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-json-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/metrics-jvm-4.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/minlog-1.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mockito-3-4_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/mockito-core-3.4.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/neko-htmlunit-2.39.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/netty-all-4.1.63.Final.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/objenesis-2.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/okhttp-3.12.12.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/okio-1.15.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/opencsv-2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-core-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-mapreduce-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/orc-shims-1.6.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/oro-2.0.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/osgi-resource-locator-1.0.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/paranamer-2.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-column-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-common-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-encoding-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-format-structures-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-hadoop-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/parquet-jackson-1.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/pmml-model-1.4.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/protobuf-java-2.5.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/py4j-0.10.9.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/pyrolite-4.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/remotetea-oncrpc-1.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-collection-compat_2.12-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-compiler.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-library.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-parser-combinators_2.12-1.1.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-reflect.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scala-xml_2.12-1.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalacheck-1-15_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalacheck_2.12-1.15.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalactic_2.12-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-compatible-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-core_2.12-3.2.9.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-diagrams_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-featurespec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-flatspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-freespec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-funspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-funsuite_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-matchers-core_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-mustmatchers_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-propspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-refspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-shouldmatchers_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest-wordspec_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/scalatest_2.12-3.2.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-3-141_2.12-3.2.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-api-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-chrome-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-edge-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-firefox-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-ie-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-java-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-opera-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-remote-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-safari-driver-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/selenium-support-3.141.59.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/serializer-2.7.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/shapeless_2.12-2.3.3.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/shims-0.9.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/silencer-lib_2.12.14-1.7.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/slf4j-api-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/slf4j-log4j12-1.7.30.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/snakeyaml-1.27.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/snappy-java-1.1.8.4.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-assembly_2.12-3.2.0-SNAPSHOT-tests.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-assembly_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-catalyst_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-core_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-ganglia-lgpl_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-graphx_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hadoop-cloud_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hive-thriftserver_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-hive_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-kubernetes_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-kvstore_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-launcher_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mesos_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mllib-local_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-mllib_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-network-common_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-network-shuffle_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-repl_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-sketch_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-sql_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-streaming_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-tags_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-unsafe_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spark-yarn_2.12-3.2.0-SNAPSHOT.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-macros_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-platform_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire-util_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/spire_2.12-0.17.0-M1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/stax-api-1.0.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/stream-2.9.6.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/super-csv-2.2.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/test-interface-1.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/threeten-extra-1.5.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/transaction-api-1.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/univocity-parsers-2.9.1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/unused-1.0.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/velocity-1.5.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-api-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-client-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/websocket-common-9.4.27.v20200227.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/wildfly-openssl-1.0.7.Final.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xalan-2.7.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xbean-asm7-shaded-4.16.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xercesImpl-2.12.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xml-apis-1.4.01.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/xz-1.8.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zjsonpatch-0.3.0.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zookeeper-3.6.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zookeeper-jute-3.6.2.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/jars/zstd-jni-1.4.9-1.jar -> pyspark-3.2.0.dev0/deps/jars
copying deps/licenses/LICENSE-AnchorJS.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-CC0.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-bootstrap.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-cloudpickle.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-copybutton.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-d3.min.js.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-dagre-d3.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-datatables.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-graphlib-dot.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-join.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-jquery.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-json-formatter.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-matchMedia-polyfill.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-modernizr.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-mustache.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-py4j.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-respond.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-sbt-launch-lib.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-sorttable.js.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/licenses/LICENSE-vis-timeline.txt -> pyspark-3.2.0.dev0/deps/licenses
copying deps/sbin/spark-config.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/spark-daemon.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/start-history-server.sh -> pyspark-3.2.0.dev0/deps/sbin
copying deps/sbin/stop-history-server.sh -> pyspark-3.2.0.dev0/deps/sbin
copying lib/py4j-0.10.9.2-src.zip -> pyspark-3.2.0.dev0/lib
copying lib/pyspark.zip -> pyspark-3.2.0.dev0/lib
copying pyspark/__init__.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/__init__.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/_globals.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/_typing.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/accumulators.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/accumulators.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/broadcast.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/broadcast.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/conf.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/conf.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/context.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/context.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/daemon.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/files.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/files.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/find_spark_home.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/install.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/java_gateway.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/join.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/profiler.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/profiler.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/py.typed -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rdd.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rdd.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/rddsampler.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/resultiterable.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/resultiterable.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/serializers.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/shell.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/shuffle.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/statcounter.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/statcounter.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/status.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/status.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/storagelevel.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/storagelevel.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/taskcontext.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/taskcontext.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/traceback_utils.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/util.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/version.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark/version.pyi -> pyspark-3.2.0.dev0/pyspark
copying pyspark/worker.py -> pyspark-3.2.0.dev0/pyspark
copying pyspark.egg-info/PKG-INFO -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/SOURCES.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/dependency_links.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/requires.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark.egg-info/top_level.txt -> pyspark-3.2.0.dev0/pyspark.egg-info
copying pyspark/cloudpickle/__init__.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/cloudpickle.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/cloudpickle_fast.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/cloudpickle/compat.py -> pyspark-3.2.0.dev0/pyspark/cloudpickle
copying pyspark/ml/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/base.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/base.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/classification.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/classification.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/clustering.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/clustering.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/common.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/common.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/evaluation.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/evaluation.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/feature.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/feature.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/fpm.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/fpm.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/functions.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/functions.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/image.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/image.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/pipeline.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/pipeline.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/recommendation.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/recommendation.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/regression.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/regression.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/stat.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/stat.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tree.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tree.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tuning.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/tuning.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/util.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/util.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/wrapper.py -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/wrapper.pyi -> pyspark-3.2.0.dev0/pyspark/ml
copying pyspark/ml/linalg/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml/linalg
copying pyspark/ml/linalg/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/ml/linalg
copying pyspark/ml/param/__init__.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/_shared_params_code_gen.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/_shared_params_code_gen.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/shared.py -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/ml/param/shared.pyi -> pyspark-3.2.0.dev0/pyspark/ml/param
copying pyspark/mllib/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/classification.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/classification.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/clustering.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/clustering.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/common.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/common.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/evaluation.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/evaluation.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/feature.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/feature.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/fpm.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/fpm.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/random.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/random.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/recommendation.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/recommendation.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/regression.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/regression.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/tree.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/tree.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/util.py -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/util.pyi -> pyspark-3.2.0.dev0/pyspark/mllib
copying pyspark/mllib/linalg/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/distributed.py -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/linalg/distributed.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/linalg
copying pyspark/mllib/stat/KernelDensity.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/KernelDensity.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/__init__.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/_statistics.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/_statistics.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/distribution.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/distribution.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/test.py -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/mllib/stat/test.pyi -> pyspark-3.2.0.dev0/pyspark/mllib/stat
copying pyspark/pandas/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/accessors.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/base.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/categorical.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/config.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/datetimes.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/exceptions.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/extensions.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/frame.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/generic.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/groupby.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/indexing.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/internal.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/ml.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/mlflow.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/namespace.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/numpy_compat.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/series.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/sql_processor.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/strings.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/utils.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/version.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/window.py -> pyspark-3.2.0.dev0/pyspark/pandas
copying pyspark/pandas/data_type_ops/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/base.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/binary_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/boolean_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/categorical_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/complex_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/date_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/datetime_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/null_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/num_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/string_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/data_type_ops/udt_ops.py -> pyspark-3.2.0.dev0/pyspark/pandas/data_type_ops
copying pyspark/pandas/indexes/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/base.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/category.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/datetimes.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/multi.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/indexes/numeric.py -> pyspark-3.2.0.dev0/pyspark/pandas/indexes
copying pyspark/pandas/missing/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/common.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/frame.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/groupby.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/indexes.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/series.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/missing/window.py -> pyspark-3.2.0.dev0/pyspark/pandas/missing
copying pyspark/pandas/plot/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/core.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/matplotlib.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/plot/plotly.py -> pyspark-3.2.0.dev0/pyspark/pandas/plot
copying pyspark/pandas/spark/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/accessors.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/functions.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/spark/utils.py -> pyspark-3.2.0.dev0/pyspark/pandas/spark
copying pyspark/pandas/typedef/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/typedef/string_typehints.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/typedef/typehints.py -> pyspark-3.2.0.dev0/pyspark/pandas/typedef
copying pyspark/pandas/usage_logging/__init__.py -> pyspark-3.2.0.dev0/pyspark/pandas/usage_logging
copying pyspark/pandas/usage_logging/usage_logger.py -> pyspark-3.2.0.dev0/pyspark/pandas/usage_logging
copying pyspark/python/pyspark/shell.py -> pyspark-3.2.0.dev0/pyspark/python/pyspark
copying pyspark/resource/__init__.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/information.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/information.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/profile.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/profile.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/requests.py -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/resource/requests.pyi -> pyspark-3.2.0.dev0/pyspark/resource
copying pyspark/sql/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/_typing.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/catalog.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/catalog.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/column.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/column.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/conf.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/conf.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/context.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/context.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/dataframe.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/dataframe.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/functions.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/group.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/group.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/readwriter.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/readwriter.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/session.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/session.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/streaming.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/streaming.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/types.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/types.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/udf.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/udf.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/utils.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/window.py -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/window.pyi -> pyspark-3.2.0.dev0/pyspark/sql
copying pyspark/sql/avro/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/avro/functions.py -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/avro/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql/avro
copying pyspark/sql/pandas/__init__.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/conversion.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/conversion.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/functions.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/functions.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/group_ops.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/group_ops.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/map_ops.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/map_ops.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/serializers.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/typehints.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/types.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/utils.py -> pyspark-3.2.0.dev0/pyspark/sql/pandas
copying pyspark/sql/pandas/_typing/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing
copying pyspark/sql/pandas/_typing/protocols/__init__.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/sql/pandas/_typing/protocols/frame.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/sql/pandas/_typing/protocols/series.pyi -> pyspark-3.2.0.dev0/pyspark/sql/pandas/_typing/protocols
copying pyspark/streaming/__init__.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/context.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/context.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/dstream.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/dstream.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/kinesis.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/kinesis.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/listener.py -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/listener.pyi -> pyspark-3.2.0.dev0/pyspark/streaming
copying pyspark/streaming/util.py -> pyspark-3.2.0.dev0/pyspark/streaming
Writing pyspark-3.2.0.dev0/setup.cfg
Creating tar archive
removing 'pyspark-3.2.0.dev0' (and everything under it)
Installing dist into virtual env
Obtaining file:///home/jenkins/workspace/SparkPullRequestBuilder%402/python
Collecting py4j==0.10.9.2
  Downloading py4j-0.10.9.2-py2.py3-none-any.whl (198 kB)
Installing collected packages: py4j, pyspark
  Running setup.py develop for pyspark
Successfully installed py4j-0.10.9.2 pyspark-3.2.0.dev0
Run basic sanity check on pip installed version with spark-submit
21/06/16 14:33:53 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:33:53 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
21/06/16 14:33:54 INFO SparkContext: Running Spark version 3.2.0-SNAPSHOT
21/06/16 14:33:54 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:33:54 INFO ResourceUtils: ==============================================================
21/06/16 14:33:54 INFO ResourceUtils: No custom resources configured for spark.driver.
21/06/16 14:33:54 INFO ResourceUtils: ==============================================================
21/06/16 14:33:54 INFO SparkContext: Submitted application: PipSanityCheck
21/06/16 14:33:54 INFO ResourceProfile: Default ResourceProfile created, executor resources: Map(cores -> name: cores, amount: 1, script: , vendor: , memory -> name: memory, amount: 1024, script: , vendor: , offHeap -> name: offHeap, amount: 0, script: , vendor: ), task resources: Map(cpus -> name: cpus, amount: 1.0)
21/06/16 14:33:54 INFO ResourceProfile: Limiting resource is cpu
21/06/16 14:33:54 INFO ResourceProfileManager: Added ResourceProfile id: 0
21/06/16 14:33:54 INFO SecurityManager: Changing view acls to: jenkins
21/06/16 14:33:54 INFO SecurityManager: Changing modify acls to: jenkins
21/06/16 14:33:54 INFO SecurityManager: Changing view acls groups to: 
21/06/16 14:33:54 INFO SecurityManager: Changing modify acls groups to: 
21/06/16 14:33:54 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users  with view permissions: Set(jenkins); groups with view permissions: Set(); users  with modify permissions: Set(jenkins); groups with modify permissions: Set()
21/06/16 14:33:55 INFO Utils: Successfully started service 'sparkDriver' on port 36653.
21/06/16 14:33:55 INFO SparkEnv: Registering MapOutputTracker
21/06/16 14:33:55 INFO SparkEnv: Registering BlockManagerMaster
21/06/16 14:33:55 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information
21/06/16 14:33:55 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up
21/06/16 14:33:55 INFO SparkEnv: Registering BlockManagerMasterHeartbeat
21/06/16 14:33:55 INFO DiskBlockManager: Created local directory at /tmp/blockmgr-8bad37b2-cee4-4f1f-aa20-a003b975a10d
21/06/16 14:33:55 INFO MemoryStore: MemoryStore started with capacity 408.9 MiB
21/06/16 14:33:55 INFO SparkEnv: Registering OutputCommitCoordinator
21/06/16 14:33:55 INFO log: Logging initialized @3219ms to org.eclipse.jetty.util.log.Slf4jLog
21/06/16 14:33:55 INFO Server: jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_275-8u275-b01-0ubuntu1~20.04-b01
21/06/16 14:33:55 INFO Server: Started @3345ms
21/06/16 14:33:55 INFO AbstractConnector: Started ServerConnector@5b5c650f{HTTP/1.1, (http/1.1)}{0.0.0.0:4040}
21/06/16 14:33:55 INFO Utils: Successfully started service 'SparkUI' on port 4040.
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@24298fbe{/jobs,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@18e3b694{/jobs/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@46b0ffaf{/jobs/job,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@73246090{/jobs/job/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@647772d3{/stages,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@43bf37ed{/stages/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@f8c85d{/stages/stage,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@795912ab{/stages/stage/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@111a12cf{/stages/pool,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@33a8d56a{/stages/pool/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2b296e33{/storage,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@763c6d4a{/storage/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@5880d5c0{/storage/rdd,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@19032b78{/storage/rdd/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@3cd07b67{/environment,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@324a7c52{/environment/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6bd9c5a8{/executors,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2e6a9acb{/executors/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@33d63665{/executors/threadDump,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@18de028b{/executors/threadDump/json,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@363e52fd{/static,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@7d237af1{/,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@7e8590a3{/api,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@75b2a980{/jobs/job/kill,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@6ac93d00{/stages/stage/kill,null,AVAILABLE,@Spark}
21/06/16 14:33:55 INFO SparkUI: Bound SparkUI to 0.0.0.0, and started at http://172.17.0.1:4040
21/06/16 14:33:55 INFO Executor: Starting executor ID driver on host 172.17.0.1
21/06/16 14:33:56 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 44609.
21/06/16 14:33:56 INFO NettyBlockTransferService: Server created on 172.17.0.1:44609
21/06/16 14:33:56 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy
21/06/16 14:33:56 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, 172.17.0.1, 44609, None)
21/06/16 14:33:56 INFO BlockManagerMasterEndpoint: Registering block manager 172.17.0.1:44609 with 408.9 MiB RAM, BlockManagerId(driver, 172.17.0.1, 44609, None)
21/06/16 14:33:56 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, 172.17.0.1, 44609, None)
21/06/16 14:33:56 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, 172.17.0.1, 44609, None)
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@391a1ef9{/metrics/json,null,AVAILABLE,@Spark}
21/06/16 14:33:56 INFO SharedState: Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir.
21/06/16 14:33:56 INFO SharedState: Warehouse path is 'file:/spark-warehouse'.
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@581bbe5e{/SQL,null,AVAILABLE,@Spark}
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@2a058b62{/SQL/json,null,AVAILABLE,@Spark}
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@1b12d610{/SQL/execution,null,AVAILABLE,@Spark}
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@570e5e13{/SQL/execution/json,null,AVAILABLE,@Spark}
21/06/16 14:33:56 INFO ContextHandler: Started o.e.j.s.ServletContextHandler@3d0c6cd{/static/sql,null,AVAILABLE,@Spark}
21/06/16 14:33:58 INFO SparkContext: Starting job: reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28
21/06/16 14:33:58 INFO DAGScheduler: Got job 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) with 10 output partitions
21/06/16 14:33:58 INFO DAGScheduler: Final stage: ResultStage 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28)
21/06/16 14:33:58 INFO DAGScheduler: Parents of final stage: List()
21/06/16 14:33:58 INFO DAGScheduler: Missing parents: List()
21/06/16 14:33:58 INFO DAGScheduler: Submitting ResultStage 0 (PythonRDD[1] at reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28), which has no missing parents
21/06/16 14:33:58 INFO MemoryStore: Block broadcast_0 stored as values in memory (estimated size 7.1 KiB, free 408.9 MiB)
21/06/16 14:33:58 INFO MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 4.4 KiB, free 408.9 MiB)
21/06/16 14:33:58 INFO BlockManagerInfo: Added broadcast_0_piece0 in memory on 172.17.0.1:44609 (size: 4.4 KiB, free: 408.9 MiB)
21/06/16 14:33:58 INFO SparkContext: Created broadcast 0 from broadcast at DAGScheduler.scala:1428
21/06/16 14:33:58 INFO DAGScheduler: Submitting 10 missing tasks from ResultStage 0 (PythonRDD[1] at reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9))
21/06/16 14:33:58 INFO TaskSchedulerImpl: Adding task set 0.0 with 10 tasks resource profile 0
21/06/16 14:33:58 INFO TaskSetManager: Starting task 0.0 in stage 0.0 (TID 0) (172.17.0.1, executor driver, partition 0, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 1.0 in stage 0.0 (TID 1) (172.17.0.1, executor driver, partition 1, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 2.0 in stage 0.0 (TID 2) (172.17.0.1, executor driver, partition 2, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 3.0 in stage 0.0 (TID 3) (172.17.0.1, executor driver, partition 3, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 4.0 in stage 0.0 (TID 4) (172.17.0.1, executor driver, partition 4, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 5.0 in stage 0.0 (TID 5) (172.17.0.1, executor driver, partition 5, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 6.0 in stage 0.0 (TID 6) (172.17.0.1, executor driver, partition 6, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 7.0 in stage 0.0 (TID 7) (172.17.0.1, executor driver, partition 7, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 8.0 in stage 0.0 (TID 8) (172.17.0.1, executor driver, partition 8, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO TaskSetManager: Starting task 9.0 in stage 0.0 (TID 9) (172.17.0.1, executor driver, partition 9, PROCESS_LOCAL, 4433 bytes) taskResourceAssignments Map()
21/06/16 14:33:58 INFO Executor: Running task 6.0 in stage 0.0 (TID 6)
21/06/16 14:33:58 INFO Executor: Running task 0.0 in stage 0.0 (TID 0)
21/06/16 14:33:58 INFO Executor: Running task 8.0 in stage 0.0 (TID 8)
21/06/16 14:33:58 INFO Executor: Running task 3.0 in stage 0.0 (TID 3)
21/06/16 14:33:58 INFO Executor: Running task 7.0 in stage 0.0 (TID 7)
21/06/16 14:33:58 INFO Executor: Running task 5.0 in stage 0.0 (TID 5)
21/06/16 14:33:58 INFO Executor: Running task 1.0 in stage 0.0 (TID 1)
21/06/16 14:33:58 INFO Executor: Running task 4.0 in stage 0.0 (TID 4)
21/06/16 14:33:58 INFO Executor: Running task 9.0 in stage 0.0 (TID 9)
21/06/16 14:33:58 INFO Executor: Running task 2.0 in stage 0.0 (TID 2)
21/06/16 14:33:59 INFO PythonRunner: Times: total = 517, boot = 512, init = 5, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 516, boot = 508, init = 8, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 518, boot = 515, init = 3, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 516, boot = 503, init = 13, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 523, boot = 520, init = 3, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 527, boot = 524, init = 3, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 531, boot = 528, init = 3, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 536, boot = 533, init = 3, finish = 0
21/06/16 14:33:59 INFO PythonRunner: Times: total = 542, boot = 538, init = 3, finish = 1
21/06/16 14:33:59 INFO PythonRunner: Times: total = 547, boot = 543, init = 4, finish = 0
21/06/16 14:33:59 INFO Executor: Finished task 1.0 in stage 0.0 (TID 1). 1354 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 2.0 in stage 0.0 (TID 2). 1354 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 4.0 in stage 0.0 (TID 4). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 3.0 in stage 0.0 (TID 3). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 9.0 in stage 0.0 (TID 9). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 0.0 in stage 0.0 (TID 0). 1354 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 6.0 in stage 0.0 (TID 6). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 5.0 in stage 0.0 (TID 5). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 7.0 in stage 0.0 (TID 7). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO Executor: Finished task 8.0 in stage 0.0 (TID 8). 1355 bytes result sent to driver
21/06/16 14:33:59 INFO TaskSetManager: Finished task 1.0 in stage 0.0 (TID 1) in 1021 ms on 172.17.0.1 (executor driver) (1/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 2.0 in stage 0.0 (TID 2) in 1023 ms on 172.17.0.1 (executor driver) (2/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 4.0 in stage 0.0 (TID 4) in 1021 ms on 172.17.0.1 (executor driver) (3/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 0.0 in stage 0.0 (TID 0) in 1044 ms on 172.17.0.1 (executor driver) (4/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 5.0 in stage 0.0 (TID 5) in 1021 ms on 172.17.0.1 (executor driver) (5/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 3.0 in stage 0.0 (TID 3) in 1023 ms on 172.17.0.1 (executor driver) (6/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 7.0 in stage 0.0 (TID 7) in 1019 ms on 172.17.0.1 (executor driver) (7/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 6.0 in stage 0.0 (TID 6) in 1020 ms on 172.17.0.1 (executor driver) (8/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 9.0 in stage 0.0 (TID 9) in 1020 ms on 172.17.0.1 (executor driver) (9/10)
21/06/16 14:33:59 INFO TaskSetManager: Finished task 8.0 in stage 0.0 (TID 8) in 1021 ms on 172.17.0.1 (executor driver) (10/10)
21/06/16 14:33:59 INFO TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool 
21/06/16 14:33:59 INFO PythonAccumulatorV2: Connected to AccumulatorServer at host: 127.0.0.1 port: 54779
21/06/16 14:33:59 INFO DAGScheduler: ResultStage 0 (reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28) finished in 1.315 s
21/06/16 14:33:59 INFO DAGScheduler: Job 0 is finished. Cancelling potential speculative or zombie tasks for this job
21/06/16 14:33:59 INFO TaskSchedulerImpl: Killing all running tasks in stage 0: Stage finished
21/06/16 14:33:59 INFO DAGScheduler: Job 0 finished: reduce at /home/jenkins/workspace/SparkPullRequestBuilder@2/dev/pip-sanity-check.py:28, took 1.383861 s
Successfully ran pip sanity check
21/06/16 14:33:59 INFO AbstractConnector: Stopped Spark@5b5c650f{HTTP/1.1, (http/1.1)}{0.0.0.0:4040}
21/06/16 14:33:59 INFO SparkUI: Stopped Spark web UI at http://172.17.0.1:4040
21/06/16 14:33:59 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped!
21/06/16 14:33:59 INFO MemoryStore: MemoryStore cleared
21/06/16 14:33:59 INFO BlockManager: BlockManager stopped
21/06/16 14:33:59 INFO BlockManagerMaster: BlockManagerMaster stopped
21/06/16 14:33:59 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped!
21/06/16 14:33:59 INFO SparkContext: Successfully stopped SparkContext
21/06/16 14:34:00 INFO ShutdownHookManager: Shutdown hook called
21/06/16 14:34:00 INFO ShutdownHookManager: Deleting directory /tmp/spark-d5885390-faf8-49f8-b5fd-41a1397957dc
21/06/16 14:34:00 INFO ShutdownHookManager: Deleting directory /tmp/spark-1e00202b-3fd1-4953-b126-8e79951977be
21/06/16 14:34:00 INFO ShutdownHookManager: Deleting directory /tmp/spark-d5885390-faf8-49f8-b5fd-41a1397957dc/pyspark-4afbaed7-b239-4ada-b2a8-0d58722fb07f
Run basic sanity check with import based
21/06/16 14:34:02 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:34:02 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:34:03 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable

[Stage 0:>                                                        (0 + 10) / 10]

                                                                                
Successfully ran pip sanity check
Run the tests for context.py
21/06/16 14:34:10 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:34:10 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:34:11 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:34:14 WARN Utils: Your hostname, research-jenkins-worker-06 resolves to a loopback address: 127.0.1.1; using 172.17.0.1 instead (on interface docker0)
21/06/16 14:34:14 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
21/06/16 14:34:15 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
21/06/16 14:34:16 WARN Utils: Service 'SparkUI' could not bind on port 4040. Attempting port 4041.

[Stage 0:>                                                          (0 + 4) / 4]

                                                                                

[Stage 10:>                                                         (0 + 4) / 4]

[Stage 10:>                 (0 + 4) / 4][Stage 11:>                 (0 + 0) / 2]
21/06/16 14:34:28 WARN PythonRunner: Incomplete task 1.0 in stage 10 (TID 40) interrupted: Attempting to kill Python Worker
21/06/16 14:34:28 WARN PythonRunner: Incomplete task 3.0 in stage 10 (TID 42) interrupted: Attempting to kill Python Worker
21/06/16 14:34:28 WARN PythonRunner: Incomplete task 0.0 in stage 10 (TID 39) interrupted: Attempting to kill Python Worker
21/06/16 14:34:28 WARN PythonRunner: Incomplete task 2.0 in stage 10 (TID 41) interrupted: Attempting to kill Python Worker
21/06/16 14:34:28 WARN TaskSetManager: Lost task 1.0 in stage 10.0 (TID 40) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:34:28 WARN TaskSetManager: Lost task 3.0 in stage 10.0 (TID 42) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:34:28 WARN TaskSetManager: Lost task 0.0 in stage 10.0 (TID 39) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)
21/06/16 14:34:28 WARN TaskSetManager: Lost task 2.0 in stage 10.0 (TID 41) (172.17.0.1 executor driver): TaskKilled (Stage cancelled)

                                                                                
DeprecationWarning: 'source deactivate' is deprecated. Use 'conda deactivate'.
Cleaning up temporary directory - /tmp/tmp.z6tl5LDfuF
Attempting to post to GitHub...
 > Post successful.
+ ./build/sbt unsafe/test
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Setting status of 9e2e650c39cf16540396696c3e7111598a4802e1 to SUCCESS with url https://amplab.cs.berkeley.edu/jenkins/job/SparkPullRequestBuilder/139890/ and message: 'Build finished. '
FileNotFoundException means that the credentials Jenkins is using is probably wrong. Or the user account does not have write access to the repo.
org.kohsuke.github.GHFileNotFoundException: https://api.github.com/repos/apache/spark/statuses/9e2e650c39cf16540396696c3e7111598a4802e1 {"message":"Not Found","documentation_url":"https://docs.github.com/rest/reference/repos#create-a-commit-status"}
	at org.kohsuke.github.GitHubClient.interpretApiError(GitHubClient.java:486)
	at org.kohsuke.github.GitHubClient.sendRequest(GitHubClient.java:414)
	at org.kohsuke.github.GitHubClient.sendRequest(GitHubClient.java:358)
	at org.kohsuke.github.Requester.fetch(Requester.java:76)
	at org.kohsuke.github.GHRepository.createCommitStatus(GHRepository.java:1979)
	at org.jenkinsci.plugins.ghprb.extensions.status.GhprbSimpleStatus.createCommitStatus(GhprbSimpleStatus.java:283)
	at org.jenkinsci.plugins.ghprb.extensions.status.GhprbSimpleStatus.onBuildComplete(GhprbSimpleStatus.java:241)
	at org.jenkinsci.plugins.ghprb.GhprbBuilds.onCompleted(GhprbBuilds.java:205)
	at org.jenkinsci.plugins.ghprb.GhprbBuildListener.onCompleted(GhprbBuildListener.java:28)
	at hudson.model.listeners.RunListener.fireCompleted(RunListener.java:209)
	at hudson.model.Run.execute(Run.java:1952)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: java.io.FileNotFoundException: https://api.github.com/repos/apache/spark/statuses/9e2e650c39cf16540396696c3e7111598a4802e1
	at sun.reflect.GeneratedConstructorAccessor231.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:1950)
	at sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:1945)
	at java.security.AccessController.doPrivileged(Native Method)
	at sun.net.www.protocol.http.HttpURLConnection.getChainedException(HttpURLConnection.java:1944)
	at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1514)
	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
	at sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:268)
	at org.kohsuke.github.GitHubHttpUrlConnectionClient$HttpURLConnectionResponseInfo.bodyStream(GitHubHttpUrlConnectionClient.java:196)
	at org.kohsuke.github.GitHubResponse$ResponseInfo.getBodyAsString(GitHubResponse.java:314)
	at org.kohsuke.github.GitHubResponse.parseBody(GitHubResponse.java:92)
	at org.kohsuke.github.Requester.lambda$fetch$1(Requester.java:76)
	at org.kohsuke.github.GitHubClient.createResponse(GitHubClient.java:455)
	at org.kohsuke.github.GitHubClient.sendRequest(GitHubClient.java:406)
	... 12 more
Caused by: java.io.FileNotFoundException: https://api.github.com/repos/apache/spark/statuses/9e2e650c39cf16540396696c3e7111598a4802e1
	at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1896)
	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1498)
	at java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:480)
	at sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:352)
	at org.kohsuke.github.GitHubHttpUrlConnectionClient.getResponseInfo(GitHubHttpUrlConnectionClient.java:64)
	at org.kohsuke.github.GitHubClient.sendRequest(GitHubClient.java:394)
	... 12 more

Refer to this link for build results (access rights to CI server needed): 
https://amplab.cs.berkeley.edu/jenkins//job/SparkPullRequestBuilder/139890/

Finished: SUCCESS