20/08/03 12:28:26.443 launcher-proc-3 INFO outputredirtest: error 20/08/03 12:28:26.455 launcher-proc-4 INFO outputredirtest: output 20/08/03 12:28:26.468 launcher-proc-5 INFO ChildProcAppHandleSuite: output 20/08/03 12:28:26.468 launcher-proc-5 INFO ChildProcAppHandleSuite: error 20/08/03 12:28:26.483 launcher-proc-6 INFO ChildProcAppHandleSuite: output 20/08/03 12:28:26.483 launcher-proc-6 INFO ChildProcAppHandleSuite: error 20/08/03 12:28:26.519 launcher-proc-7 INFO outputredirtest: output 20/08/03 12:28:26.519 launcher-proc-7 INFO outputredirtest: error 20/08/03 12:28:27.097 pool-1-thread-1 WARN InProcessLauncher: It's not recommended to run client-mode applications using InProcessLauncher. 20/08/03 12:28:27.100 pool-1-thread-1 WARN InProcessAppHandle: kill() may leave the underlying app running in in-process mode. 20/08/03 12:28:27.101 pool-1-thread-1 WARN InProcessLauncher: It's not recommended to run client-mode applications using InProcessLauncher. 20/08/03 12:28:27.113 pool-1-thread-1 WARN InProcessLauncher: It's not recommended to run client-mode applications using InProcessLauncher. 20/08/03 12:28:27.115 spark-app-3: '' WARN InProcessAppHandle: Application failed with exception. java.lang.RuntimeException: java.lang.IllegalStateException: d'oh at org.apache.spark.launcher.InProcessLauncherSuite.runTest(InProcessLauncherSuite.java:153) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.spark.launcher.InProcessAppHandle.lambda$start$0(InProcessAppHandle.java:72) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.IllegalStateException: d'oh at org.apache.spark.launcher.InProcessLauncherSuite.runTest(InProcessLauncherSuite.java:135) ... 6 more 20/08/03 12:28:27.222 LauncherServer-1 WARN LauncherServer: Timed out waiting for hello message from client. 20/08/03 12:28:27.223 LauncherServer-2 WARN LauncherConnection: Error in inbound message handling. java.net.SocketException: Socket is closed at java.net.Socket.getInputStream(Socket.java:903) at org.apache.spark.launcher.LauncherConnection.run(LauncherConnection.java:55) at java.lang.Thread.run(Thread.java:748) 20/08/03 12:28:27.223 TestClient WARN LauncherConnection: Error in inbound message handling. java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:210) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:224) at java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2641) at java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2948) at java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2958) at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1540) at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) at org.apache.spark.launcher.LauncherConnection.run(LauncherConnection.java:57) at java.lang.Thread.run(Thread.java:748) 20/08/03 12:28:27.226 pool-1-thread-1 WARN LauncherConnection: Error when sending message. java.net.SocketException: Broken pipe (Write failed) at java.net.SocketOutputStream.socketWrite0(Native Method) at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111) at java.net.SocketOutputStream.write(SocketOutputStream.java:155) at java.io.ObjectOutputStream$BlockDataOutputStream.drain(ObjectOutputStream.java:1877) at java.io.ObjectOutputStream$BlockDataOutputStream.setBlockDataMode(ObjectOutputStream.java:1786) at java.io.ObjectOutputStream.writeNonProxyDesc(ObjectOutputStream.java:1286) at java.io.ObjectOutputStream.writeClassDesc(ObjectOutputStream.java:1231) at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1427) at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) at java.io.ObjectOutputStream.writeFatalException(ObjectOutputStream.java:1577) at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:351) at org.apache.spark.launcher.LauncherConnection.send(LauncherConnection.java:82) at org.apache.spark.launcher.LauncherServerSuite.lambda$waitForError$1(LauncherServerSuite.java:235) at org.apache.spark.launcher.BaseSuite.eventually(BaseSuite.java:80) at org.apache.spark.launcher.LauncherServerSuite.waitForError(LauncherServerSuite.java:232) at org.apache.spark.launcher.LauncherServerSuite.testTimeout(LauncherServerSuite.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at org.junit.runner.JUnitCore.run(JUnitCore.java:115) at com.novocode.junit.JUnitRunner$1.execute(JUnitRunner.java:132) at sbt.ForkMain$Run$2.call(ForkMain.java:296) at sbt.ForkMain$Run$2.call(ForkMain.java:286) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20/08/03 12:28:27.271 LauncherServer-2 WARN LauncherConnection: Error in inbound message handling. java.lang.IllegalArgumentException: Unexpected class in stream: java.util.Arrays$ArrayList at org.apache.spark.launcher.FilteredObjectInputStream.resolveClass(FilteredObjectInputStream.java:48) at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1868) at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751) at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042) at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287) at java.io.ObjectInputStream.defaultReadObject(ObjectInputStream.java:561) at org.apache.spark.launcher.LauncherServerSuite$EvilPayload.readObject(LauncherServerSuite.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1170) at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2178) at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069) at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573) at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) at org.apache.spark.launcher.LauncherConnection.run(LauncherConnection.java:57) at java.lang.Thread.run(Thread.java:748) 20/08/03 12:28:27.272 TestClient WARN LauncherConnection: Error in inbound message handling. java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:210) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:224) at java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2641) at java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2948) at java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2958) at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1540) at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431) at org.apache.spark.launcher.LauncherConnection.run(LauncherConnection.java:57) at java.lang.Thread.run(Thread.java:748)