Python and JVM Slacker Flame Graph Reset ZoomSearch org.apache.spark.api.python.PythonRDD$.collectAndServe (601 samples, 1.42%)org.apache.spark.SparkContext.runJob (601 samples, 1.42%)sun.reflect.DelegatingMethodAccessorImpl.invoke (604 samples, 1.43%)org.apache.spark.InterruptibleIterator.hasNext (1,800 samples, 4.25%)org.a..java.lang.UNIXProcess.waitForProcessExit (1,210 samples, 2.86%)ja..java.util.TimerThread.mainLoop (606 samples, 1.43%)io.netty.channel.nio.NioEventLoop.run (1,212 samples, 2.86%)io..org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply (1,817 samples, 4.29%)org.a..java.util.concurrent.locks.LockSupport.park (601 samples, 1.42%)sun.nio.ch.SelectorImpl.lockAndDoSelect (2,424 samples, 5.73%)sun.nio..org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.execute (2,424 samples, 5.73%)org.spa..org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning (606 samples, 1.43%)sun.misc.Unsafe.park (4,848 samples, 11.45%)sun.misc.Unsafe.p..org.apache.spark.util.RedirectThread$$anonfun$run$1.apply$mcV$sp (1,813 samples, 4.28%)org.a..java.io.BufferedInputStream.fill (1,800 samples, 4.25%)java...org.apache.spark.util.Utils$.tryWithSafeFinally (1,813 samples, 4.28%)org.a..java.lang.ref.ReferenceQueue.remove (606 samples, 1.43%)java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos (3,031 samples, 7.16%)java.util..sun.nio.ch.KQueueArrayWrapper.poll (1,211 samples, 2.86%)su..scala.concurrent.impl.Promise$DefaultPromise.tryAwait (601 samples, 1.42%)scala.collection.TraversableOnce$class.to (1,800 samples, 4.25%)scala..java.util.concurrent.ThreadPoolExecutor.runWorker (13,331 samples, 31.49%)java.util.concurrent.ThreadPoolExecutor.runWorkerorg.apache.spark.api.python.PythonWorkerFactory$MonitorThread.run (603 samples, 1.42%)java.io.BufferedInputStream.fill (603 samples, 1.42%)java.lang.ref.Finalizer$FinalizerThread.run (610 samples, 1.44%)sun.reflect.NativeMethodAccessorImpl.invoke0 (607 samples, 1.43%)sun.reflect.NativeMethodAccessorImpl.invoke (607 samples, 1.43%)org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply (1,800 samples, 4.25%)org.a..sun.nio.ch.KQueueSelectorImpl.doSelect (1,211 samples, 2.86%)su..org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit (607 samples, 1.43%)org.apache.spark.scheduler.Task.run (1,803 samples, 4.26%)org.a..java.net.SocketInputStream.read (1,800 samples, 4.25%)java...java.lang.ref.ReferenceQueue.remove (605 samples, 1.43%)org.apache.spark.util.RedirectThread$$anonfun$run$1$$anonfun$apply$mcV$sp$1.apply (1,813 samples, 4.28%)org.a..scala.collection.TraversableOnce$class.toArray (1,800 samples, 4.25%)scala..all (42,329 samples, 100%)scala.concurrent.impl.Promise$DefaultPromise.ready (601 samples, 1.42%)sun.nio.ch.ServerSocketChannelImpl.accept0 (606 samples, 1.43%)java.io.BufferedInputStream.read (1,800 samples, 4.25%)java...java.lang.ref.ReferenceQueue.remove (610 samples, 1.44%)org.apache.spark.rdd.RDDOperationScope$.withScope (601 samples, 1.42%)java.lang.ref.Reference$ReferenceHandler.run (610 samples, 1.44%)org.apache.spark.executor.Executor$TaskRunner.run (1,803 samples, 4.26%)org.a..org.spark_project.jetty.server.ServerConnector.accept (606 samples, 1.43%)org.apache.spark.SparkContext.runJob (601 samples, 1.42%)/usr/local/Cellar/python/3.6.5/Frameworks/Python.framework/Versions/3.6/lib/python3.6/runpy.py:_run_code:85 (8,405 samples, 19.86%)/usr/local/Cellar/python/3.6.5/..org.apache.spark.deploy.SparkSubmit.main (607 samples, 1.43%)java.io.BufferedInputStream.read (603 samples, 1.42%)java.lang.Object.wait (605 samples, 1.43%)io.netty.channel.nio.SelectedSelectionKeySetSelector.select (1,212 samples, 2.86%)io..org.apache.spark.SparkContext$$anonfun$runJob$5.apply (1,800 samples, 4.25%)org.a..org.apache.spark.rdd.RDDOperationScope$.withScope (601 samples, 1.42%)org.spark_project.jetty.io.ManagedSelector$SelectorProducer.select (2,424 samples, 5.73%)org.spa..sun.misc.Unsafe.park (606 samples, 1.43%)sun.nio.ch.KQueueSelectorImpl.doSelect (2,424 samples, 5.73%)sun.nio..java.io.FileInputStream.readBytes (1,210 samples, 2.86%)ja..sun.nio.ch.SelectorImpl.select (2,424 samples, 5.73%)sun.nio..java.lang.Object.wait (606 samples, 1.43%)java.util.concurrent.ThreadPoolExecutor.getTask (3,652 samples, 8.63%)java.util.co..java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (4,848 samples, 11.45%)java.util.concurr..sun.nio.ch.KQueueArrayWrapper.kevent0 (1,211 samples, 2.86%)su..sun.nio.ch.SelectorImpl.select (2,424 samples, 5.73%)sun.nio..py4j.commands.CallCommand.execute (604 samples, 1.43%)/users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/daemon.py:manager:170 (8,405 samples, 19.86%)/users/phil/spark-2.4.0-bin-hadoop..py4j.GatewayServer.run (607 samples, 1.43%)/users/phil/IdeaProjects/phil_stopwatch/pyspark_profilers.py:profile:221 (8,402 samples, 19.85%)/users/phil/IdeaProjects/phil_stop..org.apache.spark.SparkContext.runJob (601 samples, 1.42%)java.lang.ref.Reference.tryHandlePending (610 samples, 1.44%)java.util.concurrent.LinkedBlockingQueue.take (4,848 samples, 11.45%)java.util.concurr..sun.reflect.NativeMethodAccessorImpl.invoke0 (604 samples, 1.43%)java.io.FileInputStream.read (1,210 samples, 2.86%)ja..java.lang.reflect.Method.invoke (607 samples, 1.43%)org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch (1,817 samples, 4.29%)org.a..java.net.SocketInputStream.socketRead (1,800 samples, 4.25%)java...java.util.concurrent.locks.LockSupport.park (612 samples, 1.45%)org.apache.spark.util.Utils$.tryWithSafeFinally (1,803 samples, 4.26%)org.a..org.apache.spark.util.EventLoop$$anon$1.run (606 samples, 1.43%)org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run (605 samples, 1.43%)org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume (2,424 samples, 5.73%)org.spa..org.apache.spark.api.python.PythonRDD.collectAndServe (601 samples, 1.42%)java.lang.Object.wait (610 samples, 1.44%)java.lang.ref.ReferenceQueue.remove (605 samples, 1.43%)org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run (1,817 samples, 4.29%)org.a..sun.nio.ch.SelectorImpl.select (1,211 samples, 2.86%)su..java.util.concurrent.locks.LockSupport.parkNanos (1,818 samples, 4.29%)java...org.apache.spark.util.RedirectThread$$anonfun$run$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp (1,813 samples, 4.28%)org.a..org.apache.spark.deploy.SparkSubmit.submit (607 samples, 1.43%)org.apache.spark.deploy.PythonRunner$.main (607 samples, 1.43%)scala.util.control.Exception$Catch.apply (1,813 samples, 4.28%)scala..sun.nio.ch.ServerSocketChannelImpl.accept (606 samples, 1.43%)sun.nio.ch.KQueueArrayWrapper.kevent0 (2,424 samples, 5.73%)sun.nio..java.net.SocketInputStream.read (1,800 samples, 4.25%)java...java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (1,818 samples, 4.29%)java.../users/phil/IdeaProjects/phil_stopwatch/helper.py:secondsSleep:44 (8,402 samples, 19.85%)/users/phil/IdeaProjects/phil_stop..org.apache.spark.SparkContext.runJob (601 samples, 1.42%)io.netty.util.concurrent.SingleThreadEventExecutor$5.run (1,212 samples, 2.86%)io..java.util.concurrent.LinkedBlockingQueue.take (612 samples, 1.45%)org.apache.spark.api.python.BasePythonRunner$ReaderIterator.hasNext (1,800 samples, 4.25%)org.a..java.lang.reflect.Method.invoke (604 samples, 1.43%)/users/phil/IdeaProjects/phil_stopwatch/./spark_jobs/job_slacker.py:slacking:18 (8,402 samples, 19.85%)/users/phil/IdeaProjects/phil_stop..java.lang.Object.wait (607 samples, 1.43%)io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run (1,212 samples, 2.86%)io..org.apache.spark.deploy.PythonRunner.main (607 samples, 1.43%)java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos (1,818 samples, 4.29%)java...java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly (601 samples, 1.42%)org.apache.spark.util.ThreadUtils$.awaitReady (601 samples, 1.42%)java.util.concurrent.ThreadPoolExecutor$Worker.run (13,331 samples, 31.49%)java.util.concurrent.ThreadPoolExecutor$Worker.runjava.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (612 samples, 1.45%)java.util.concurrent.SynchronousQueue$TransferStack.transfer (9 samples, 0.02%)sun.misc.Unsafe.park (9 samples, 0.02%)sun.reflect.DelegatingMethodAccessorImpl.invoke (607 samples, 1.43%)java.util.concurrent.SynchronousQueue.poll (9 samples, 0.02%)/users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/worker.py:process:367 (8,402 samples, 19.85%)/users/phil/spark-2.4.0-bin-hadoop..java.net.ServerSocket.accept (607 samples, 1.43%)org.apache.spark.rdd.RDD.collect (601 samples, 1.42%)/usr/local/Cellar/python/3.6.5/Frameworks/Python.framework/Versions/3.6/lib/python3.6/runpy.py:_run_module_as_main:193 (8,405 samples, 19.86%)/usr/local/Cellar/python/3.6.5/..java.lang.Thread.sleep (3,615 samples, 8.54%)java.lang.Th..org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager.org$apache$spark$storage$BlockManager$RemoteBlockDownloadFileManager$$keepCleaning (606 samples, 1.43%)org.apache.spark.util.Utils$.tryOrStopSparkContext (1,817 samples, 4.29%)org.a..java.util.concurrent.LinkedBlockingQueue.take (1,817 samples, 4.29%)java...java.io.BufferedInputStream.read1 (1,210 samples, 2.86%)ja..sun.misc.Unsafe.park (601 samples, 1.42%)sun.nio.ch.ServerSocketChannelImpl.accept (606 samples, 1.43%)org.apache.spark.api.python.PythonRunner$$anon$1.read (1,800 samples, 4.25%)org.a..java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly (601 samples, 1.42%)java.lang.Object.wait (606 samples, 1.43%)java.util.concurrent.locks.LockSupport.park (4,848 samples, 11.45%)java.util.concurr..java.io.BufferedInputStream.read1 (603 samples, 1.42%)java.net.AbstractPlainSocketImpl.accept (607 samples, 1.43%)scala.util.DynamicVariable.withValue (1,817 samples, 4.29%)scala..sun.nio.ch.SelectorImpl.lockAndDoSelect (1,211 samples, 2.86%)su../users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/util.py:wrapper:99 (8,402 samples, 19.85%)/users/phil/spark-2.4.0-bin-hadoop..java.util.concurrent.locks.LockSupport.park (606 samples, 1.43%)org.apache.spark.deploy.JavaMainApplication.start (607 samples, 1.43%)org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp (1,817 samples, 4.29%)org.a..org.apache.spark.scheduler.ResultTask.runTask (1,803 samples, 4.26%)org.a..java.io.DataInputStream.readInt (1,800 samples, 4.25%)java...scala.collection.generic.Growable$class.$plus$plus$eq (1,800 samples, 4.25%)scala..java.lang.ref.ReferenceQueue.remove (610 samples, 1.44%)org.apache.spark.InterruptibleIterator.toArray (1,800 samples, 4.25%)org.a..java.net.ServerSocket.implAccept (607 samples, 1.43%)java.io.FilterInputStream.read (1,210 samples, 2.86%)ja..java.util.TimerThread.run (606 samples, 1.43%)java.io.FileInputStream.read (603 samples, 1.42%)sun.misc.Unsafe.park (1,818 samples, 4.29%)sun.m..java.net.SocketInputStream.socketRead0 (1,800 samples, 4.25%)java...org.apache.spark.deploy.SparkSubmit$.main (607 samples, 1.43%)org.apache.spark.scheduler.DAGScheduler.runJob (601 samples, 1.42%)/users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/worker.py:main:370 (8,405 samples, 19.86%)/users/phil/spark-2.4.0-bin-hadoop..scala.collection.mutable.ArrayBuffer.$plus$plus$eq (1,800 samples, 4.25%)scala..org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager$$anon$2.run (606 samples, 1.43%)java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take (3,031 samples, 7.16%)java.util..py4j.reflection.MethodInvoker.invoke (604 samples, 1.43%)java.io.BufferedInputStream.fill (1,210 samples, 2.86%)ja..org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply (1,800 samples, 4.25%)org.a..org.apache.spark.rdd.RDD$$anonfun$collect$1.apply (601 samples, 1.42%)java.io.BufferedInputStream.read (1,210 samples, 2.86%)ja..java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (606 samples, 1.43%)org.apache.spark.InterruptibleIterator.foreach (1,800 samples, 4.25%)org.a..java.net.PlainSocketImpl.socketAccept (607 samples, 1.43%)java.util.concurrent.locks.LockSupport.parkNanos (9 samples, 0.02%)java.io.DataInputStream.read (603 samples, 1.42%)java.util.concurrent.LinkedBlockingDeque.take (606 samples, 1.43%)org.apache.spark.deploy.SparkSubmit.doSubmit (607 samples, 1.43%)java.lang.UNIXProcess.lambda$initStreams$3 (1,210 samples, 2.86%)ja..scala.concurrent.impl.Promise$DefaultPromise.ready (601 samples, 1.42%)org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain (607 samples, 1.43%)py4j.GatewayConnection.run (607 samples, 1.43%)sun.reflect.NativeMethodAccessorImpl.invoke (604 samples, 1.43%)org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run (1,818 samples, 4.29%)org.a..java.lang.UNIXProcess.waitFor (607 samples, 1.43%)java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take (3,031 samples, 7.16%)java.util..org.apache.spark.rdd.RDD.withScope (601 samples, 1.42%)org.spark_project.jetty.util.thread.QueuedThreadPool.access$800 (1,818 samples, 4.29%)org.s..org.spark_project.jetty.server.AbstractConnector$Acceptor.run (606 samples, 1.43%)/users/phil/IdeaProjects/phil_stopwatch/./spark_jobs/job_slacker.py:<lambda>:37 (8,402 samples, 19.85%)/users/phil/IdeaProjects/phil_stop..org.spark_project.jetty.util.BlockingArrayQueue.poll (1,818 samples, 4.29%)org.s..java.util.concurrent.locks.LockSupport.park (1,817 samples, 4.29%)java...org.apache.spark.SparkContext$$anonfun$runJob$5.apply (1,800 samples, 4.25%)org.a..java.lang.Object.wait (606 samples, 1.43%)org.apache.spark.util.RedirectThread$$anonfun$run$1.apply (1,813 samples, 4.28%)org.a..org.apache.spark.deploy.SparkSubmit.doRunMain$1 (607 samples, 1.43%)org.spark_project.jetty.io.ManagedSelector$SelectorProducer.produce (2,424 samples, 5.73%)org.spa..scala.collection.Iterator$class.foreach (1,800 samples, 4.25%)scala..org.apache.spark.MapOutputTrackerMaster$MessageLoop.run (4,848 samples, 11.45%)org.apache.spark...java.util.concurrent.locks.LockSupport.parkNanos (3,031 samples, 7.16%)java.util..scala.collection.TraversableOnce$class.toBuffer (1,800 samples, 4.25%)scala..py4j.Gateway.invoke (604 samples, 1.43%)py4j.commands.AbstractCommand.invokeMethod (604 samples, 1.43%)java.util.concurrent.LinkedBlockingQueue.take (1,818 samples, 4.29%)java...org.apache.spark.api.python.BasePythonRunner$MonitorThread.run (3,615 samples, 8.54%)org.apache.s../users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/daemon.py:worker:73 (8,405 samples, 19.86%)/users/phil/spark-2.4.0-bin-hadoop..java.lang.Object.wait (605 samples, 1.43%)org.apache.spark.ContextCleaner$$anon$1.run (606 samples, 1.43%)org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume (2,424 samples, 5.73%)org.spa..org.spark_project.jetty.io.ManagedSelector.run (2,424 samples, 5.73%)org.spa..org.apache.spark.util.RedirectThread$$anonfun$run$1.apply (1,813 samples, 4.28%)org.a..java.lang.Thread.run (21,211 samples, 50.11%)java.lang.Thread.runjava.lang.Object.wait (610 samples, 1.44%)/users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/serializers.py:dump_stream:390 (8,402 samples, 19.85%)/users/phil/spark-2.4.0-bin-hadoop..org.apache.spark.util.RedirectThread.run (1,813 samples, 4.28%)org.a..io.netty.channel.nio.NioEventLoop.select (1,212 samples, 2.86%)io..org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp (606 samples, 1.43%)java.lang.Object.wait (610 samples, 1.44%)org.spark_project.jetty.util.thread.QueuedThreadPool$2.run (4,848 samples, 11.45%)org.spark_project..java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill (9 samples, 0.02%)sun.misc.Unsafe.park (1,817 samples, 4.29%)sun.m..org.apache.spark.InterruptibleIterator.to (1,800 samples, 4.25%)org.a..org.apache.spark.InterruptibleIterator.toBuffer (1,800 samples, 4.25%)org.a..org.spark_project.jetty.util.thread.QueuedThreadPool.runJob (3,030 samples, 7.16%)org.spark..java.io.FileInputStream.readBytes (603 samples, 1.42%)java.lang.Thread.sleep (603 samples, 1.42%)org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply (1,817 samples, 4.29%)org.a..py4j.reflection.ReflectionEngine.invoke (604 samples, 1.43%)java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt (601 samples, 1.42%)sun.misc.Unsafe.park (612 samples, 1.45%)org.apache.spark.util.RedirectThread$$anonfun$run$1$$anonfun$apply$mcV$sp$1.apply (1,813 samples, 4.28%)org.a..java.lang.Object.wait (607 samples, 1.43%)org.apache.spark.api.python.PythonRunner$$anon$1.read (1,800 samples, 4.25%)org.a..org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll (1,818 samples, 4.29%)org.s..sun.misc.Unsafe.park (3,031 samples, 7.16%)sun.misc...java.lang.UNIXProcess$$Lambda$9/2082509879.run (1,210 samples, 2.86%)ja..org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply (1,803 samples, 4.26%)org.a..scala.collection.mutable.ArrayBuffer.$plus$plus$eq (1,800 samples, 4.25%)scala..java.util.concurrent.locks.LockSupport.park (1,818 samples, 4.29%)java...org.apache.spark.util.Utils$.tryOrStopSparkContext (606 samples, 1.43%)org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp (1,817 samples, 4.29%)org.a..java.util.concurrent.LinkedBlockingDeque.takeFirst (606 samples, 1.43%)/users/phil/spark-2.4.0-bin-hadoop2.7/python/lib/pyspark.zip/pyspark/daemon.py:<module>:195 (8,405 samples, 19.86%)/users/phil/spark-2.4.0-bin-hadoop..sun.nio.ch.KQueueArrayWrapper.poll (2,424 samples, 5.73%)sun.nio..java.lang.ref.ReferenceQueue.remove (605 samples, 1.43%)sun.misc.Unsafe.park (1,818 samples, 4.29%)sun.m..java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (1,817 samples, 4.29%)java...