4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69467 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 90
Input Size / Records:
283.8 KiB / 90
Shuffle Write Size / Records:
464.2 KiB / 1420
Associated Job Ids:
25771
DAG Visualization
digraph G { id="graph_69467"; subgraph graph_stage_69467 { id="graph_stage_69467"; isCluster="true"; label="Stage 69467"; 195795 [id="node_195795" labelType="html" label="SQLExecutionRDD [195795] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515720 { id="cluster_515720"; isCluster="true"; label="Exchange"; 195787 [id="node_195787" labelType="html" label="ShuffledRowRDD [195787] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515719 { id="cluster_515719"; isCluster="true"; label="ObjectHashAggregate"; 195788 [id="node_195788" labelType="html" label="MapPartitionsRDD [195788] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515718 { id="cluster_515718"; isCluster="true"; label="Project"; 195789 [id="node_195789" labelType="html" label="MapPartitionsRDD [195789] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515711 { id="cluster_515711"; isCluster="true"; label="WholeStageCodegen (16)"; 195790 [id="node_195790" labelType="html" label="MapPartitionsRDD [195790] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515710 { id="cluster_515710"; isCluster="true"; label="DeserializeToObject"; 195791 [id="node_195791" labelType="html" label="MapPartitionsRDD [195791] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515709 { id="cluster_515709"; isCluster="true"; label="MapPartitions"; 195792 [id="node_195792" labelType="html" label="MapPartitionsRDD [195792] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515641 { id="cluster_515641"; isCluster="true"; label="WholeStageCodegen (19)"; 195793 [id="node_195793" labelType="html" label="MapPartitionsRDD [195793] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515620 { id="cluster_515620"; isCluster="true"; label="DeserializeToObject"; 195794 [id="node_195794" labelType="html" label="MapPartitionsRDD [195794] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515797 { id="cluster_515797"; isCluster="true"; label="mapPartitions"; 195796 [id="node_195796" labelType="html" label="MapPartitionsRDD [195796] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515798 { id="cluster_515798"; isCluster="true"; label="mapPartitions"; 195797 [id="node_195797" labelType="html" label="MapPartitionsRDD [195797] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515866 { id="cluster_515866"; isCluster="true"; label="Scan"; 195803 [id="node_195803" labelType="html" label="MapPartitionsRDD [195803] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515860 { id="cluster_515860"; isCluster="true"; label="WholeStageCodegen (1)"; 195804 [id="node_195804" labelType="html" label="MapPartitionsRDD [195804] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515859 { id="cluster_515859"; isCluster="true"; label="InMemoryTableScan"; 195805 [id="node_195805" labelType="html" label="MapPartitionsRDD [195805] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195806 [id="node_195806" labelType="html" label="*(1) Generate explode(prodPlantResults#3466283), false, [prodPlantResults#3466290]\n+- *(1) Project [prodPlantResults#3466283]\n +- *(1) Filter ((size(prodPlantResults#3466283, true) > 0) AND isnotnull(prodPlantResults#3466283))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [195806] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195807 [id="node_195807" labelType="html" label="MapPartitionsRDD [195807] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195808 [id="node_195808" labelType="html" label="MapPartitionsRDD [195808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195809 [id="node_195809" labelType="html" label="MapPartitionsRDD [195809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515858 { id="cluster_515858"; isCluster="true"; label="Project"; 195810 [id="node_195810" labelType="html" label="MapPartitionsRDD [195810] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515873 { id="cluster_515873"; isCluster="true"; label="InMemoryTableScan"; 195811 [id="node_195811" labelType="html" label="MapPartitionsRDD [195811] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195812 [id="node_195812" labelType="html" label="MapPartitionsRDD [195812] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195813 [id="node_195813" labelType="html" label="MapPartitionsRDD [195813] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515868 { id="cluster_515868"; isCluster="true"; label="WholeStageCodegen (1)"; 195814 [id="node_195814" labelType="html" label="MapPartitionsRDD [195814] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515867 { id="cluster_515867"; isCluster="true"; label="Project"; 195815 [id="node_195815" labelType="html" label="MapPartitionsRDD [195815] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515880 { id="cluster_515880"; isCluster="true"; label="InMemoryTableScan"; 195816 [id="node_195816" labelType="html" label="MapPartitionsRDD [195816] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195817 [id="node_195817" labelType="html" label="MapPartitionsRDD [195817] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195818 [id="node_195818" labelType="html" label="MapPartitionsRDD [195818] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515875 { id="cluster_515875"; isCluster="true"; label="WholeStageCodegen (2)"; 195819 [id="node_195819" labelType="html" label="MapPartitionsRDD [195819] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515874 { id="cluster_515874"; isCluster="true"; label="Project"; 195820 [id="node_195820" labelType="html" label="MapPartitionsRDD [195820] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515857 { id="cluster_515857"; isCluster="true"; label="Union"; 195821 [id="node_195821" labelType="html" label="UnionRDD [195821] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515842 { id="cluster_515842"; isCluster="true"; label="WholeStageCodegen (4)"; 195822 [id="node_195822" labelType="html" label="MapPartitionsRDD [195822] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515841 { id="cluster_515841"; isCluster="true"; label="SortAggregate"; 195823 [id="node_195823" labelType="html" label="MapPartitionsRDD [195823] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515840 { id="cluster_515840"; isCluster="true"; label="Exchange"; 195824 [id="node_195824" labelType="html" label="MapPartitionsRDD [195824] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195787->195788; 195788->195789; 195789->195790; 195790->195791; 195791->195792; 195792->195793; 195793->195794; 195794->195795; 195795->195796; 195796->195797; 195797->195803; 195803->195804; 195804->195805; 195805->195806; 195806->195807; 195807->195808; 195808->195809; 195809->195810; 195806->195811; 195811->195812; 195812->195813; 195813->195814; 195814->195815; 195806->195816; 195816->195817; 195817->195818; 195818->195819; 195819->195820; 195810->195821; 195815->195821; 195820->195821; 195821->195822; 195822->195823; 195823->195824; }
195786,195787
195797
195806
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time