4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 109756 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
20.2 KiB / 16
Shuffle Write Size / Records:
7.1 KiB / 17
Associated Job Ids:
6050
DAG Visualization
digraph G { id="graph_109756"; subgraph graph_stage_109756 { id="graph_stage_109756"; isCluster="true"; label="Stage 109756"; 52780 [id="node_52780" labelType="html" label="SQLExecutionRDD [52780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_137396 { id="cluster_137396"; isCluster="true"; label="Exchange"; 52775 [id="node_52775" labelType="html" label="ShuffledRowRDD [52775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137395 { id="cluster_137395"; isCluster="true"; label="ObjectHashAggregate"; 52776 [id="node_52776" labelType="html" label="MapPartitionsRDD [52776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137245 { id="cluster_137245"; isCluster="true"; label="WholeStageCodegen (17)"; 52777 [id="node_52777" labelType="html" label="MapPartitionsRDD [52777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137244 { id="cluster_137244"; isCluster="true"; label="DeserializeToObject"; 52778 [id="node_52778" labelType="html" label="MapPartitionsRDD [52778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137239 { id="cluster_137239"; isCluster="true"; label="MapPartitions"; 52779 [id="node_52779" labelType="html" label="MapPartitionsRDD [52779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137482 { id="cluster_137482"; isCluster="true"; label="mapPartitions"; 52781 [id="node_52781" labelType="html" label="MapPartitionsRDD [52781] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137582 { id="cluster_137582"; isCluster="true"; label="Scan"; 52790 [id="node_52790" labelType="html" label="MapPartitionsRDD [52790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137576 { id="cluster_137576"; isCluster="true"; label="WholeStageCodegen (1)"; 52791 [id="node_52791" labelType="html" label="MapPartitionsRDD [52791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137575 { id="cluster_137575"; isCluster="true"; label="InMemoryTableScan"; 52792 [id="node_52792" labelType="html" label="MapPartitionsRDD [52792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52793 [id="node_52793" labelType="html" label="*(1) Generate explode(prodPlantResults#1058714), false, [prodPlantResults#1058721]\n+- *(1) Project [prodPlantResults#1058714]\n +- *(1) Filter ((size(prodPlantResults#1058714, true) > 0) AND isnotnull(prodPlantResults#1058714))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [52793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52794 [id="node_52794" labelType="html" label="MapPartitionsRDD [52794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52795 [id="node_52795" labelType="html" label="MapPartitionsRDD [52795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52796 [id="node_52796" labelType="html" label="MapPartitionsRDD [52796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137574 { id="cluster_137574"; isCluster="true"; label="Project"; 52797 [id="node_52797" labelType="html" label="MapPartitionsRDD [52797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137589 { id="cluster_137589"; isCluster="true"; label="InMemoryTableScan"; 52798 [id="node_52798" labelType="html" label="MapPartitionsRDD [52798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52799 [id="node_52799" labelType="html" label="MapPartitionsRDD [52799] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52800 [id="node_52800" labelType="html" label="MapPartitionsRDD [52800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137584 { id="cluster_137584"; isCluster="true"; label="WholeStageCodegen (1)"; 52801 [id="node_52801" labelType="html" label="MapPartitionsRDD [52801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137583 { id="cluster_137583"; isCluster="true"; label="Project"; 52802 [id="node_52802" labelType="html" label="MapPartitionsRDD [52802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137596 { id="cluster_137596"; isCluster="true"; label="InMemoryTableScan"; 52803 [id="node_52803" labelType="html" label="MapPartitionsRDD [52803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52804 [id="node_52804" labelType="html" label="MapPartitionsRDD [52804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52805 [id="node_52805" labelType="html" label="MapPartitionsRDD [52805] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137591 { id="cluster_137591"; isCluster="true"; label="WholeStageCodegen (2)"; 52806 [id="node_52806" labelType="html" label="MapPartitionsRDD [52806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137590 { id="cluster_137590"; isCluster="true"; label="Project"; 52807 [id="node_52807" labelType="html" label="MapPartitionsRDD [52807] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137573 { id="cluster_137573"; isCluster="true"; label="Union"; 52808 [id="node_52808" labelType="html" label="UnionRDD [52808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137551 { id="cluster_137551"; isCluster="true"; label="WholeStageCodegen (5)"; 52809 [id="node_52809" labelType="html" label="MapPartitionsRDD [52809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137550 { id="cluster_137550"; isCluster="true"; label="SortAggregate"; 52810 [id="node_52810" labelType="html" label="MapPartitionsRDD [52810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137549 { id="cluster_137549"; isCluster="true"; label="Exchange"; 52811 [id="node_52811" labelType="html" label="MapPartitionsRDD [52811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52775->52776; 52776->52777; 52777->52778; 52778->52779; 52779->52780; 52780->52781; 52781->52790; 52790->52791; 52791->52792; 52792->52793; 52793->52794; 52794->52795; 52795->52796; 52796->52797; 52793->52798; 52798->52799; 52799->52800; 52800->52801; 52801->52802; 52793->52803; 52803->52804; 52804->52805; 52805->52806; 52806->52807; 52797->52808; 52802->52808; 52807->52808; 52808->52809; 52809->52810; 52810->52811; }
52774,52775
52781
52793
52780
52775
52776
52777
52778
52779
52781
52790
52791
52792
52793
52794
52795
52796
52797
52798
52799
52800
52801
52802
52803
52804
52805
52806
52807
52808
52809
52810
52811
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time