4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117306 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
94.7 KiB / 71
Shuffle Write Size / Records:
51.9 KiB / 144
Associated Job Ids:
6452
DAG Visualization
digraph G { id="graph_117306"; subgraph graph_stage_117306 { id="graph_stage_117306"; isCluster="true"; label="Stage 117306"; 56831 [id="node_56831" labelType="html" label="SQLExecutionRDD [56831] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_147398 { id="cluster_147398"; isCluster="true"; label="Exchange"; 56826 [id="node_56826" labelType="html" label="ShuffledRowRDD [56826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147397 { id="cluster_147397"; isCluster="true"; label="ObjectHashAggregate"; 56827 [id="node_56827" labelType="html" label="MapPartitionsRDD [56827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147247 { id="cluster_147247"; isCluster="true"; label="WholeStageCodegen (17)"; 56828 [id="node_56828" labelType="html" label="MapPartitionsRDD [56828] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147246 { id="cluster_147246"; isCluster="true"; label="DeserializeToObject"; 56829 [id="node_56829" labelType="html" label="MapPartitionsRDD [56829] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147241 { id="cluster_147241"; isCluster="true"; label="MapPartitions"; 56830 [id="node_56830" labelType="html" label="MapPartitionsRDD [56830] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147484 { id="cluster_147484"; isCluster="true"; label="mapPartitions"; 56832 [id="node_56832" labelType="html" label="MapPartitionsRDD [56832] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147584 { id="cluster_147584"; isCluster="true"; label="Scan"; 56841 [id="node_56841" labelType="html" label="MapPartitionsRDD [56841] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147578 { id="cluster_147578"; isCluster="true"; label="WholeStageCodegen (1)"; 56842 [id="node_56842" labelType="html" label="MapPartitionsRDD [56842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147577 { id="cluster_147577"; isCluster="true"; label="InMemoryTableScan"; 56843 [id="node_56843" labelType="html" label="MapPartitionsRDD [56843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56844 [id="node_56844" labelType="html" label="*(1) Generate explode(prodPlantResults#1142298), false, [prodPlantResults#1142305]\n+- *(1) Project [prodPlantResults#1142298]\n +- *(1) Filter ((size(prodPlantResults#1142298, true) > 0) AND isnotnull(prodPlantResults#1142298))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [56844] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56845 [id="node_56845" labelType="html" label="MapPartitionsRDD [56845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56846 [id="node_56846" labelType="html" label="MapPartitionsRDD [56846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56847 [id="node_56847" labelType="html" label="MapPartitionsRDD [56847] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147576 { id="cluster_147576"; isCluster="true"; label="Project"; 56848 [id="node_56848" labelType="html" label="MapPartitionsRDD [56848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147591 { id="cluster_147591"; isCluster="true"; label="InMemoryTableScan"; 56849 [id="node_56849" labelType="html" label="MapPartitionsRDD [56849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56850 [id="node_56850" labelType="html" label="MapPartitionsRDD [56850] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56851 [id="node_56851" labelType="html" label="MapPartitionsRDD [56851] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147586 { id="cluster_147586"; isCluster="true"; label="WholeStageCodegen (1)"; 56852 [id="node_56852" labelType="html" label="MapPartitionsRDD [56852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147585 { id="cluster_147585"; isCluster="true"; label="Project"; 56853 [id="node_56853" labelType="html" label="MapPartitionsRDD [56853] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147598 { id="cluster_147598"; isCluster="true"; label="InMemoryTableScan"; 56854 [id="node_56854" labelType="html" label="MapPartitionsRDD [56854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56855 [id="node_56855" labelType="html" label="MapPartitionsRDD [56855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56856 [id="node_56856" labelType="html" label="MapPartitionsRDD [56856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147593 { id="cluster_147593"; isCluster="true"; label="WholeStageCodegen (2)"; 56857 [id="node_56857" labelType="html" label="MapPartitionsRDD [56857] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147592 { id="cluster_147592"; isCluster="true"; label="Project"; 56858 [id="node_56858" labelType="html" label="MapPartitionsRDD [56858] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147575 { id="cluster_147575"; isCluster="true"; label="Union"; 56859 [id="node_56859" labelType="html" label="UnionRDD [56859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147552 { id="cluster_147552"; isCluster="true"; label="WholeStageCodegen (5)"; 56860 [id="node_56860" labelType="html" label="MapPartitionsRDD [56860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147551 { id="cluster_147551"; isCluster="true"; label="SortAggregate"; 56861 [id="node_56861" labelType="html" label="MapPartitionsRDD [56861] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147550 { id="cluster_147550"; isCluster="true"; label="Exchange"; 56862 [id="node_56862" labelType="html" label="MapPartitionsRDD [56862] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56826->56827; 56827->56828; 56828->56829; 56829->56830; 56830->56831; 56831->56832; 56832->56841; 56841->56842; 56842->56843; 56843->56844; 56844->56845; 56845->56846; 56846->56847; 56847->56848; 56844->56849; 56849->56850; 56850->56851; 56851->56852; 56852->56853; 56844->56854; 56854->56855; 56855->56856; 56856->56857; 56857->56858; 56848->56859; 56853->56859; 56858->56859; 56859->56860; 56860->56861; 56861->56862; }
56825,56826
56832
56844
56831
56826
56827
56828
56829
56830
56832
56841
56842
56843
56844
56845
56846
56847
56848
56849
56850
56851
56852
56853
56854
56855
56856
56857
56858
56859
56860
56861
56862
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time