4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69314 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 90
Input Size / Records:
473.9 KiB / 90
Shuffle Write Size / Records:
646.5 KiB / 2124
Associated Job Ids:
25720
DAG Visualization
digraph G { id="graph_69314"; subgraph graph_stage_69314 { id="graph_stage_69314"; isCluster="true"; label="Stage 69314"; 195346 [id="node_195346" labelType="html" label="SQLExecutionRDD [195346] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_514623 { id="cluster_514623"; isCluster="true"; label="Exchange"; 195338 [id="node_195338" labelType="html" label="ShuffledRowRDD [195338] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514622 { id="cluster_514622"; isCluster="true"; label="ObjectHashAggregate"; 195339 [id="node_195339" labelType="html" label="MapPartitionsRDD [195339] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514621 { id="cluster_514621"; isCluster="true"; label="Project"; 195340 [id="node_195340" labelType="html" label="MapPartitionsRDD [195340] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514614 { id="cluster_514614"; isCluster="true"; label="WholeStageCodegen (16)"; 195341 [id="node_195341" labelType="html" label="MapPartitionsRDD [195341] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514613 { id="cluster_514613"; isCluster="true"; label="DeserializeToObject"; 195342 [id="node_195342" labelType="html" label="MapPartitionsRDD [195342] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514612 { id="cluster_514612"; isCluster="true"; label="MapPartitions"; 195343 [id="node_195343" labelType="html" label="MapPartitionsRDD [195343] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514544 { id="cluster_514544"; isCluster="true"; label="WholeStageCodegen (19)"; 195344 [id="node_195344" labelType="html" label="MapPartitionsRDD [195344] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514523 { id="cluster_514523"; isCluster="true"; label="DeserializeToObject"; 195345 [id="node_195345" labelType="html" label="MapPartitionsRDD [195345] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514700 { id="cluster_514700"; isCluster="true"; label="mapPartitions"; 195347 [id="node_195347" labelType="html" label="MapPartitionsRDD [195347] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514701 { id="cluster_514701"; isCluster="true"; label="mapPartitions"; 195348 [id="node_195348" labelType="html" label="MapPartitionsRDD [195348] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514769 { id="cluster_514769"; isCluster="true"; label="Scan"; 195354 [id="node_195354" labelType="html" label="MapPartitionsRDD [195354] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514763 { id="cluster_514763"; isCluster="true"; label="WholeStageCodegen (1)"; 195355 [id="node_195355" labelType="html" label="MapPartitionsRDD [195355] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514762 { id="cluster_514762"; isCluster="true"; label="InMemoryTableScan"; 195356 [id="node_195356" labelType="html" label="MapPartitionsRDD [195356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195357 [id="node_195357" labelType="html" label="*(1) Generate explode(prodPlantResults#3458540), false, [prodPlantResults#3458547]\n+- *(1) Project [prodPlantResults#3458540]\n +- *(1) Filter ((size(prodPlantResults#3458540, true) > 0) AND isnotnull(prodPlantResults#3458540))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [195357] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195358 [id="node_195358" labelType="html" label="MapPartitionsRDD [195358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195359 [id="node_195359" labelType="html" label="MapPartitionsRDD [195359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195360 [id="node_195360" labelType="html" label="MapPartitionsRDD [195360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514761 { id="cluster_514761"; isCluster="true"; label="Project"; 195361 [id="node_195361" labelType="html" label="MapPartitionsRDD [195361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514776 { id="cluster_514776"; isCluster="true"; label="InMemoryTableScan"; 195362 [id="node_195362" labelType="html" label="MapPartitionsRDD [195362] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195363 [id="node_195363" labelType="html" label="MapPartitionsRDD [195363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195364 [id="node_195364" labelType="html" label="MapPartitionsRDD [195364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514771 { id="cluster_514771"; isCluster="true"; label="WholeStageCodegen (1)"; 195365 [id="node_195365" labelType="html" label="MapPartitionsRDD [195365] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514770 { id="cluster_514770"; isCluster="true"; label="Project"; 195366 [id="node_195366" labelType="html" label="MapPartitionsRDD [195366] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514783 { id="cluster_514783"; isCluster="true"; label="InMemoryTableScan"; 195367 [id="node_195367" labelType="html" label="MapPartitionsRDD [195367] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195368 [id="node_195368" labelType="html" label="MapPartitionsRDD [195368] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195369 [id="node_195369" labelType="html" label="MapPartitionsRDD [195369] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514778 { id="cluster_514778"; isCluster="true"; label="WholeStageCodegen (2)"; 195370 [id="node_195370" labelType="html" label="MapPartitionsRDD [195370] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514777 { id="cluster_514777"; isCluster="true"; label="Project"; 195371 [id="node_195371" labelType="html" label="MapPartitionsRDD [195371] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514760 { id="cluster_514760"; isCluster="true"; label="Union"; 195372 [id="node_195372" labelType="html" label="UnionRDD [195372] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514746 { id="cluster_514746"; isCluster="true"; label="WholeStageCodegen (4)"; 195373 [id="node_195373" labelType="html" label="MapPartitionsRDD [195373] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514745 { id="cluster_514745"; isCluster="true"; label="SortAggregate"; 195374 [id="node_195374" labelType="html" label="MapPartitionsRDD [195374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514744 { id="cluster_514744"; isCluster="true"; label="Exchange"; 195375 [id="node_195375" labelType="html" label="MapPartitionsRDD [195375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195338->195339; 195339->195340; 195340->195341; 195341->195342; 195342->195343; 195343->195344; 195344->195345; 195345->195346; 195346->195347; 195347->195348; 195348->195354; 195354->195355; 195355->195356; 195356->195357; 195357->195358; 195358->195359; 195359->195360; 195360->195361; 195357->195362; 195362->195363; 195363->195364; 195364->195365; 195365->195366; 195357->195367; 195367->195368; 195368->195369; 195369->195370; 195370->195371; 195361->195372; 195366->195372; 195371->195372; 195372->195373; 195373->195374; 195374->195375; }
195337,195338
195348
195357
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time