4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69389 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 90
Input Size / Records:
97.8 KiB / 81
Shuffle Write Size / Records:
34.4 KiB / 90
Associated Job Ids:
25745
DAG Visualization
digraph G { id="graph_69389"; subgraph graph_stage_69389 { id="graph_stage_69389"; isCluster="true"; label="Stage 69389"; 195560 [id="node_195560" labelType="html" label="SQLExecutionRDD [195560] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515147 { id="cluster_515147"; isCluster="true"; label="Exchange"; 195552 [id="node_195552" labelType="html" label="ShuffledRowRDD [195552] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515146 { id="cluster_515146"; isCluster="true"; label="ObjectHashAggregate"; 195553 [id="node_195553" labelType="html" label="MapPartitionsRDD [195553] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515145 { id="cluster_515145"; isCluster="true"; label="Project"; 195554 [id="node_195554" labelType="html" label="MapPartitionsRDD [195554] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515124 { id="cluster_515124"; isCluster="true"; label="WholeStageCodegen (16)"; 195555 [id="node_195555" labelType="html" label="MapPartitionsRDD [195555] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515123 { id="cluster_515123"; isCluster="true"; label="DeserializeToObject"; 195556 [id="node_195556" labelType="html" label="MapPartitionsRDD [195556] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515122 { id="cluster_515122"; isCluster="true"; label="MapPartitions"; 195557 [id="node_195557" labelType="html" label="MapPartitionsRDD [195557] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515070 { id="cluster_515070"; isCluster="true"; label="WholeStageCodegen (19)"; 195558 [id="node_195558" labelType="html" label="MapPartitionsRDD [195558] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515047 { id="cluster_515047"; isCluster="true"; label="DeserializeToObject"; 195559 [id="node_195559" labelType="html" label="MapPartitionsRDD [195559] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515224 { id="cluster_515224"; isCluster="true"; label="mapPartitions"; 195561 [id="node_195561" labelType="html" label="MapPartitionsRDD [195561] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515225 { id="cluster_515225"; isCluster="true"; label="mapPartitions"; 195562 [id="node_195562" labelType="html" label="MapPartitionsRDD [195562] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515293 { id="cluster_515293"; isCluster="true"; label="Scan"; 195568 [id="node_195568" labelType="html" label="MapPartitionsRDD [195568] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515287 { id="cluster_515287"; isCluster="true"; label="WholeStageCodegen (1)"; 195569 [id="node_195569" labelType="html" label="MapPartitionsRDD [195569] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515286 { id="cluster_515286"; isCluster="true"; label="InMemoryTableScan"; 195570 [id="node_195570" labelType="html" label="MapPartitionsRDD [195570] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195571 [id="node_195571" labelType="html" label="*(1) Generate explode(prodPlantResults#3462275), false, [prodPlantResults#3462282]\n+- *(1) Project [prodPlantResults#3462275]\n +- *(1) Filter ((size(prodPlantResults#3462275, true) > 0) AND isnotnull(prodPlantResults#3462275))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [195571] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195572 [id="node_195572" labelType="html" label="MapPartitionsRDD [195572] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195573 [id="node_195573" labelType="html" label="MapPartitionsRDD [195573] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195574 [id="node_195574" labelType="html" label="MapPartitionsRDD [195574] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515285 { id="cluster_515285"; isCluster="true"; label="Project"; 195575 [id="node_195575" labelType="html" label="MapPartitionsRDD [195575] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515300 { id="cluster_515300"; isCluster="true"; label="InMemoryTableScan"; 195576 [id="node_195576" labelType="html" label="MapPartitionsRDD [195576] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195577 [id="node_195577" labelType="html" label="MapPartitionsRDD [195577] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195578 [id="node_195578" labelType="html" label="MapPartitionsRDD [195578] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515295 { id="cluster_515295"; isCluster="true"; label="WholeStageCodegen (1)"; 195579 [id="node_195579" labelType="html" label="MapPartitionsRDD [195579] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515294 { id="cluster_515294"; isCluster="true"; label="Project"; 195580 [id="node_195580" labelType="html" label="MapPartitionsRDD [195580] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515307 { id="cluster_515307"; isCluster="true"; label="InMemoryTableScan"; 195581 [id="node_195581" labelType="html" label="MapPartitionsRDD [195581] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195582 [id="node_195582" labelType="html" label="MapPartitionsRDD [195582] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195583 [id="node_195583" labelType="html" label="MapPartitionsRDD [195583] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515302 { id="cluster_515302"; isCluster="true"; label="WholeStageCodegen (2)"; 195584 [id="node_195584" labelType="html" label="MapPartitionsRDD [195584] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515301 { id="cluster_515301"; isCluster="true"; label="Project"; 195585 [id="node_195585" labelType="html" label="MapPartitionsRDD [195585] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515284 { id="cluster_515284"; isCluster="true"; label="Union"; 195586 [id="node_195586" labelType="html" label="UnionRDD [195586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515270 { id="cluster_515270"; isCluster="true"; label="WholeStageCodegen (4)"; 195587 [id="node_195587" labelType="html" label="MapPartitionsRDD [195587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515269 { id="cluster_515269"; isCluster="true"; label="SortAggregate"; 195588 [id="node_195588" labelType="html" label="MapPartitionsRDD [195588] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515268 { id="cluster_515268"; isCluster="true"; label="Exchange"; 195589 [id="node_195589" labelType="html" label="MapPartitionsRDD [195589] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195552->195553; 195553->195554; 195554->195555; 195555->195556; 195556->195557; 195557->195558; 195558->195559; 195559->195560; 195560->195561; 195561->195562; 195562->195568; 195568->195569; 195569->195570; 195570->195571; 195571->195572; 195572->195573; 195573->195574; 195574->195575; 195571->195576; 195576->195577; 195577->195578; 195578->195579; 195579->195580; 195571->195581; 195581->195582; 195582->195583; 195583->195584; 195584->195585; 195575->195586; 195580->195586; 195585->195586; 195586->195587; 195587->195588; 195588->195589; }
195551,195552
195562
195571
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time