4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105970 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 111
Input Size / Records:
83.3 KiB / 62
Shuffle Write Size / Records:
91.0 KiB / 236
Associated Job Ids:
5924
DAG Visualization
digraph G { id="graph_105970"; subgraph graph_stage_105970 { id="graph_stage_105970"; isCluster="true"; label="Stage 105970"; 51196 [id="node_51196" labelType="html" label="SQLExecutionRDD [51196] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_133671 { id="cluster_133671"; isCluster="true"; label="Exchange"; 51191 [id="node_51191" labelType="html" label="ShuffledRowRDD [51191] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133670 { id="cluster_133670"; isCluster="true"; label="ObjectHashAggregate"; 51192 [id="node_51192" labelType="html" label="MapPartitionsRDD [51192] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133517 { id="cluster_133517"; isCluster="true"; label="WholeStageCodegen (17)"; 51193 [id="node_51193" labelType="html" label="MapPartitionsRDD [51193] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133516 { id="cluster_133516"; isCluster="true"; label="DeserializeToObject"; 51194 [id="node_51194" labelType="html" label="MapPartitionsRDD [51194] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133511 { id="cluster_133511"; isCluster="true"; label="MapPartitions"; 51195 [id="node_51195" labelType="html" label="MapPartitionsRDD [51195] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133757 { id="cluster_133757"; isCluster="true"; label="mapPartitions"; 51197 [id="node_51197" labelType="html" label="MapPartitionsRDD [51197] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133857 { id="cluster_133857"; isCluster="true"; label="Scan"; 51206 [id="node_51206" labelType="html" label="MapPartitionsRDD [51206] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133851 { id="cluster_133851"; isCluster="true"; label="WholeStageCodegen (1)"; 51207 [id="node_51207" labelType="html" label="MapPartitionsRDD [51207] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133850 { id="cluster_133850"; isCluster="true"; label="InMemoryTableScan"; 51208 [id="node_51208" labelType="html" label="MapPartitionsRDD [51208] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51209 [id="node_51209" labelType="html" label="*(1) Generate explode(prodPlantResults#1025366), false, [prodPlantResults#1025373]\n+- *(1) Project [prodPlantResults#1025366]\n +- *(1) Filter ((size(prodPlantResults#1025366, true) > 0) AND isnotnull(prodPlantResults#1025366))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [51209] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51210 [id="node_51210" labelType="html" label="MapPartitionsRDD [51210] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51211 [id="node_51211" labelType="html" label="MapPartitionsRDD [51211] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51212 [id="node_51212" labelType="html" label="MapPartitionsRDD [51212] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133849 { id="cluster_133849"; isCluster="true"; label="Project"; 51213 [id="node_51213" labelType="html" label="MapPartitionsRDD [51213] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133864 { id="cluster_133864"; isCluster="true"; label="InMemoryTableScan"; 51214 [id="node_51214" labelType="html" label="MapPartitionsRDD [51214] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51215 [id="node_51215" labelType="html" label="MapPartitionsRDD [51215] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51216 [id="node_51216" labelType="html" label="MapPartitionsRDD [51216] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133859 { id="cluster_133859"; isCluster="true"; label="WholeStageCodegen (1)"; 51217 [id="node_51217" labelType="html" label="MapPartitionsRDD [51217] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133858 { id="cluster_133858"; isCluster="true"; label="Project"; 51218 [id="node_51218" labelType="html" label="MapPartitionsRDD [51218] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133871 { id="cluster_133871"; isCluster="true"; label="InMemoryTableScan"; 51219 [id="node_51219" labelType="html" label="MapPartitionsRDD [51219] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51220 [id="node_51220" labelType="html" label="MapPartitionsRDD [51220] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51221 [id="node_51221" labelType="html" label="MapPartitionsRDD [51221] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133866 { id="cluster_133866"; isCluster="true"; label="WholeStageCodegen (2)"; 51222 [id="node_51222" labelType="html" label="MapPartitionsRDD [51222] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133865 { id="cluster_133865"; isCluster="true"; label="Project"; 51223 [id="node_51223" labelType="html" label="MapPartitionsRDD [51223] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133848 { id="cluster_133848"; isCluster="true"; label="Union"; 51224 [id="node_51224" labelType="html" label="UnionRDD [51224] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133826 { id="cluster_133826"; isCluster="true"; label="WholeStageCodegen (5)"; 51225 [id="node_51225" labelType="html" label="MapPartitionsRDD [51225] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133825 { id="cluster_133825"; isCluster="true"; label="SortAggregate"; 51226 [id="node_51226" labelType="html" label="MapPartitionsRDD [51226] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133824 { id="cluster_133824"; isCluster="true"; label="Exchange"; 51227 [id="node_51227" labelType="html" label="MapPartitionsRDD [51227] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51191->51192; 51192->51193; 51193->51194; 51194->51195; 51195->51196; 51196->51197; 51197->51206; 51206->51207; 51207->51208; 51208->51209; 51209->51210; 51210->51211; 51211->51212; 51212->51213; 51209->51214; 51214->51215; 51215->51216; 51216->51217; 51217->51218; 51209->51219; 51219->51220; 51220->51221; 51221->51222; 51222->51223; 51213->51224; 51218->51224; 51223->51224; 51224->51225; 51225->51226; 51226->51227; }
51190,51191
51197
51209
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time