4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99834 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
145.8 KiB / 72
Shuffle Write Size / Records:
114.5 KiB / 379
Associated Job Ids:
5267
DAG Visualization
digraph G { id="graph_99834"; subgraph graph_stage_99834 { id="graph_stage_99834"; isCluster="true"; label="Stage 99834"; 46219 [id="node_46219" labelType="html" label="SQLExecutionRDD [46219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_119962 { id="cluster_119962"; isCluster="true"; label="Exchange"; 46214 [id="node_46214" labelType="html" label="ShuffledRowRDD [46214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119961 { id="cluster_119961"; isCluster="true"; label="ObjectHashAggregate"; 46215 [id="node_46215" labelType="html" label="MapPartitionsRDD [46215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119811 { id="cluster_119811"; isCluster="true"; label="WholeStageCodegen (17)"; 46216 [id="node_46216" labelType="html" label="MapPartitionsRDD [46216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119810 { id="cluster_119810"; isCluster="true"; label="DeserializeToObject"; 46217 [id="node_46217" labelType="html" label="MapPartitionsRDD [46217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119805 { id="cluster_119805"; isCluster="true"; label="MapPartitions"; 46218 [id="node_46218" labelType="html" label="MapPartitionsRDD [46218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120048 { id="cluster_120048"; isCluster="true"; label="mapPartitions"; 46220 [id="node_46220" labelType="html" label="MapPartitionsRDD [46220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120148 { id="cluster_120148"; isCluster="true"; label="Scan"; 46229 [id="node_46229" labelType="html" label="MapPartitionsRDD [46229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120142 { id="cluster_120142"; isCluster="true"; label="WholeStageCodegen (1)"; 46230 [id="node_46230" labelType="html" label="MapPartitionsRDD [46230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120141 { id="cluster_120141"; isCluster="true"; label="InMemoryTableScan"; 46231 [id="node_46231" labelType="html" label="MapPartitionsRDD [46231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46232 [id="node_46232" labelType="html" label="*(1) Generate explode(prodPlantResults#929977), false, [prodPlantResults#929984]\n+- *(1) Project [prodPlantResults#929977]\n +- *(1) Filter ((size(prodPlantResults#929977, true) > 0) AND isnotnull(prodPlantResults#929977))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [46232] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46233 [id="node_46233" labelType="html" label="MapPartitionsRDD [46233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46234 [id="node_46234" labelType="html" label="MapPartitionsRDD [46234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46235 [id="node_46235" labelType="html" label="MapPartitionsRDD [46235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120140 { id="cluster_120140"; isCluster="true"; label="Project"; 46236 [id="node_46236" labelType="html" label="MapPartitionsRDD [46236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120155 { id="cluster_120155"; isCluster="true"; label="InMemoryTableScan"; 46237 [id="node_46237" labelType="html" label="MapPartitionsRDD [46237] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46238 [id="node_46238" labelType="html" label="MapPartitionsRDD [46238] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46239 [id="node_46239" labelType="html" label="MapPartitionsRDD [46239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120150 { id="cluster_120150"; isCluster="true"; label="WholeStageCodegen (1)"; 46240 [id="node_46240" labelType="html" label="MapPartitionsRDD [46240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120149 { id="cluster_120149"; isCluster="true"; label="Project"; 46241 [id="node_46241" labelType="html" label="MapPartitionsRDD [46241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120162 { id="cluster_120162"; isCluster="true"; label="InMemoryTableScan"; 46242 [id="node_46242" labelType="html" label="MapPartitionsRDD [46242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46243 [id="node_46243" labelType="html" label="MapPartitionsRDD [46243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46244 [id="node_46244" labelType="html" label="MapPartitionsRDD [46244] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120157 { id="cluster_120157"; isCluster="true"; label="WholeStageCodegen (2)"; 46245 [id="node_46245" labelType="html" label="MapPartitionsRDD [46245] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120156 { id="cluster_120156"; isCluster="true"; label="Project"; 46246 [id="node_46246" labelType="html" label="MapPartitionsRDD [46246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120139 { id="cluster_120139"; isCluster="true"; label="Union"; 46247 [id="node_46247" labelType="html" label="UnionRDD [46247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120116 { id="cluster_120116"; isCluster="true"; label="WholeStageCodegen (5)"; 46248 [id="node_46248" labelType="html" label="MapPartitionsRDD [46248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120115 { id="cluster_120115"; isCluster="true"; label="SortAggregate"; 46249 [id="node_46249" labelType="html" label="MapPartitionsRDD [46249] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120114 { id="cluster_120114"; isCluster="true"; label="Exchange"; 46250 [id="node_46250" labelType="html" label="MapPartitionsRDD [46250] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46214->46215; 46215->46216; 46216->46217; 46217->46218; 46218->46219; 46219->46220; 46220->46229; 46229->46230; 46230->46231; 46231->46232; 46232->46233; 46233->46234; 46234->46235; 46235->46236; 46232->46237; 46237->46238; 46238->46239; 46239->46240; 46240->46241; 46232->46242; 46242->46243; 46243->46244; 46244->46245; 46245->46246; 46236->46247; 46241->46247; 46246->46247; 46247->46248; 46248->46249; 46249->46250; }
46213,46214
46220
46232
46219
46214
46215
46216
46217
46218
46220
46229
46230
46231
46232
46233
46234
46235
46236
46237
46238
46239
46240
46241
46242
46243
46244
46245
46246
46247
46248
46249
46250
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time