4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 94804 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
11.4 KiB / 9
Shuffle Write Size / Records:
2.5 KiB / 6
Associated Job Ids:
4950
DAG Visualization
digraph G { id="graph_94804"; subgraph graph_stage_94804 { id="graph_stage_94804"; isCluster="true"; label="Stage 94804"; 43228 [id="node_43228" labelType="html" label="SQLExecutionRDD [43228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_112465 { id="cluster_112465"; isCluster="true"; label="Exchange"; 43223 [id="node_43223" labelType="html" label="ShuffledRowRDD [43223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112464 { id="cluster_112464"; isCluster="true"; label="ObjectHashAggregate"; 43224 [id="node_43224" labelType="html" label="MapPartitionsRDD [43224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112314 { id="cluster_112314"; isCluster="true"; label="WholeStageCodegen (17)"; 43225 [id="node_43225" labelType="html" label="MapPartitionsRDD [43225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112313 { id="cluster_112313"; isCluster="true"; label="DeserializeToObject"; 43226 [id="node_43226" labelType="html" label="MapPartitionsRDD [43226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112308 { id="cluster_112308"; isCluster="true"; label="MapPartitions"; 43227 [id="node_43227" labelType="html" label="MapPartitionsRDD [43227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112551 { id="cluster_112551"; isCluster="true"; label="mapPartitions"; 43229 [id="node_43229" labelType="html" label="MapPartitionsRDD [43229] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112651 { id="cluster_112651"; isCluster="true"; label="Scan"; 43238 [id="node_43238" labelType="html" label="MapPartitionsRDD [43238] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112645 { id="cluster_112645"; isCluster="true"; label="WholeStageCodegen (1)"; 43239 [id="node_43239" labelType="html" label="MapPartitionsRDD [43239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112644 { id="cluster_112644"; isCluster="true"; label="InMemoryTableScan"; 43240 [id="node_43240" labelType="html" label="MapPartitionsRDD [43240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43241 [id="node_43241" labelType="html" label="*(1) Generate explode(prodPlantResults#868507), false, [prodPlantResults#868514]\n+- *(1) Project [prodPlantResults#868507]\n +- *(1) Filter ((size(prodPlantResults#868507, true) > 0) AND isnotnull(prodPlantResults#868507))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [43241] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43242 [id="node_43242" labelType="html" label="MapPartitionsRDD [43242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43243 [id="node_43243" labelType="html" label="MapPartitionsRDD [43243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43244 [id="node_43244" labelType="html" label="MapPartitionsRDD [43244] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112643 { id="cluster_112643"; isCluster="true"; label="Project"; 43245 [id="node_43245" labelType="html" label="MapPartitionsRDD [43245] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112658 { id="cluster_112658"; isCluster="true"; label="InMemoryTableScan"; 43246 [id="node_43246" labelType="html" label="MapPartitionsRDD [43246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43247 [id="node_43247" labelType="html" label="MapPartitionsRDD [43247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43248 [id="node_43248" labelType="html" label="MapPartitionsRDD [43248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112653 { id="cluster_112653"; isCluster="true"; label="WholeStageCodegen (1)"; 43249 [id="node_43249" labelType="html" label="MapPartitionsRDD [43249] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112652 { id="cluster_112652"; isCluster="true"; label="Project"; 43250 [id="node_43250" labelType="html" label="MapPartitionsRDD [43250] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112665 { id="cluster_112665"; isCluster="true"; label="InMemoryTableScan"; 43251 [id="node_43251" labelType="html" label="MapPartitionsRDD [43251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43252 [id="node_43252" labelType="html" label="MapPartitionsRDD [43252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43253 [id="node_43253" labelType="html" label="MapPartitionsRDD [43253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112660 { id="cluster_112660"; isCluster="true"; label="WholeStageCodegen (2)"; 43254 [id="node_43254" labelType="html" label="MapPartitionsRDD [43254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112659 { id="cluster_112659"; isCluster="true"; label="Project"; 43255 [id="node_43255" labelType="html" label="MapPartitionsRDD [43255] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112642 { id="cluster_112642"; isCluster="true"; label="Union"; 43256 [id="node_43256" labelType="html" label="UnionRDD [43256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112619 { id="cluster_112619"; isCluster="true"; label="WholeStageCodegen (5)"; 43257 [id="node_43257" labelType="html" label="MapPartitionsRDD [43257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112618 { id="cluster_112618"; isCluster="true"; label="SortAggregate"; 43258 [id="node_43258" labelType="html" label="MapPartitionsRDD [43258] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112617 { id="cluster_112617"; isCluster="true"; label="Exchange"; 43259 [id="node_43259" labelType="html" label="MapPartitionsRDD [43259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43223->43224; 43224->43225; 43225->43226; 43226->43227; 43227->43228; 43228->43229; 43229->43238; 43238->43239; 43239->43240; 43240->43241; 43241->43242; 43242->43243; 43243->43244; 43244->43245; 43241->43246; 43246->43247; 43247->43248; 43248->43249; 43249->43250; 43241->43251; 43251->43252; 43252->43253; 43253->43254; 43254->43255; 43245->43256; 43250->43256; 43255->43256; 43256->43257; 43257->43258; 43258->43259; }
43222,43223
43229
43241
43228
43223
43224
43225
43226
43227
43229
43238
43239
43240
43241
43242
43243
43244
43245
43246
43247
43248
43249
43250
43251
43252
43253
43254
43255
43256
43257
43258
43259
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time