4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113051 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
855.0 B / 2
Associated Job Ids:
6158
DAG Visualization
digraph G { id="graph_113051"; subgraph graph_stage_113051 { id="graph_stage_113051"; isCluster="true"; label="Stage 113051"; 54124 [id="node_54124" labelType="html" label="SQLExecutionRDD [54124] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_140560 { id="cluster_140560"; isCluster="true"; label="Exchange"; 54119 [id="node_54119" labelType="html" label="ShuffledRowRDD [54119] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140559 { id="cluster_140559"; isCluster="true"; label="ObjectHashAggregate"; 54120 [id="node_54120" labelType="html" label="MapPartitionsRDD [54120] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140409 { id="cluster_140409"; isCluster="true"; label="WholeStageCodegen (17)"; 54121 [id="node_54121" labelType="html" label="MapPartitionsRDD [54121] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140408 { id="cluster_140408"; isCluster="true"; label="DeserializeToObject"; 54122 [id="node_54122" labelType="html" label="MapPartitionsRDD [54122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140403 { id="cluster_140403"; isCluster="true"; label="MapPartitions"; 54123 [id="node_54123" labelType="html" label="MapPartitionsRDD [54123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140646 { id="cluster_140646"; isCluster="true"; label="mapPartitions"; 54125 [id="node_54125" labelType="html" label="MapPartitionsRDD [54125] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140746 { id="cluster_140746"; isCluster="true"; label="Scan"; 54134 [id="node_54134" labelType="html" label="MapPartitionsRDD [54134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140740 { id="cluster_140740"; isCluster="true"; label="WholeStageCodegen (1)"; 54135 [id="node_54135" labelType="html" label="MapPartitionsRDD [54135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140739 { id="cluster_140739"; isCluster="true"; label="InMemoryTableScan"; 54136 [id="node_54136" labelType="html" label="MapPartitionsRDD [54136] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54137 [id="node_54137" labelType="html" label="*(1) Generate explode(prodPlantResults#1086803), false, [prodPlantResults#1086810]\n+- *(1) Project [prodPlantResults#1086803]\n +- *(1) Filter ((size(prodPlantResults#1086803, true) > 0) AND isnotnull(prodPlantResults#1086803))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [54137] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54138 [id="node_54138" labelType="html" label="MapPartitionsRDD [54138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54139 [id="node_54139" labelType="html" label="MapPartitionsRDD [54139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54140 [id="node_54140" labelType="html" label="MapPartitionsRDD [54140] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140738 { id="cluster_140738"; isCluster="true"; label="Project"; 54141 [id="node_54141" labelType="html" label="MapPartitionsRDD [54141] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140753 { id="cluster_140753"; isCluster="true"; label="InMemoryTableScan"; 54142 [id="node_54142" labelType="html" label="MapPartitionsRDD [54142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54143 [id="node_54143" labelType="html" label="MapPartitionsRDD [54143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54144 [id="node_54144" labelType="html" label="MapPartitionsRDD [54144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140748 { id="cluster_140748"; isCluster="true"; label="WholeStageCodegen (1)"; 54145 [id="node_54145" labelType="html" label="MapPartitionsRDD [54145] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140747 { id="cluster_140747"; isCluster="true"; label="Project"; 54146 [id="node_54146" labelType="html" label="MapPartitionsRDD [54146] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140760 { id="cluster_140760"; isCluster="true"; label="InMemoryTableScan"; 54147 [id="node_54147" labelType="html" label="MapPartitionsRDD [54147] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54148 [id="node_54148" labelType="html" label="MapPartitionsRDD [54148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54149 [id="node_54149" labelType="html" label="MapPartitionsRDD [54149] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140755 { id="cluster_140755"; isCluster="true"; label="WholeStageCodegen (2)"; 54150 [id="node_54150" labelType="html" label="MapPartitionsRDD [54150] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140754 { id="cluster_140754"; isCluster="true"; label="Project"; 54151 [id="node_54151" labelType="html" label="MapPartitionsRDD [54151] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140737 { id="cluster_140737"; isCluster="true"; label="Union"; 54152 [id="node_54152" labelType="html" label="UnionRDD [54152] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140715 { id="cluster_140715"; isCluster="true"; label="WholeStageCodegen (5)"; 54153 [id="node_54153" labelType="html" label="MapPartitionsRDD [54153] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140714 { id="cluster_140714"; isCluster="true"; label="SortAggregate"; 54154 [id="node_54154" labelType="html" label="MapPartitionsRDD [54154] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140713 { id="cluster_140713"; isCluster="true"; label="Exchange"; 54155 [id="node_54155" labelType="html" label="MapPartitionsRDD [54155] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54119->54120; 54120->54121; 54121->54122; 54122->54123; 54123->54124; 54124->54125; 54125->54134; 54134->54135; 54135->54136; 54136->54137; 54137->54138; 54138->54139; 54139->54140; 54140->54141; 54137->54142; 54142->54143; 54143->54144; 54144->54145; 54145->54146; 54137->54147; 54147->54148; 54148->54149; 54149->54150; 54150->54151; 54141->54152; 54146->54152; 54151->54152; 54152->54153; 54153->54154; 54154->54155; }
54118,54119
54125
54137
54124
54119
54120
54121
54122
54123
54125
54134
54135
54136
54137
54138
54139
54140
54141
54142
54143
54144
54145
54146
54147
54148
54149
54150
54151
54152
54153
54154
54155
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time