4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 90984 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
39.5 KiB / 32
Shuffle Write Size / Records:
15.8 KiB / 41
Associated Job Ids:
4866
DAG Visualization
digraph G { id="graph_90984"; subgraph graph_stage_90984 { id="graph_stage_90984"; isCluster="true"; label="Stage 90984"; 42172 [id="node_42172" labelType="html" label="SQLExecutionRDD [42172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_109981 { id="cluster_109981"; isCluster="true"; label="Exchange"; 42167 [id="node_42167" labelType="html" label="ShuffledRowRDD [42167] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109980 { id="cluster_109980"; isCluster="true"; label="ObjectHashAggregate"; 42168 [id="node_42168" labelType="html" label="MapPartitionsRDD [42168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109830 { id="cluster_109830"; isCluster="true"; label="WholeStageCodegen (17)"; 42169 [id="node_42169" labelType="html" label="MapPartitionsRDD [42169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109829 { id="cluster_109829"; isCluster="true"; label="DeserializeToObject"; 42170 [id="node_42170" labelType="html" label="MapPartitionsRDD [42170] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109824 { id="cluster_109824"; isCluster="true"; label="MapPartitions"; 42171 [id="node_42171" labelType="html" label="MapPartitionsRDD [42171] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110067 { id="cluster_110067"; isCluster="true"; label="mapPartitions"; 42173 [id="node_42173" labelType="html" label="MapPartitionsRDD [42173] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110167 { id="cluster_110167"; isCluster="true"; label="Scan"; 42182 [id="node_42182" labelType="html" label="MapPartitionsRDD [42182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110161 { id="cluster_110161"; isCluster="true"; label="WholeStageCodegen (1)"; 42183 [id="node_42183" labelType="html" label="MapPartitionsRDD [42183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110160 { id="cluster_110160"; isCluster="true"; label="InMemoryTableScan"; 42184 [id="node_42184" labelType="html" label="MapPartitionsRDD [42184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42185 [id="node_42185" labelType="html" label="*(1) Generate explode(prodPlantResults#846275), false, [prodPlantResults#846282]\n+- *(1) Project [prodPlantResults#846275]\n +- *(1) Filter ((size(prodPlantResults#846275, true) > 0) AND isnotnull(prodPlantResults#846275))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [42185] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42186 [id="node_42186" labelType="html" label="MapPartitionsRDD [42186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42187 [id="node_42187" labelType="html" label="MapPartitionsRDD [42187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42188 [id="node_42188" labelType="html" label="MapPartitionsRDD [42188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110159 { id="cluster_110159"; isCluster="true"; label="Project"; 42189 [id="node_42189" labelType="html" label="MapPartitionsRDD [42189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110174 { id="cluster_110174"; isCluster="true"; label="InMemoryTableScan"; 42190 [id="node_42190" labelType="html" label="MapPartitionsRDD [42190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42191 [id="node_42191" labelType="html" label="MapPartitionsRDD [42191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42192 [id="node_42192" labelType="html" label="MapPartitionsRDD [42192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110169 { id="cluster_110169"; isCluster="true"; label="WholeStageCodegen (1)"; 42193 [id="node_42193" labelType="html" label="MapPartitionsRDD [42193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110168 { id="cluster_110168"; isCluster="true"; label="Project"; 42194 [id="node_42194" labelType="html" label="MapPartitionsRDD [42194] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110181 { id="cluster_110181"; isCluster="true"; label="InMemoryTableScan"; 42195 [id="node_42195" labelType="html" label="MapPartitionsRDD [42195] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42196 [id="node_42196" labelType="html" label="MapPartitionsRDD [42196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42197 [id="node_42197" labelType="html" label="MapPartitionsRDD [42197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110176 { id="cluster_110176"; isCluster="true"; label="WholeStageCodegen (2)"; 42198 [id="node_42198" labelType="html" label="MapPartitionsRDD [42198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110175 { id="cluster_110175"; isCluster="true"; label="Project"; 42199 [id="node_42199" labelType="html" label="MapPartitionsRDD [42199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110158 { id="cluster_110158"; isCluster="true"; label="Union"; 42200 [id="node_42200" labelType="html" label="UnionRDD [42200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110135 { id="cluster_110135"; isCluster="true"; label="WholeStageCodegen (5)"; 42201 [id="node_42201" labelType="html" label="MapPartitionsRDD [42201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110134 { id="cluster_110134"; isCluster="true"; label="SortAggregate"; 42202 [id="node_42202" labelType="html" label="MapPartitionsRDD [42202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110133 { id="cluster_110133"; isCluster="true"; label="Exchange"; 42203 [id="node_42203" labelType="html" label="MapPartitionsRDD [42203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42167->42168; 42168->42169; 42169->42170; 42170->42171; 42171->42172; 42172->42173; 42173->42182; 42182->42183; 42183->42184; 42184->42185; 42185->42186; 42186->42187; 42187->42188; 42188->42189; 42185->42190; 42190->42191; 42191->42192; 42192->42193; 42193->42194; 42185->42195; 42195->42196; 42196->42197; 42197->42198; 42198->42199; 42189->42200; 42194->42200; 42199->42200; 42200->42201; 42201->42202; 42202->42203; }
42166,42167
42173
42185
42172
42167
42168
42169
42170
42171
42173
42182
42183
42184
42185
42186
42187
42188
42189
42190
42191
42192
42193
42194
42195
42196
42197
42198
42199
42200
42201
42202
42203
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time