4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107846 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
27.7 KiB / 22
Shuffle Write Size / Records:
9.2 KiB / 23
Associated Job Ids:
6008
DAG Visualization
digraph G { id="graph_107846"; subgraph graph_stage_107846 { id="graph_stage_107846"; isCluster="true"; label="Stage 107846"; 52252 [id="node_52252" labelType="html" label="SQLExecutionRDD [52252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_136154 { id="cluster_136154"; isCluster="true"; label="Exchange"; 52247 [id="node_52247" labelType="html" label="ShuffledRowRDD [52247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136153 { id="cluster_136153"; isCluster="true"; label="ObjectHashAggregate"; 52248 [id="node_52248" labelType="html" label="MapPartitionsRDD [52248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136003 { id="cluster_136003"; isCluster="true"; label="WholeStageCodegen (17)"; 52249 [id="node_52249" labelType="html" label="MapPartitionsRDD [52249] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136002 { id="cluster_136002"; isCluster="true"; label="DeserializeToObject"; 52250 [id="node_52250" labelType="html" label="MapPartitionsRDD [52250] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135997 { id="cluster_135997"; isCluster="true"; label="MapPartitions"; 52251 [id="node_52251" labelType="html" label="MapPartitionsRDD [52251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136240 { id="cluster_136240"; isCluster="true"; label="mapPartitions"; 52253 [id="node_52253" labelType="html" label="MapPartitionsRDD [52253] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136340 { id="cluster_136340"; isCluster="true"; label="Scan"; 52262 [id="node_52262" labelType="html" label="MapPartitionsRDD [52262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136334 { id="cluster_136334"; isCluster="true"; label="WholeStageCodegen (1)"; 52263 [id="node_52263" labelType="html" label="MapPartitionsRDD [52263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136333 { id="cluster_136333"; isCluster="true"; label="InMemoryTableScan"; 52264 [id="node_52264" labelType="html" label="MapPartitionsRDD [52264] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52265 [id="node_52265" labelType="html" label="*(1) Generate explode(prodPlantResults#1047598), false, [prodPlantResults#1047605]\n+- *(1) Project [prodPlantResults#1047598]\n +- *(1) Filter ((size(prodPlantResults#1047598, true) > 0) AND isnotnull(prodPlantResults#1047598))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [52265] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52266 [id="node_52266" labelType="html" label="MapPartitionsRDD [52266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52267 [id="node_52267" labelType="html" label="MapPartitionsRDD [52267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52268 [id="node_52268" labelType="html" label="MapPartitionsRDD [52268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136332 { id="cluster_136332"; isCluster="true"; label="Project"; 52269 [id="node_52269" labelType="html" label="MapPartitionsRDD [52269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136347 { id="cluster_136347"; isCluster="true"; label="InMemoryTableScan"; 52270 [id="node_52270" labelType="html" label="MapPartitionsRDD [52270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52271 [id="node_52271" labelType="html" label="MapPartitionsRDD [52271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52272 [id="node_52272" labelType="html" label="MapPartitionsRDD [52272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136342 { id="cluster_136342"; isCluster="true"; label="WholeStageCodegen (1)"; 52273 [id="node_52273" labelType="html" label="MapPartitionsRDD [52273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136341 { id="cluster_136341"; isCluster="true"; label="Project"; 52274 [id="node_52274" labelType="html" label="MapPartitionsRDD [52274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136354 { id="cluster_136354"; isCluster="true"; label="InMemoryTableScan"; 52275 [id="node_52275" labelType="html" label="MapPartitionsRDD [52275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52276 [id="node_52276" labelType="html" label="MapPartitionsRDD [52276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52277 [id="node_52277" labelType="html" label="MapPartitionsRDD [52277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136349 { id="cluster_136349"; isCluster="true"; label="WholeStageCodegen (2)"; 52278 [id="node_52278" labelType="html" label="MapPartitionsRDD [52278] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136348 { id="cluster_136348"; isCluster="true"; label="Project"; 52279 [id="node_52279" labelType="html" label="MapPartitionsRDD [52279] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136331 { id="cluster_136331"; isCluster="true"; label="Union"; 52280 [id="node_52280" labelType="html" label="UnionRDD [52280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136309 { id="cluster_136309"; isCluster="true"; label="WholeStageCodegen (5)"; 52281 [id="node_52281" labelType="html" label="MapPartitionsRDD [52281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136308 { id="cluster_136308"; isCluster="true"; label="SortAggregate"; 52282 [id="node_52282" labelType="html" label="MapPartitionsRDD [52282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136307 { id="cluster_136307"; isCluster="true"; label="Exchange"; 52283 [id="node_52283" labelType="html" label="MapPartitionsRDD [52283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52247->52248; 52248->52249; 52249->52250; 52250->52251; 52251->52252; 52252->52253; 52253->52262; 52262->52263; 52263->52264; 52264->52265; 52265->52266; 52266->52267; 52267->52268; 52268->52269; 52265->52270; 52270->52271; 52271->52272; 52272->52273; 52273->52274; 52265->52275; 52275->52276; 52276->52277; 52277->52278; 52278->52279; 52269->52280; 52274->52280; 52279->52280; 52280->52281; 52281->52282; 52282->52283; }
52246,52247
52253
52265
52252
52247
52248
52249
52250
52251
52253
52262
52263
52264
52265
52266
52267
52268
52269
52270
52271
52272
52273
52274
52275
52276
52277
52278
52279
52280
52281
52282
52283
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time