4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105146 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
55.0 KiB / 41
Shuffle Write Size / Records:
18.9 KiB / 51
Associated Job Ids:
5782
DAG Visualization
digraph G { id="graph_105146"; subgraph graph_stage_105146 { id="graph_stage_105146"; isCluster="true"; label="Stage 105146"; 50349 [id="node_50349" labelType="html" label="SQLExecutionRDD [50349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_131122 { id="cluster_131122"; isCluster="true"; label="Exchange"; 50344 [id="node_50344" labelType="html" label="ShuffledRowRDD [50344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131121 { id="cluster_131121"; isCluster="true"; label="ObjectHashAggregate"; 50345 [id="node_50345" labelType="html" label="MapPartitionsRDD [50345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130971 { id="cluster_130971"; isCluster="true"; label="WholeStageCodegen (17)"; 50346 [id="node_50346" labelType="html" label="MapPartitionsRDD [50346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130970 { id="cluster_130970"; isCluster="true"; label="DeserializeToObject"; 50347 [id="node_50347" labelType="html" label="MapPartitionsRDD [50347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130965 { id="cluster_130965"; isCluster="true"; label="MapPartitions"; 50348 [id="node_50348" labelType="html" label="MapPartitionsRDD [50348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131208 { id="cluster_131208"; isCluster="true"; label="mapPartitions"; 50350 [id="node_50350" labelType="html" label="MapPartitionsRDD [50350] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131308 { id="cluster_131308"; isCluster="true"; label="Scan"; 50359 [id="node_50359" labelType="html" label="MapPartitionsRDD [50359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131302 { id="cluster_131302"; isCluster="true"; label="WholeStageCodegen (1)"; 50360 [id="node_50360" labelType="html" label="MapPartitionsRDD [50360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131301 { id="cluster_131301"; isCluster="true"; label="InMemoryTableScan"; 50361 [id="node_50361" labelType="html" label="MapPartitionsRDD [50361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50362 [id="node_50362" labelType="html" label="*(1) Generate explode(prodPlantResults#1009277), false, [prodPlantResults#1009284]\n+- *(1) Project [prodPlantResults#1009277]\n +- *(1) Filter ((size(prodPlantResults#1009277, true) > 0) AND isnotnull(prodPlantResults#1009277))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [50362] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50363 [id="node_50363" labelType="html" label="MapPartitionsRDD [50363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50364 [id="node_50364" labelType="html" label="MapPartitionsRDD [50364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50365 [id="node_50365" labelType="html" label="MapPartitionsRDD [50365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131300 { id="cluster_131300"; isCluster="true"; label="Project"; 50366 [id="node_50366" labelType="html" label="MapPartitionsRDD [50366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131315 { id="cluster_131315"; isCluster="true"; label="InMemoryTableScan"; 50367 [id="node_50367" labelType="html" label="MapPartitionsRDD [50367] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50368 [id="node_50368" labelType="html" label="MapPartitionsRDD [50368] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50369 [id="node_50369" labelType="html" label="MapPartitionsRDD [50369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131310 { id="cluster_131310"; isCluster="true"; label="WholeStageCodegen (1)"; 50370 [id="node_50370" labelType="html" label="MapPartitionsRDD [50370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131309 { id="cluster_131309"; isCluster="true"; label="Project"; 50371 [id="node_50371" labelType="html" label="MapPartitionsRDD [50371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131322 { id="cluster_131322"; isCluster="true"; label="InMemoryTableScan"; 50372 [id="node_50372" labelType="html" label="MapPartitionsRDD [50372] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50373 [id="node_50373" labelType="html" label="MapPartitionsRDD [50373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50374 [id="node_50374" labelType="html" label="MapPartitionsRDD [50374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131317 { id="cluster_131317"; isCluster="true"; label="WholeStageCodegen (2)"; 50375 [id="node_50375" labelType="html" label="MapPartitionsRDD [50375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131316 { id="cluster_131316"; isCluster="true"; label="Project"; 50376 [id="node_50376" labelType="html" label="MapPartitionsRDD [50376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131299 { id="cluster_131299"; isCluster="true"; label="Union"; 50377 [id="node_50377" labelType="html" label="UnionRDD [50377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131276 { id="cluster_131276"; isCluster="true"; label="WholeStageCodegen (5)"; 50378 [id="node_50378" labelType="html" label="MapPartitionsRDD [50378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131275 { id="cluster_131275"; isCluster="true"; label="SortAggregate"; 50379 [id="node_50379" labelType="html" label="MapPartitionsRDD [50379] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131274 { id="cluster_131274"; isCluster="true"; label="Exchange"; 50380 [id="node_50380" labelType="html" label="MapPartitionsRDD [50380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 50344->50345; 50345->50346; 50346->50347; 50347->50348; 50348->50349; 50349->50350; 50350->50359; 50359->50360; 50360->50361; 50361->50362; 50362->50363; 50363->50364; 50364->50365; 50365->50366; 50362->50367; 50367->50368; 50368->50369; 50369->50370; 50370->50371; 50362->50372; 50372->50373; 50373->50374; 50374->50375; 50375->50376; 50366->50377; 50371->50377; 50376->50377; 50377->50378; 50378->50379; 50379->50380; }
50343,50344
50350
50362
50349
50344
50345
50346
50347
50348
50350
50359
50360
50361
50362
50363
50364
50365
50366
50367
50368
50369
50370
50371
50372
50373
50374
50375
50376
50377
50378
50379
50380
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time