4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103010 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
110.0 KiB / 75
Shuffle Write Size / Records:
51.7 KiB / 145
Associated Job Ids:
5719
DAG Visualization
digraph G { id="graph_103010"; subgraph graph_stage_103010 { id="graph_stage_103010"; isCluster="true"; label="Stage 103010"; 49557 [id="node_49557" labelType="html" label="SQLExecutionRDD [49557] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_129259 { id="cluster_129259"; isCluster="true"; label="Exchange"; 49552 [id="node_49552" labelType="html" label="ShuffledRowRDD [49552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129258 { id="cluster_129258"; isCluster="true"; label="ObjectHashAggregate"; 49553 [id="node_49553" labelType="html" label="MapPartitionsRDD [49553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129108 { id="cluster_129108"; isCluster="true"; label="WholeStageCodegen (17)"; 49554 [id="node_49554" labelType="html" label="MapPartitionsRDD [49554] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129107 { id="cluster_129107"; isCluster="true"; label="DeserializeToObject"; 49555 [id="node_49555" labelType="html" label="MapPartitionsRDD [49555] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129102 { id="cluster_129102"; isCluster="true"; label="MapPartitions"; 49556 [id="node_49556" labelType="html" label="MapPartitionsRDD [49556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129345 { id="cluster_129345"; isCluster="true"; label="mapPartitions"; 49558 [id="node_49558" labelType="html" label="MapPartitionsRDD [49558] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129445 { id="cluster_129445"; isCluster="true"; label="Scan"; 49567 [id="node_49567" labelType="html" label="MapPartitionsRDD [49567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129439 { id="cluster_129439"; isCluster="true"; label="WholeStageCodegen (1)"; 49568 [id="node_49568" labelType="html" label="MapPartitionsRDD [49568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129438 { id="cluster_129438"; isCluster="true"; label="InMemoryTableScan"; 49569 [id="node_49569" labelType="html" label="MapPartitionsRDD [49569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49570 [id="node_49570" labelType="html" label="*(1) Generate explode(prodPlantResults#992603), false, [prodPlantResults#992610]\n+- *(1) Project [prodPlantResults#992603]\n +- *(1) Filter ((size(prodPlantResults#992603, true) > 0) AND isnotnull(prodPlantResults#992603))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [49570] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49571 [id="node_49571" labelType="html" label="MapPartitionsRDD [49571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49572 [id="node_49572" labelType="html" label="MapPartitionsRDD [49572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49573 [id="node_49573" labelType="html" label="MapPartitionsRDD [49573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129437 { id="cluster_129437"; isCluster="true"; label="Project"; 49574 [id="node_49574" labelType="html" label="MapPartitionsRDD [49574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129452 { id="cluster_129452"; isCluster="true"; label="InMemoryTableScan"; 49575 [id="node_49575" labelType="html" label="MapPartitionsRDD [49575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49576 [id="node_49576" labelType="html" label="MapPartitionsRDD [49576] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49577 [id="node_49577" labelType="html" label="MapPartitionsRDD [49577] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129447 { id="cluster_129447"; isCluster="true"; label="WholeStageCodegen (1)"; 49578 [id="node_49578" labelType="html" label="MapPartitionsRDD [49578] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129446 { id="cluster_129446"; isCluster="true"; label="Project"; 49579 [id="node_49579" labelType="html" label="MapPartitionsRDD [49579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129459 { id="cluster_129459"; isCluster="true"; label="InMemoryTableScan"; 49580 [id="node_49580" labelType="html" label="MapPartitionsRDD [49580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49581 [id="node_49581" labelType="html" label="MapPartitionsRDD [49581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49582 [id="node_49582" labelType="html" label="MapPartitionsRDD [49582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129454 { id="cluster_129454"; isCluster="true"; label="WholeStageCodegen (2)"; 49583 [id="node_49583" labelType="html" label="MapPartitionsRDD [49583] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129453 { id="cluster_129453"; isCluster="true"; label="Project"; 49584 [id="node_49584" labelType="html" label="MapPartitionsRDD [49584] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129436 { id="cluster_129436"; isCluster="true"; label="Union"; 49585 [id="node_49585" labelType="html" label="UnionRDD [49585] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129414 { id="cluster_129414"; isCluster="true"; label="WholeStageCodegen (5)"; 49586 [id="node_49586" labelType="html" label="MapPartitionsRDD [49586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129412 { id="cluster_129412"; isCluster="true"; label="SortAggregate"; 49587 [id="node_49587" labelType="html" label="MapPartitionsRDD [49587] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129411 { id="cluster_129411"; isCluster="true"; label="Exchange"; 49588 [id="node_49588" labelType="html" label="MapPartitionsRDD [49588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49552->49553; 49553->49554; 49554->49555; 49555->49556; 49556->49557; 49557->49558; 49558->49567; 49567->49568; 49568->49569; 49569->49570; 49570->49571; 49571->49572; 49572->49573; 49573->49574; 49570->49575; 49575->49576; 49576->49577; 49577->49578; 49578->49579; 49570->49580; 49580->49581; 49581->49582; 49582->49583; 49583->49584; 49574->49585; 49579->49585; 49584->49585; 49585->49586; 49586->49587; 49587->49588; }
49551,49552
49558
49570
49557
49552
49553
49554
49555
49556
49558
49567
49568
49569
49570
49571
49572
49573
49574
49575
49576
49577
49578
49579
49580
49581
49582
49583
49584
49585
49586
49587
49588
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time