4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117080 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
97.2 KiB / 71
Shuffle Write Size / Records:
57.3 KiB / 158
Associated Job Ids:
6431
DAG Visualization
digraph G { id="graph_117080"; subgraph graph_stage_117080 { id="graph_stage_117080"; isCluster="true"; label="Stage 117080"; 56567 [id="node_56567" labelType="html" label="SQLExecutionRDD [56567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_146777 { id="cluster_146777"; isCluster="true"; label="Exchange"; 56562 [id="node_56562" labelType="html" label="ShuffledRowRDD [56562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146776 { id="cluster_146776"; isCluster="true"; label="ObjectHashAggregate"; 56563 [id="node_56563" labelType="html" label="MapPartitionsRDD [56563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146626 { id="cluster_146626"; isCluster="true"; label="WholeStageCodegen (17)"; 56564 [id="node_56564" labelType="html" label="MapPartitionsRDD [56564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146625 { id="cluster_146625"; isCluster="true"; label="DeserializeToObject"; 56565 [id="node_56565" labelType="html" label="MapPartitionsRDD [56565] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146620 { id="cluster_146620"; isCluster="true"; label="MapPartitions"; 56566 [id="node_56566" labelType="html" label="MapPartitionsRDD [56566] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146863 { id="cluster_146863"; isCluster="true"; label="mapPartitions"; 56568 [id="node_56568" labelType="html" label="MapPartitionsRDD [56568] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146963 { id="cluster_146963"; isCluster="true"; label="Scan"; 56577 [id="node_56577" labelType="html" label="MapPartitionsRDD [56577] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146957 { id="cluster_146957"; isCluster="true"; label="WholeStageCodegen (1)"; 56578 [id="node_56578" labelType="html" label="MapPartitionsRDD [56578] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146956 { id="cluster_146956"; isCluster="true"; label="InMemoryTableScan"; 56579 [id="node_56579" labelType="html" label="MapPartitionsRDD [56579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56580 [id="node_56580" labelType="html" label="*(1) Generate explode(prodPlantResults#1136740), false, [prodPlantResults#1136747]\n+- *(1) Project [prodPlantResults#1136740]\n +- *(1) Filter ((size(prodPlantResults#1136740, true) > 0) AND isnotnull(prodPlantResults#1136740))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [56580] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56581 [id="node_56581" labelType="html" label="MapPartitionsRDD [56581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56582 [id="node_56582" labelType="html" label="MapPartitionsRDD [56582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56583 [id="node_56583" labelType="html" label="MapPartitionsRDD [56583] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146955 { id="cluster_146955"; isCluster="true"; label="Project"; 56584 [id="node_56584" labelType="html" label="MapPartitionsRDD [56584] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146970 { id="cluster_146970"; isCluster="true"; label="InMemoryTableScan"; 56585 [id="node_56585" labelType="html" label="MapPartitionsRDD [56585] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56586 [id="node_56586" labelType="html" label="MapPartitionsRDD [56586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56587 [id="node_56587" labelType="html" label="MapPartitionsRDD [56587] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146965 { id="cluster_146965"; isCluster="true"; label="WholeStageCodegen (1)"; 56588 [id="node_56588" labelType="html" label="MapPartitionsRDD [56588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146964 { id="cluster_146964"; isCluster="true"; label="Project"; 56589 [id="node_56589" labelType="html" label="MapPartitionsRDD [56589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146977 { id="cluster_146977"; isCluster="true"; label="InMemoryTableScan"; 56590 [id="node_56590" labelType="html" label="MapPartitionsRDD [56590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56591 [id="node_56591" labelType="html" label="MapPartitionsRDD [56591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56592 [id="node_56592" labelType="html" label="MapPartitionsRDD [56592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146972 { id="cluster_146972"; isCluster="true"; label="WholeStageCodegen (2)"; 56593 [id="node_56593" labelType="html" label="MapPartitionsRDD [56593] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146971 { id="cluster_146971"; isCluster="true"; label="Project"; 56594 [id="node_56594" labelType="html" label="MapPartitionsRDD [56594] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146954 { id="cluster_146954"; isCluster="true"; label="Union"; 56595 [id="node_56595" labelType="html" label="UnionRDD [56595] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146932 { id="cluster_146932"; isCluster="true"; label="WholeStageCodegen (5)"; 56596 [id="node_56596" labelType="html" label="MapPartitionsRDD [56596] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146931 { id="cluster_146931"; isCluster="true"; label="SortAggregate"; 56597 [id="node_56597" labelType="html" label="MapPartitionsRDD [56597] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146930 { id="cluster_146930"; isCluster="true"; label="Exchange"; 56598 [id="node_56598" labelType="html" label="MapPartitionsRDD [56598] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56562->56563; 56563->56564; 56564->56565; 56565->56566; 56566->56567; 56567->56568; 56568->56577; 56577->56578; 56578->56579; 56579->56580; 56580->56581; 56581->56582; 56582->56583; 56583->56584; 56580->56585; 56585->56586; 56586->56587; 56587->56588; 56588->56589; 56580->56590; 56590->56591; 56591->56592; 56592->56593; 56593->56594; 56584->56595; 56589->56595; 56594->56595; 56595->56596; 56596->56597; 56597->56598; }
56561,56562
56568
56580
56567
56562
56563
56564
56565
56566
56568
56577
56578
56579
56580
56581
56582
56583
56584
56585
56586
56587
56588
56589
56590
56591
56592
56593
56594
56595
56596
56597
56598
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time