4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118955 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
19.5 KiB / 18
Shuffle Write Size / Records:
5.3 KiB / 14
Associated Job Ids:
6515
DAG Visualization
digraph G { id="graph_118955"; subgraph graph_stage_118955 { id="graph_stage_118955"; isCluster="true"; label="Stage 118955"; 57623 [id="node_57623" labelType="html" label="SQLExecutionRDD [57623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_149261 { id="cluster_149261"; isCluster="true"; label="Exchange"; 57618 [id="node_57618" labelType="html" label="ShuffledRowRDD [57618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149260 { id="cluster_149260"; isCluster="true"; label="ObjectHashAggregate"; 57619 [id="node_57619" labelType="html" label="MapPartitionsRDD [57619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149110 { id="cluster_149110"; isCluster="true"; label="WholeStageCodegen (17)"; 57620 [id="node_57620" labelType="html" label="MapPartitionsRDD [57620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149109 { id="cluster_149109"; isCluster="true"; label="DeserializeToObject"; 57621 [id="node_57621" labelType="html" label="MapPartitionsRDD [57621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149104 { id="cluster_149104"; isCluster="true"; label="MapPartitions"; 57622 [id="node_57622" labelType="html" label="MapPartitionsRDD [57622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149347 { id="cluster_149347"; isCluster="true"; label="mapPartitions"; 57624 [id="node_57624" labelType="html" label="MapPartitionsRDD [57624] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149447 { id="cluster_149447"; isCluster="true"; label="Scan"; 57633 [id="node_57633" labelType="html" label="MapPartitionsRDD [57633] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149441 { id="cluster_149441"; isCluster="true"; label="WholeStageCodegen (1)"; 57634 [id="node_57634" labelType="html" label="MapPartitionsRDD [57634] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149440 { id="cluster_149440"; isCluster="true"; label="InMemoryTableScan"; 57635 [id="node_57635" labelType="html" label="MapPartitionsRDD [57635] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57636 [id="node_57636" labelType="html" label="*(1) Generate explode(prodPlantResults#1158972), false, [prodPlantResults#1158979]\n+- *(1) Project [prodPlantResults#1158972]\n +- *(1) Filter ((size(prodPlantResults#1158972, true) > 0) AND isnotnull(prodPlantResults#1158972))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [57636] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57637 [id="node_57637" labelType="html" label="MapPartitionsRDD [57637] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57638 [id="node_57638" labelType="html" label="MapPartitionsRDD [57638] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57639 [id="node_57639" labelType="html" label="MapPartitionsRDD [57639] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149439 { id="cluster_149439"; isCluster="true"; label="Project"; 57640 [id="node_57640" labelType="html" label="MapPartitionsRDD [57640] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149454 { id="cluster_149454"; isCluster="true"; label="InMemoryTableScan"; 57641 [id="node_57641" labelType="html" label="MapPartitionsRDD [57641] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57642 [id="node_57642" labelType="html" label="MapPartitionsRDD [57642] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57643 [id="node_57643" labelType="html" label="MapPartitionsRDD [57643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149449 { id="cluster_149449"; isCluster="true"; label="WholeStageCodegen (1)"; 57644 [id="node_57644" labelType="html" label="MapPartitionsRDD [57644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149448 { id="cluster_149448"; isCluster="true"; label="Project"; 57645 [id="node_57645" labelType="html" label="MapPartitionsRDD [57645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149461 { id="cluster_149461"; isCluster="true"; label="InMemoryTableScan"; 57646 [id="node_57646" labelType="html" label="MapPartitionsRDD [57646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57647 [id="node_57647" labelType="html" label="MapPartitionsRDD [57647] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57648 [id="node_57648" labelType="html" label="MapPartitionsRDD [57648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149456 { id="cluster_149456"; isCluster="true"; label="WholeStageCodegen (2)"; 57649 [id="node_57649" labelType="html" label="MapPartitionsRDD [57649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149455 { id="cluster_149455"; isCluster="true"; label="Project"; 57650 [id="node_57650" labelType="html" label="MapPartitionsRDD [57650] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149438 { id="cluster_149438"; isCluster="true"; label="Union"; 57651 [id="node_57651" labelType="html" label="UnionRDD [57651] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149415 { id="cluster_149415"; isCluster="true"; label="WholeStageCodegen (5)"; 57652 [id="node_57652" labelType="html" label="MapPartitionsRDD [57652] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149414 { id="cluster_149414"; isCluster="true"; label="SortAggregate"; 57653 [id="node_57653" labelType="html" label="MapPartitionsRDD [57653] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149413 { id="cluster_149413"; isCluster="true"; label="Exchange"; 57654 [id="node_57654" labelType="html" label="MapPartitionsRDD [57654] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57618->57619; 57619->57620; 57620->57621; 57621->57622; 57622->57623; 57623->57624; 57624->57633; 57633->57634; 57634->57635; 57635->57636; 57636->57637; 57637->57638; 57638->57639; 57639->57640; 57636->57641; 57641->57642; 57642->57643; 57643->57644; 57644->57645; 57636->57646; 57646->57647; 57647->57648; 57648->57649; 57649->57650; 57640->57651; 57645->57651; 57650->57651; 57651->57652; 57652->57653; 57653->57654; }
57617,57618
57624
57636
57623
57618
57619
57620
57621
57622
57624
57633
57634
57635
57636
57637
57638
57639
57640
57641
57642
57643
57644
57645
57646
57647
57648
57649
57650
57651
57652
57653
57654
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time