4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 114637 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.2 KiB / 3
Shuffle Write Size / Records:
855.0 B / 2
Associated Job Ids:
6200
DAG Visualization
digraph G { id="graph_114637"; subgraph graph_stage_114637 { id="graph_stage_114637"; isCluster="true"; label="Stage 114637"; 54652 [id="node_54652" labelType="html" label="SQLExecutionRDD [54652] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_141802 { id="cluster_141802"; isCluster="true"; label="Exchange"; 54647 [id="node_54647" labelType="html" label="ShuffledRowRDD [54647] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141801 { id="cluster_141801"; isCluster="true"; label="ObjectHashAggregate"; 54648 [id="node_54648" labelType="html" label="MapPartitionsRDD [54648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141651 { id="cluster_141651"; isCluster="true"; label="WholeStageCodegen (17)"; 54649 [id="node_54649" labelType="html" label="MapPartitionsRDD [54649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141650 { id="cluster_141650"; isCluster="true"; label="DeserializeToObject"; 54650 [id="node_54650" labelType="html" label="MapPartitionsRDD [54650] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141645 { id="cluster_141645"; isCluster="true"; label="MapPartitions"; 54651 [id="node_54651" labelType="html" label="MapPartitionsRDD [54651] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141888 { id="cluster_141888"; isCluster="true"; label="mapPartitions"; 54653 [id="node_54653" labelType="html" label="MapPartitionsRDD [54653] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141988 { id="cluster_141988"; isCluster="true"; label="Scan"; 54662 [id="node_54662" labelType="html" label="MapPartitionsRDD [54662] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141982 { id="cluster_141982"; isCluster="true"; label="WholeStageCodegen (1)"; 54663 [id="node_54663" labelType="html" label="MapPartitionsRDD [54663] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141981 { id="cluster_141981"; isCluster="true"; label="InMemoryTableScan"; 54664 [id="node_54664" labelType="html" label="MapPartitionsRDD [54664] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54665 [id="node_54665" labelType="html" label="*(1) Generate explode(prodPlantResults#1097919), false, [prodPlantResults#1097926]\n+- *(1) Project [prodPlantResults#1097919]\n +- *(1) Filter ((size(prodPlantResults#1097919, true) > 0) AND isnotnull(prodPlantResults#1097919))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [54665] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54666 [id="node_54666" labelType="html" label="MapPartitionsRDD [54666] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54667 [id="node_54667" labelType="html" label="MapPartitionsRDD [54667] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54668 [id="node_54668" labelType="html" label="MapPartitionsRDD [54668] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141980 { id="cluster_141980"; isCluster="true"; label="Project"; 54669 [id="node_54669" labelType="html" label="MapPartitionsRDD [54669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141995 { id="cluster_141995"; isCluster="true"; label="InMemoryTableScan"; 54670 [id="node_54670" labelType="html" label="MapPartitionsRDD [54670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54671 [id="node_54671" labelType="html" label="MapPartitionsRDD [54671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54672 [id="node_54672" labelType="html" label="MapPartitionsRDD [54672] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141990 { id="cluster_141990"; isCluster="true"; label="WholeStageCodegen (1)"; 54673 [id="node_54673" labelType="html" label="MapPartitionsRDD [54673] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141989 { id="cluster_141989"; isCluster="true"; label="Project"; 54674 [id="node_54674" labelType="html" label="MapPartitionsRDD [54674] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142002 { id="cluster_142002"; isCluster="true"; label="InMemoryTableScan"; 54675 [id="node_54675" labelType="html" label="MapPartitionsRDD [54675] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54676 [id="node_54676" labelType="html" label="MapPartitionsRDD [54676] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54677 [id="node_54677" labelType="html" label="MapPartitionsRDD [54677] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141997 { id="cluster_141997"; isCluster="true"; label="WholeStageCodegen (2)"; 54678 [id="node_54678" labelType="html" label="MapPartitionsRDD [54678] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141996 { id="cluster_141996"; isCluster="true"; label="Project"; 54679 [id="node_54679" labelType="html" label="MapPartitionsRDD [54679] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141979 { id="cluster_141979"; isCluster="true"; label="Union"; 54680 [id="node_54680" labelType="html" label="UnionRDD [54680] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141956 { id="cluster_141956"; isCluster="true"; label="WholeStageCodegen (5)"; 54681 [id="node_54681" labelType="html" label="MapPartitionsRDD [54681] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141955 { id="cluster_141955"; isCluster="true"; label="SortAggregate"; 54682 [id="node_54682" labelType="html" label="MapPartitionsRDD [54682] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141954 { id="cluster_141954"; isCluster="true"; label="Exchange"; 54683 [id="node_54683" labelType="html" label="MapPartitionsRDD [54683] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54647->54648; 54648->54649; 54649->54650; 54650->54651; 54651->54652; 54652->54653; 54653->54662; 54662->54663; 54663->54664; 54664->54665; 54665->54666; 54666->54667; 54667->54668; 54668->54669; 54665->54670; 54670->54671; 54671->54672; 54672->54673; 54673->54674; 54665->54675; 54675->54676; 54676->54677; 54677->54678; 54678->54679; 54669->54680; 54674->54680; 54679->54680; 54680->54681; 54681->54682; 54682->54683; }
54646,54647
54653
54665
54652
54647
54648
54649
54650
54651
54653
54662
54663
54664
54665
54666
54667
54668
54669
54670
54671
54672
54673
54674
54675
54676
54677
54678
54679
54680
54681
54682
54683
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time