4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115704 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
258.2 KiB / 80
Shuffle Write Size / Records:
141.4 KiB / 475
Associated Job Ids:
6366
DAG Visualization
digraph G { id="graph_115704"; subgraph graph_stage_115704 { id="graph_stage_115704"; isCluster="true"; label="Stage 115704"; 55769 [id="node_55769" labelType="html" label="SQLExecutionRDD [55769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_144901 { id="cluster_144901"; isCluster="true"; label="Exchange"; 55764 [id="node_55764" labelType="html" label="ShuffledRowRDD [55764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144900 { id="cluster_144900"; isCluster="true"; label="ObjectHashAggregate"; 55765 [id="node_55765" labelType="html" label="MapPartitionsRDD [55765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144750 { id="cluster_144750"; isCluster="true"; label="WholeStageCodegen (17)"; 55766 [id="node_55766" labelType="html" label="MapPartitionsRDD [55766] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144749 { id="cluster_144749"; isCluster="true"; label="DeserializeToObject"; 55767 [id="node_55767" labelType="html" label="MapPartitionsRDD [55767] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144744 { id="cluster_144744"; isCluster="true"; label="MapPartitions"; 55768 [id="node_55768" labelType="html" label="MapPartitionsRDD [55768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144987 { id="cluster_144987"; isCluster="true"; label="mapPartitions"; 55770 [id="node_55770" labelType="html" label="MapPartitionsRDD [55770] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145087 { id="cluster_145087"; isCluster="true"; label="Scan"; 55779 [id="node_55779" labelType="html" label="MapPartitionsRDD [55779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145081 { id="cluster_145081"; isCluster="true"; label="WholeStageCodegen (1)"; 55780 [id="node_55780" labelType="html" label="MapPartitionsRDD [55780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145080 { id="cluster_145080"; isCluster="true"; label="InMemoryTableScan"; 55781 [id="node_55781" labelType="html" label="MapPartitionsRDD [55781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55782 [id="node_55782" labelType="html" label="*(1) Generate explode(prodPlantResults#1120044), false, [prodPlantResults#1120051]\n+- *(1) Project [prodPlantResults#1120044]\n +- *(1) Filter ((size(prodPlantResults#1120044, true) > 0) AND isnotnull(prodPlantResults#1120044))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [55782] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55783 [id="node_55783" labelType="html" label="MapPartitionsRDD [55783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55784 [id="node_55784" labelType="html" label="MapPartitionsRDD [55784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55785 [id="node_55785" labelType="html" label="MapPartitionsRDD [55785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145079 { id="cluster_145079"; isCluster="true"; label="Project"; 55786 [id="node_55786" labelType="html" label="MapPartitionsRDD [55786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145094 { id="cluster_145094"; isCluster="true"; label="InMemoryTableScan"; 55787 [id="node_55787" labelType="html" label="MapPartitionsRDD [55787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55788 [id="node_55788" labelType="html" label="MapPartitionsRDD [55788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55789 [id="node_55789" labelType="html" label="MapPartitionsRDD [55789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145089 { id="cluster_145089"; isCluster="true"; label="WholeStageCodegen (1)"; 55790 [id="node_55790" labelType="html" label="MapPartitionsRDD [55790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145088 { id="cluster_145088"; isCluster="true"; label="Project"; 55791 [id="node_55791" labelType="html" label="MapPartitionsRDD [55791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145101 { id="cluster_145101"; isCluster="true"; label="InMemoryTableScan"; 55792 [id="node_55792" labelType="html" label="MapPartitionsRDD [55792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55793 [id="node_55793" labelType="html" label="MapPartitionsRDD [55793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55794 [id="node_55794" labelType="html" label="MapPartitionsRDD [55794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145096 { id="cluster_145096"; isCluster="true"; label="WholeStageCodegen (2)"; 55795 [id="node_55795" labelType="html" label="MapPartitionsRDD [55795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145095 { id="cluster_145095"; isCluster="true"; label="Project"; 55796 [id="node_55796" labelType="html" label="MapPartitionsRDD [55796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145078 { id="cluster_145078"; isCluster="true"; label="Union"; 55797 [id="node_55797" labelType="html" label="UnionRDD [55797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145056 { id="cluster_145056"; isCluster="true"; label="WholeStageCodegen (5)"; 55798 [id="node_55798" labelType="html" label="MapPartitionsRDD [55798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145055 { id="cluster_145055"; isCluster="true"; label="SortAggregate"; 55799 [id="node_55799" labelType="html" label="MapPartitionsRDD [55799] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145054 { id="cluster_145054"; isCluster="true"; label="Exchange"; 55800 [id="node_55800" labelType="html" label="MapPartitionsRDD [55800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55764->55765; 55765->55766; 55766->55767; 55767->55768; 55768->55769; 55769->55770; 55770->55779; 55779->55780; 55780->55781; 55781->55782; 55782->55783; 55783->55784; 55784->55785; 55785->55786; 55782->55787; 55787->55788; 55788->55789; 55789->55790; 55790->55791; 55782->55792; 55792->55793; 55793->55794; 55794->55795; 55795->55796; 55786->55797; 55791->55797; 55796->55797; 55797->55798; 55798->55799; 55799->55800; }
55763,55764
55770
55782
55769
55764
55765
55766
55767
55768
55770
55779
55780
55781
55782
55783
55784
55785
55786
55787
55788
55789
55790
55791
55792
55793
55794
55795
55796
55797
55798
55799
55800
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time