4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 90434 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
43.0 KiB / 32
Shuffle Write Size / Records:
20.4 KiB / 53
Associated Job Ids:
4845
DAG Visualization
digraph G { id="graph_90434"; subgraph graph_stage_90434 { id="graph_stage_90434"; isCluster="true"; label="Stage 90434"; 41908 [id="node_41908" labelType="html" label="SQLExecutionRDD [41908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_109360 { id="cluster_109360"; isCluster="true"; label="Exchange"; 41903 [id="node_41903" labelType="html" label="ShuffledRowRDD [41903] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109359 { id="cluster_109359"; isCluster="true"; label="ObjectHashAggregate"; 41904 [id="node_41904" labelType="html" label="MapPartitionsRDD [41904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109209 { id="cluster_109209"; isCluster="true"; label="WholeStageCodegen (17)"; 41905 [id="node_41905" labelType="html" label="MapPartitionsRDD [41905] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109208 { id="cluster_109208"; isCluster="true"; label="DeserializeToObject"; 41906 [id="node_41906" labelType="html" label="MapPartitionsRDD [41906] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109203 { id="cluster_109203"; isCluster="true"; label="MapPartitions"; 41907 [id="node_41907" labelType="html" label="MapPartitionsRDD [41907] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109446 { id="cluster_109446"; isCluster="true"; label="mapPartitions"; 41909 [id="node_41909" labelType="html" label="MapPartitionsRDD [41909] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109546 { id="cluster_109546"; isCluster="true"; label="Scan"; 41918 [id="node_41918" labelType="html" label="MapPartitionsRDD [41918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109540 { id="cluster_109540"; isCluster="true"; label="WholeStageCodegen (1)"; 41919 [id="node_41919" labelType="html" label="MapPartitionsRDD [41919] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109539 { id="cluster_109539"; isCluster="true"; label="InMemoryTableScan"; 41920 [id="node_41920" labelType="html" label="MapPartitionsRDD [41920] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41921 [id="node_41921" labelType="html" label="*(1) Generate explode(prodPlantResults#840717), false, [prodPlantResults#840724]\n+- *(1) Project [prodPlantResults#840717]\n +- *(1) Filter ((size(prodPlantResults#840717, true) > 0) AND isnotnull(prodPlantResults#840717))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [41921] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41922 [id="node_41922" labelType="html" label="MapPartitionsRDD [41922] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41923 [id="node_41923" labelType="html" label="MapPartitionsRDD [41923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41924 [id="node_41924" labelType="html" label="MapPartitionsRDD [41924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109538 { id="cluster_109538"; isCluster="true"; label="Project"; 41925 [id="node_41925" labelType="html" label="MapPartitionsRDD [41925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109553 { id="cluster_109553"; isCluster="true"; label="InMemoryTableScan"; 41926 [id="node_41926" labelType="html" label="MapPartitionsRDD [41926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41927 [id="node_41927" labelType="html" label="MapPartitionsRDD [41927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41928 [id="node_41928" labelType="html" label="MapPartitionsRDD [41928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109548 { id="cluster_109548"; isCluster="true"; label="WholeStageCodegen (1)"; 41929 [id="node_41929" labelType="html" label="MapPartitionsRDD [41929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109547 { id="cluster_109547"; isCluster="true"; label="Project"; 41930 [id="node_41930" labelType="html" label="MapPartitionsRDD [41930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109560 { id="cluster_109560"; isCluster="true"; label="InMemoryTableScan"; 41931 [id="node_41931" labelType="html" label="MapPartitionsRDD [41931] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41932 [id="node_41932" labelType="html" label="MapPartitionsRDD [41932] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41933 [id="node_41933" labelType="html" label="MapPartitionsRDD [41933] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109555 { id="cluster_109555"; isCluster="true"; label="WholeStageCodegen (2)"; 41934 [id="node_41934" labelType="html" label="MapPartitionsRDD [41934] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109554 { id="cluster_109554"; isCluster="true"; label="Project"; 41935 [id="node_41935" labelType="html" label="MapPartitionsRDD [41935] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109537 { id="cluster_109537"; isCluster="true"; label="Union"; 41936 [id="node_41936" labelType="html" label="UnionRDD [41936] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109515 { id="cluster_109515"; isCluster="true"; label="WholeStageCodegen (5)"; 41937 [id="node_41937" labelType="html" label="MapPartitionsRDD [41937] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109514 { id="cluster_109514"; isCluster="true"; label="SortAggregate"; 41938 [id="node_41938" labelType="html" label="MapPartitionsRDD [41938] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109512 { id="cluster_109512"; isCluster="true"; label="Exchange"; 41939 [id="node_41939" labelType="html" label="MapPartitionsRDD [41939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41903->41904; 41904->41905; 41905->41906; 41906->41907; 41907->41908; 41908->41909; 41909->41918; 41918->41919; 41919->41920; 41920->41921; 41921->41922; 41922->41923; 41923->41924; 41924->41925; 41921->41926; 41926->41927; 41927->41928; 41928->41929; 41929->41930; 41921->41931; 41931->41932; 41932->41933; 41933->41934; 41934->41935; 41925->41936; 41930->41936; 41935->41936; 41936->41937; 41937->41938; 41938->41939; }
41902,41903
41909
41921
41908
41903
41904
41905
41906
41907
41909
41918
41919
41920
41921
41922
41923
41924
41925
41926
41927
41928
41929
41930
41931
41932
41933
41934
41935
41936
41937
41938
41939
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time