4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 27791 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 90
Input Size / Records:
77.2 KiB / 75
Shuffle Write Size / Records:
20.7 KiB / 54
Associated Job Ids:
10381
DAG Visualization
digraph G { id="graph_27791"; subgraph graph_stage_27791 { id="graph_stage_27791"; isCluster="true"; label="Stage 27791"; 78066 [id="node_78066" labelType="html" label="SQLExecutionRDD [78066] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_205701 { id="cluster_205701"; isCluster="true"; label="Exchange"; 78058 [id="node_78058" labelType="html" label="ShuffledRowRDD [78058] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205700 { id="cluster_205700"; isCluster="true"; label="ObjectHashAggregate"; 78059 [id="node_78059" labelType="html" label="MapPartitionsRDD [78059] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205699 { id="cluster_205699"; isCluster="true"; label="Project"; 78060 [id="node_78060" labelType="html" label="MapPartitionsRDD [78060] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205692 { id="cluster_205692"; isCluster="true"; label="WholeStageCodegen (16)"; 78061 [id="node_78061" labelType="html" label="MapPartitionsRDD [78061] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205691 { id="cluster_205691"; isCluster="true"; label="DeserializeToObject"; 78062 [id="node_78062" labelType="html" label="MapPartitionsRDD [78062] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205690 { id="cluster_205690"; isCluster="true"; label="MapPartitions"; 78063 [id="node_78063" labelType="html" label="MapPartitionsRDD [78063] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205623 { id="cluster_205623"; isCluster="true"; label="WholeStageCodegen (19)"; 78064 [id="node_78064" labelType="html" label="MapPartitionsRDD [78064] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205601 { id="cluster_205601"; isCluster="true"; label="DeserializeToObject"; 78065 [id="node_78065" labelType="html" label="MapPartitionsRDD [78065] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205778 { id="cluster_205778"; isCluster="true"; label="mapPartitions"; 78067 [id="node_78067" labelType="html" label="MapPartitionsRDD [78067] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205779 { id="cluster_205779"; isCluster="true"; label="mapPartitions"; 78068 [id="node_78068" labelType="html" label="MapPartitionsRDD [78068] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205847 { id="cluster_205847"; isCluster="true"; label="Scan"; 78074 [id="node_78074" labelType="html" label="MapPartitionsRDD [78074] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205841 { id="cluster_205841"; isCluster="true"; label="WholeStageCodegen (1)"; 78075 [id="node_78075" labelType="html" label="MapPartitionsRDD [78075] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205840 { id="cluster_205840"; isCluster="true"; label="InMemoryTableScan"; 78076 [id="node_78076" labelType="html" label="MapPartitionsRDD [78076] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78077 [id="node_78077" labelType="html" label="*(1) Generate explode(prodPlantResults#1363543), false, [prodPlantResults#1363550]\n+- *(1) Project [prodPlantResults#1363543]\n +- *(1) Filter ((size(prodPlantResults#1363543, true) > 0) AND isnotnull(prodPlantResults#1363543))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [78077] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78078 [id="node_78078" labelType="html" label="MapPartitionsRDD [78078] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78079 [id="node_78079" labelType="html" label="MapPartitionsRDD [78079] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78080 [id="node_78080" labelType="html" label="MapPartitionsRDD [78080] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205839 { id="cluster_205839"; isCluster="true"; label="Project"; 78081 [id="node_78081" labelType="html" label="MapPartitionsRDD [78081] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205854 { id="cluster_205854"; isCluster="true"; label="InMemoryTableScan"; 78082 [id="node_78082" labelType="html" label="MapPartitionsRDD [78082] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78083 [id="node_78083" labelType="html" label="MapPartitionsRDD [78083] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78084 [id="node_78084" labelType="html" label="MapPartitionsRDD [78084] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205849 { id="cluster_205849"; isCluster="true"; label="WholeStageCodegen (1)"; 78085 [id="node_78085" labelType="html" label="MapPartitionsRDD [78085] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205848 { id="cluster_205848"; isCluster="true"; label="Project"; 78086 [id="node_78086" labelType="html" label="MapPartitionsRDD [78086] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205861 { id="cluster_205861"; isCluster="true"; label="InMemoryTableScan"; 78087 [id="node_78087" labelType="html" label="MapPartitionsRDD [78087] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78088 [id="node_78088" labelType="html" label="MapPartitionsRDD [78088] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78089 [id="node_78089" labelType="html" label="MapPartitionsRDD [78089] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205856 { id="cluster_205856"; isCluster="true"; label="WholeStageCodegen (2)"; 78090 [id="node_78090" labelType="html" label="MapPartitionsRDD [78090] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205855 { id="cluster_205855"; isCluster="true"; label="Project"; 78091 [id="node_78091" labelType="html" label="MapPartitionsRDD [78091] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205838 { id="cluster_205838"; isCluster="true"; label="Union"; 78092 [id="node_78092" labelType="html" label="UnionRDD [78092] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205825 { id="cluster_205825"; isCluster="true"; label="WholeStageCodegen (4)"; 78093 [id="node_78093" labelType="html" label="MapPartitionsRDD [78093] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205824 { id="cluster_205824"; isCluster="true"; label="SortAggregate"; 78094 [id="node_78094" labelType="html" label="MapPartitionsRDD [78094] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205823 { id="cluster_205823"; isCluster="true"; label="Exchange"; 78095 [id="node_78095" labelType="html" label="MapPartitionsRDD [78095] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 78058->78059; 78059->78060; 78060->78061; 78061->78062; 78062->78063; 78063->78064; 78064->78065; 78065->78066; 78066->78067; 78067->78068; 78068->78074; 78074->78075; 78075->78076; 78076->78077; 78077->78078; 78078->78079; 78079->78080; 78080->78081; 78077->78082; 78082->78083; 78083->78084; 78084->78085; 78085->78086; 78077->78087; 78087->78088; 78088->78089; 78089->78090; 78090->78091; 78081->78092; 78086->78092; 78091->78092; 78092->78093; 78093->78094; 78094->78095; }
78057,78058
78068
78077
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time