4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96354 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
852.0 B / 2
Associated Job Ids:
5017
DAG Visualization
digraph G { id="graph_96354"; subgraph graph_stage_96354 { id="graph_stage_96354"; isCluster="true"; label="Stage 96354"; 44048 [id="node_44048" labelType="html" label="SQLExecutionRDD [44048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_114398 { id="cluster_114398"; isCluster="true"; label="Exchange"; 44043 [id="node_44043" labelType="html" label="ShuffledRowRDD [44043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114397 { id="cluster_114397"; isCluster="true"; label="ObjectHashAggregate"; 44044 [id="node_44044" labelType="html" label="MapPartitionsRDD [44044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114247 { id="cluster_114247"; isCluster="true"; label="WholeStageCodegen (17)"; 44045 [id="node_44045" labelType="html" label="MapPartitionsRDD [44045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114246 { id="cluster_114246"; isCluster="true"; label="DeserializeToObject"; 44046 [id="node_44046" labelType="html" label="MapPartitionsRDD [44046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114241 { id="cluster_114241"; isCluster="true"; label="MapPartitions"; 44047 [id="node_44047" labelType="html" label="MapPartitionsRDD [44047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114484 { id="cluster_114484"; isCluster="true"; label="mapPartitions"; 44049 [id="node_44049" labelType="html" label="MapPartitionsRDD [44049] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114584 { id="cluster_114584"; isCluster="true"; label="Scan"; 44058 [id="node_44058" labelType="html" label="MapPartitionsRDD [44058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114578 { id="cluster_114578"; isCluster="true"; label="WholeStageCodegen (1)"; 44059 [id="node_44059" labelType="html" label="MapPartitionsRDD [44059] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114577 { id="cluster_114577"; isCluster="true"; label="InMemoryTableScan"; 44060 [id="node_44060" labelType="html" label="MapPartitionsRDD [44060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44061 [id="node_44061" labelType="html" label="*(1) Generate explode(prodPlantResults#885502), false, [prodPlantResults#885509]\n+- *(1) Project [prodPlantResults#885502]\n +- *(1) Filter ((size(prodPlantResults#885502, true) > 0) AND isnotnull(prodPlantResults#885502))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [44061] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44062 [id="node_44062" labelType="html" label="MapPartitionsRDD [44062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44063 [id="node_44063" labelType="html" label="MapPartitionsRDD [44063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44064 [id="node_44064" labelType="html" label="MapPartitionsRDD [44064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114576 { id="cluster_114576"; isCluster="true"; label="Project"; 44065 [id="node_44065" labelType="html" label="MapPartitionsRDD [44065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114591 { id="cluster_114591"; isCluster="true"; label="InMemoryTableScan"; 44066 [id="node_44066" labelType="html" label="MapPartitionsRDD [44066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44067 [id="node_44067" labelType="html" label="MapPartitionsRDD [44067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44068 [id="node_44068" labelType="html" label="MapPartitionsRDD [44068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114586 { id="cluster_114586"; isCluster="true"; label="WholeStageCodegen (1)"; 44069 [id="node_44069" labelType="html" label="MapPartitionsRDD [44069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114585 { id="cluster_114585"; isCluster="true"; label="Project"; 44070 [id="node_44070" labelType="html" label="MapPartitionsRDD [44070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114598 { id="cluster_114598"; isCluster="true"; label="InMemoryTableScan"; 44071 [id="node_44071" labelType="html" label="MapPartitionsRDD [44071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44072 [id="node_44072" labelType="html" label="MapPartitionsRDD [44072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44073 [id="node_44073" labelType="html" label="MapPartitionsRDD [44073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114593 { id="cluster_114593"; isCluster="true"; label="WholeStageCodegen (2)"; 44074 [id="node_44074" labelType="html" label="MapPartitionsRDD [44074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114592 { id="cluster_114592"; isCluster="true"; label="Project"; 44075 [id="node_44075" labelType="html" label="MapPartitionsRDD [44075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114575 { id="cluster_114575"; isCluster="true"; label="Union"; 44076 [id="node_44076" labelType="html" label="UnionRDD [44076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114552 { id="cluster_114552"; isCluster="true"; label="WholeStageCodegen (5)"; 44077 [id="node_44077" labelType="html" label="MapPartitionsRDD [44077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114551 { id="cluster_114551"; isCluster="true"; label="SortAggregate"; 44078 [id="node_44078" labelType="html" label="MapPartitionsRDD [44078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114550 { id="cluster_114550"; isCluster="true"; label="Exchange"; 44079 [id="node_44079" labelType="html" label="MapPartitionsRDD [44079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44043->44044; 44044->44045; 44045->44046; 44046->44047; 44047->44048; 44048->44049; 44049->44058; 44058->44059; 44059->44060; 44060->44061; 44061->44062; 44062->44063; 44063->44064; 44064->44065; 44061->44066; 44066->44067; 44067->44068; 44068->44069; 44069->44070; 44061->44071; 44071->44072; 44072->44073; 44073->44074; 44074->44075; 44065->44076; 44070->44076; 44075->44076; 44076->44077; 44077->44078; 44078->44079; }
44042,44043
44049
44061
44048
44043
44044
44045
44046
44047
44049
44058
44059
44060
44061
44062
44063
44064
44065
44066
44067
44068
44069
44070
44071
44072
44073
44074
44075
44076
44077
44078
44079
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time