4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116093 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 111
Input Size / Records:
119.7 KiB / 72
Shuffle Write Size / Records:
81.7 KiB / 238
Associated Job Ids:
6388
DAG Visualization
digraph G { id="graph_116093"; subgraph graph_stage_116093 { id="graph_stage_116093"; isCluster="true"; label="Stage 116093"; 56037 [id="node_56037" labelType="html" label="SQLExecutionRDD [56037] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_145533 { id="cluster_145533"; isCluster="true"; label="Exchange"; 56032 [id="node_56032" labelType="html" label="ShuffledRowRDD [56032] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145532 { id="cluster_145532"; isCluster="true"; label="ObjectHashAggregate"; 56033 [id="node_56033" labelType="html" label="MapPartitionsRDD [56033] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145382 { id="cluster_145382"; isCluster="true"; label="WholeStageCodegen (17)"; 56034 [id="node_56034" labelType="html" label="MapPartitionsRDD [56034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145381 { id="cluster_145381"; isCluster="true"; label="DeserializeToObject"; 56035 [id="node_56035" labelType="html" label="MapPartitionsRDD [56035] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145376 { id="cluster_145376"; isCluster="true"; label="MapPartitions"; 56036 [id="node_56036" labelType="html" label="MapPartitionsRDD [56036] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145619 { id="cluster_145619"; isCluster="true"; label="mapPartitions"; 56038 [id="node_56038" labelType="html" label="MapPartitionsRDD [56038] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145719 { id="cluster_145719"; isCluster="true"; label="Scan"; 56047 [id="node_56047" labelType="html" label="MapPartitionsRDD [56047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145713 { id="cluster_145713"; isCluster="true"; label="WholeStageCodegen (1)"; 56048 [id="node_56048" labelType="html" label="MapPartitionsRDD [56048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145712 { id="cluster_145712"; isCluster="true"; label="InMemoryTableScan"; 56049 [id="node_56049" labelType="html" label="MapPartitionsRDD [56049] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56050 [id="node_56050" labelType="html" label="*(1) Generate explode(prodPlantResults#1125624), false, [prodPlantResults#1125631]\n+- *(1) Project [prodPlantResults#1125624]\n +- *(1) Filter ((size(prodPlantResults#1125624, true) > 0) AND isnotnull(prodPlantResults#1125624))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [56050] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56051 [id="node_56051" labelType="html" label="MapPartitionsRDD [56051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56052 [id="node_56052" labelType="html" label="MapPartitionsRDD [56052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56053 [id="node_56053" labelType="html" label="MapPartitionsRDD [56053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145711 { id="cluster_145711"; isCluster="true"; label="Project"; 56054 [id="node_56054" labelType="html" label="MapPartitionsRDD [56054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145726 { id="cluster_145726"; isCluster="true"; label="InMemoryTableScan"; 56055 [id="node_56055" labelType="html" label="MapPartitionsRDD [56055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56056 [id="node_56056" labelType="html" label="MapPartitionsRDD [56056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56057 [id="node_56057" labelType="html" label="MapPartitionsRDD [56057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145721 { id="cluster_145721"; isCluster="true"; label="WholeStageCodegen (1)"; 56058 [id="node_56058" labelType="html" label="MapPartitionsRDD [56058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145720 { id="cluster_145720"; isCluster="true"; label="Project"; 56059 [id="node_56059" labelType="html" label="MapPartitionsRDD [56059] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145733 { id="cluster_145733"; isCluster="true"; label="InMemoryTableScan"; 56060 [id="node_56060" labelType="html" label="MapPartitionsRDD [56060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56061 [id="node_56061" labelType="html" label="MapPartitionsRDD [56061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56062 [id="node_56062" labelType="html" label="MapPartitionsRDD [56062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145728 { id="cluster_145728"; isCluster="true"; label="WholeStageCodegen (2)"; 56063 [id="node_56063" labelType="html" label="MapPartitionsRDD [56063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145727 { id="cluster_145727"; isCluster="true"; label="Project"; 56064 [id="node_56064" labelType="html" label="MapPartitionsRDD [56064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145710 { id="cluster_145710"; isCluster="true"; label="Union"; 56065 [id="node_56065" labelType="html" label="UnionRDD [56065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145687 { id="cluster_145687"; isCluster="true"; label="WholeStageCodegen (5)"; 56066 [id="node_56066" labelType="html" label="MapPartitionsRDD [56066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145686 { id="cluster_145686"; isCluster="true"; label="SortAggregate"; 56067 [id="node_56067" labelType="html" label="MapPartitionsRDD [56067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145685 { id="cluster_145685"; isCluster="true"; label="Exchange"; 56068 [id="node_56068" labelType="html" label="MapPartitionsRDD [56068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56032->56033; 56033->56034; 56034->56035; 56035->56036; 56036->56037; 56037->56038; 56038->56047; 56047->56048; 56048->56049; 56049->56050; 56050->56051; 56051->56052; 56052->56053; 56053->56054; 56050->56055; 56055->56056; 56056->56057; 56057->56058; 56058->56059; 56050->56060; 56060->56061; 56061->56062; 56062->56063; 56063->56064; 56054->56065; 56059->56065; 56064->56065; 56065->56066; 56066->56067; 56067->56068; }
56031,56032
56038
56050
56037
56032
56033
56034
56035
56036
56038
56047
56048
56049
56050
56051
56052
56053
56054
56055
56056
56057
56058
56059
56060
56061
56062
56063
56064
56065
56066
56067
56068
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time