4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69542 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 90
Input Size / Records:
69.8 KiB / 66
Shuffle Write Size / Records:
19.6 KiB / 54
Associated Job Ids:
25796
DAG Visualization
digraph G { id="graph_69542"; subgraph graph_stage_69542 { id="graph_stage_69542"; isCluster="true"; label="Stage 69542"; 196009 [id="node_196009" labelType="html" label="SQLExecutionRDD [196009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_516244 { id="cluster_516244"; isCluster="true"; label="Exchange"; 196001 [id="node_196001" labelType="html" label="ShuffledRowRDD [196001] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516243 { id="cluster_516243"; isCluster="true"; label="ObjectHashAggregate"; 196002 [id="node_196002" labelType="html" label="MapPartitionsRDD [196002] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516242 { id="cluster_516242"; isCluster="true"; label="Project"; 196003 [id="node_196003" labelType="html" label="MapPartitionsRDD [196003] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516235 { id="cluster_516235"; isCluster="true"; label="WholeStageCodegen (16)"; 196004 [id="node_196004" labelType="html" label="MapPartitionsRDD [196004] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516234 { id="cluster_516234"; isCluster="true"; label="DeserializeToObject"; 196005 [id="node_196005" labelType="html" label="MapPartitionsRDD [196005] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516233 { id="cluster_516233"; isCluster="true"; label="MapPartitions"; 196006 [id="node_196006" labelType="html" label="MapPartitionsRDD [196006] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516165 { id="cluster_516165"; isCluster="true"; label="WholeStageCodegen (19)"; 196007 [id="node_196007" labelType="html" label="MapPartitionsRDD [196007] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516144 { id="cluster_516144"; isCluster="true"; label="DeserializeToObject"; 196008 [id="node_196008" labelType="html" label="MapPartitionsRDD [196008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516321 { id="cluster_516321"; isCluster="true"; label="mapPartitions"; 196010 [id="node_196010" labelType="html" label="MapPartitionsRDD [196010] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516322 { id="cluster_516322"; isCluster="true"; label="mapPartitions"; 196011 [id="node_196011" labelType="html" label="MapPartitionsRDD [196011] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516390 { id="cluster_516390"; isCluster="true"; label="Scan"; 196017 [id="node_196017" labelType="html" label="MapPartitionsRDD [196017] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516384 { id="cluster_516384"; isCluster="true"; label="WholeStageCodegen (1)"; 196018 [id="node_196018" labelType="html" label="MapPartitionsRDD [196018] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516383 { id="cluster_516383"; isCluster="true"; label="InMemoryTableScan"; 196019 [id="node_196019" labelType="html" label="MapPartitionsRDD [196019] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196020 [id="node_196020" labelType="html" label="*(1) Generate explode(prodPlantResults#3470018), false, [prodPlantResults#3470025]\n+- *(1) Project [prodPlantResults#3470018]\n +- *(1) Filter ((size(prodPlantResults#3470018, true) > 0) AND isnotnull(prodPlantResults#3470018))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [196020] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196021 [id="node_196021" labelType="html" label="MapPartitionsRDD [196021] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196022 [id="node_196022" labelType="html" label="MapPartitionsRDD [196022] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196023 [id="node_196023" labelType="html" label="MapPartitionsRDD [196023] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516382 { id="cluster_516382"; isCluster="true"; label="Project"; 196024 [id="node_196024" labelType="html" label="MapPartitionsRDD [196024] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516397 { id="cluster_516397"; isCluster="true"; label="InMemoryTableScan"; 196025 [id="node_196025" labelType="html" label="MapPartitionsRDD [196025] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196026 [id="node_196026" labelType="html" label="MapPartitionsRDD [196026] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196027 [id="node_196027" labelType="html" label="MapPartitionsRDD [196027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516392 { id="cluster_516392"; isCluster="true"; label="WholeStageCodegen (1)"; 196028 [id="node_196028" labelType="html" label="MapPartitionsRDD [196028] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516391 { id="cluster_516391"; isCluster="true"; label="Project"; 196029 [id="node_196029" labelType="html" label="MapPartitionsRDD [196029] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516404 { id="cluster_516404"; isCluster="true"; label="InMemoryTableScan"; 196030 [id="node_196030" labelType="html" label="MapPartitionsRDD [196030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196031 [id="node_196031" labelType="html" label="MapPartitionsRDD [196031] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196032 [id="node_196032" labelType="html" label="MapPartitionsRDD [196032] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516399 { id="cluster_516399"; isCluster="true"; label="WholeStageCodegen (2)"; 196033 [id="node_196033" labelType="html" label="MapPartitionsRDD [196033] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516398 { id="cluster_516398"; isCluster="true"; label="Project"; 196034 [id="node_196034" labelType="html" label="MapPartitionsRDD [196034] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516381 { id="cluster_516381"; isCluster="true"; label="Union"; 196035 [id="node_196035" labelType="html" label="UnionRDD [196035] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516367 { id="cluster_516367"; isCluster="true"; label="WholeStageCodegen (4)"; 196036 [id="node_196036" labelType="html" label="MapPartitionsRDD [196036] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516366 { id="cluster_516366"; isCluster="true"; label="SortAggregate"; 196037 [id="node_196037" labelType="html" label="MapPartitionsRDD [196037] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516365 { id="cluster_516365"; isCluster="true"; label="Exchange"; 196038 [id="node_196038" labelType="html" label="MapPartitionsRDD [196038] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 196001->196002; 196002->196003; 196003->196004; 196004->196005; 196005->196006; 196006->196007; 196007->196008; 196008->196009; 196009->196010; 196010->196011; 196011->196017; 196017->196018; 196018->196019; 196019->196020; 196020->196021; 196021->196022; 196022->196023; 196023->196024; 196020->196025; 196025->196026; 196026->196027; 196027->196028; 196028->196029; 196020->196030; 196030->196031; 196031->196032; 196032->196033; 196033->196034; 196024->196035; 196029->196035; 196034->196035; 196035->196036; 196036->196037; 196037->196038; }
196000,196001
196011
196020
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time