4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116643 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
99.2 KiB / 72
Shuffle Write Size / Records:
53.8 KiB / 156
Associated Job Ids:
6409
DAG Visualization
digraph G { id="graph_116643"; subgraph graph_stage_116643 { id="graph_stage_116643"; isCluster="true"; label="Stage 116643"; 56301 [id="node_56301" labelType="html" label="SQLExecutionRDD [56301] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_146154 { id="cluster_146154"; isCluster="true"; label="Exchange"; 56296 [id="node_56296" labelType="html" label="ShuffledRowRDD [56296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146153 { id="cluster_146153"; isCluster="true"; label="ObjectHashAggregate"; 56297 [id="node_56297" labelType="html" label="MapPartitionsRDD [56297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146003 { id="cluster_146003"; isCluster="true"; label="WholeStageCodegen (17)"; 56298 [id="node_56298" labelType="html" label="MapPartitionsRDD [56298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146002 { id="cluster_146002"; isCluster="true"; label="DeserializeToObject"; 56299 [id="node_56299" labelType="html" label="MapPartitionsRDD [56299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145997 { id="cluster_145997"; isCluster="true"; label="MapPartitions"; 56300 [id="node_56300" labelType="html" label="MapPartitionsRDD [56300] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146240 { id="cluster_146240"; isCluster="true"; label="mapPartitions"; 56302 [id="node_56302" labelType="html" label="MapPartitionsRDD [56302] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146340 { id="cluster_146340"; isCluster="true"; label="Scan"; 56311 [id="node_56311" labelType="html" label="MapPartitionsRDD [56311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146334 { id="cluster_146334"; isCluster="true"; label="WholeStageCodegen (1)"; 56312 [id="node_56312" labelType="html" label="MapPartitionsRDD [56312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146333 { id="cluster_146333"; isCluster="true"; label="InMemoryTableScan"; 56313 [id="node_56313" labelType="html" label="MapPartitionsRDD [56313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56314 [id="node_56314" labelType="html" label="*(1) Generate explode(prodPlantResults#1131182), false, [prodPlantResults#1131189]\n+- *(1) Project [prodPlantResults#1131182]\n +- *(1) Filter ((size(prodPlantResults#1131182, true) > 0) AND isnotnull(prodPlantResults#1131182))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [56314] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56315 [id="node_56315" labelType="html" label="MapPartitionsRDD [56315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56316 [id="node_56316" labelType="html" label="MapPartitionsRDD [56316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56317 [id="node_56317" labelType="html" label="MapPartitionsRDD [56317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146332 { id="cluster_146332"; isCluster="true"; label="Project"; 56318 [id="node_56318" labelType="html" label="MapPartitionsRDD [56318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146347 { id="cluster_146347"; isCluster="true"; label="InMemoryTableScan"; 56319 [id="node_56319" labelType="html" label="MapPartitionsRDD [56319] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56320 [id="node_56320" labelType="html" label="MapPartitionsRDD [56320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56321 [id="node_56321" labelType="html" label="MapPartitionsRDD [56321] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146342 { id="cluster_146342"; isCluster="true"; label="WholeStageCodegen (1)"; 56322 [id="node_56322" labelType="html" label="MapPartitionsRDD [56322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146341 { id="cluster_146341"; isCluster="true"; label="Project"; 56323 [id="node_56323" labelType="html" label="MapPartitionsRDD [56323] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146354 { id="cluster_146354"; isCluster="true"; label="InMemoryTableScan"; 56324 [id="node_56324" labelType="html" label="MapPartitionsRDD [56324] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56325 [id="node_56325" labelType="html" label="MapPartitionsRDD [56325] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56326 [id="node_56326" labelType="html" label="MapPartitionsRDD [56326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146349 { id="cluster_146349"; isCluster="true"; label="WholeStageCodegen (2)"; 56327 [id="node_56327" labelType="html" label="MapPartitionsRDD [56327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146348 { id="cluster_146348"; isCluster="true"; label="Project"; 56328 [id="node_56328" labelType="html" label="MapPartitionsRDD [56328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146331 { id="cluster_146331"; isCluster="true"; label="Union"; 56329 [id="node_56329" labelType="html" label="UnionRDD [56329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146308 { id="cluster_146308"; isCluster="true"; label="WholeStageCodegen (5)"; 56330 [id="node_56330" labelType="html" label="MapPartitionsRDD [56330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146307 { id="cluster_146307"; isCluster="true"; label="SortAggregate"; 56331 [id="node_56331" labelType="html" label="MapPartitionsRDD [56331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146306 { id="cluster_146306"; isCluster="true"; label="Exchange"; 56332 [id="node_56332" labelType="html" label="MapPartitionsRDD [56332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56296->56297; 56297->56298; 56298->56299; 56299->56300; 56300->56301; 56301->56302; 56302->56311; 56311->56312; 56312->56313; 56313->56314; 56314->56315; 56315->56316; 56316->56317; 56317->56318; 56314->56319; 56319->56320; 56320->56321; 56321->56322; 56322->56323; 56314->56324; 56324->56325; 56325->56326; 56326->56327; 56327->56328; 56318->56329; 56323->56329; 56328->56329; 56329->56330; 56330->56331; 56331->56332; }
56295,56296
56302
56314
56301
56296
56297
56298
56299
56300
56302
56311
56312
56313
56314
56315
56316
56317
56318
56319
56320
56321
56322
56323
56324
56325
56326
56327
56328
56329
56330
56331
56332
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time