4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113763 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
855.0 B / 2
Associated Job Ids:
6179
DAG Visualization
digraph G { id="graph_113763"; subgraph graph_stage_113763 { id="graph_stage_113763"; isCluster="true"; label="Stage 113763"; 54388 [id="node_54388" labelType="html" label="SQLExecutionRDD [54388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_141181 { id="cluster_141181"; isCluster="true"; label="Exchange"; 54383 [id="node_54383" labelType="html" label="ShuffledRowRDD [54383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141180 { id="cluster_141180"; isCluster="true"; label="ObjectHashAggregate"; 54384 [id="node_54384" labelType="html" label="MapPartitionsRDD [54384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141030 { id="cluster_141030"; isCluster="true"; label="WholeStageCodegen (17)"; 54385 [id="node_54385" labelType="html" label="MapPartitionsRDD [54385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141029 { id="cluster_141029"; isCluster="true"; label="DeserializeToObject"; 54386 [id="node_54386" labelType="html" label="MapPartitionsRDD [54386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141024 { id="cluster_141024"; isCluster="true"; label="MapPartitions"; 54387 [id="node_54387" labelType="html" label="MapPartitionsRDD [54387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141267 { id="cluster_141267"; isCluster="true"; label="mapPartitions"; 54389 [id="node_54389" labelType="html" label="MapPartitionsRDD [54389] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141367 { id="cluster_141367"; isCluster="true"; label="Scan"; 54398 [id="node_54398" labelType="html" label="MapPartitionsRDD [54398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141361 { id="cluster_141361"; isCluster="true"; label="WholeStageCodegen (1)"; 54399 [id="node_54399" labelType="html" label="MapPartitionsRDD [54399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141360 { id="cluster_141360"; isCluster="true"; label="InMemoryTableScan"; 54400 [id="node_54400" labelType="html" label="MapPartitionsRDD [54400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54401 [id="node_54401" labelType="html" label="*(1) Generate explode(prodPlantResults#1092361), false, [prodPlantResults#1092368]\n+- *(1) Project [prodPlantResults#1092361]\n +- *(1) Filter ((size(prodPlantResults#1092361, true) > 0) AND isnotnull(prodPlantResults#1092361))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [54401] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54402 [id="node_54402" labelType="html" label="MapPartitionsRDD [54402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54403 [id="node_54403" labelType="html" label="MapPartitionsRDD [54403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54404 [id="node_54404" labelType="html" label="MapPartitionsRDD [54404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141359 { id="cluster_141359"; isCluster="true"; label="Project"; 54405 [id="node_54405" labelType="html" label="MapPartitionsRDD [54405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141374 { id="cluster_141374"; isCluster="true"; label="InMemoryTableScan"; 54406 [id="node_54406" labelType="html" label="MapPartitionsRDD [54406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54407 [id="node_54407" labelType="html" label="MapPartitionsRDD [54407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54408 [id="node_54408" labelType="html" label="MapPartitionsRDD [54408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141369 { id="cluster_141369"; isCluster="true"; label="WholeStageCodegen (1)"; 54409 [id="node_54409" labelType="html" label="MapPartitionsRDD [54409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141368 { id="cluster_141368"; isCluster="true"; label="Project"; 54410 [id="node_54410" labelType="html" label="MapPartitionsRDD [54410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141381 { id="cluster_141381"; isCluster="true"; label="InMemoryTableScan"; 54411 [id="node_54411" labelType="html" label="MapPartitionsRDD [54411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54412 [id="node_54412" labelType="html" label="MapPartitionsRDD [54412] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54413 [id="node_54413" labelType="html" label="MapPartitionsRDD [54413] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141376 { id="cluster_141376"; isCluster="true"; label="WholeStageCodegen (2)"; 54414 [id="node_54414" labelType="html" label="MapPartitionsRDD [54414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141375 { id="cluster_141375"; isCluster="true"; label="Project"; 54415 [id="node_54415" labelType="html" label="MapPartitionsRDD [54415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141358 { id="cluster_141358"; isCluster="true"; label="Union"; 54416 [id="node_54416" labelType="html" label="UnionRDD [54416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141336 { id="cluster_141336"; isCluster="true"; label="WholeStageCodegen (5)"; 54417 [id="node_54417" labelType="html" label="MapPartitionsRDD [54417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141335 { id="cluster_141335"; isCluster="true"; label="SortAggregate"; 54418 [id="node_54418" labelType="html" label="MapPartitionsRDD [54418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141334 { id="cluster_141334"; isCluster="true"; label="Exchange"; 54419 [id="node_54419" labelType="html" label="MapPartitionsRDD [54419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54383->54384; 54384->54385; 54385->54386; 54386->54387; 54387->54388; 54388->54389; 54389->54398; 54398->54399; 54399->54400; 54400->54401; 54401->54402; 54402->54403; 54403->54404; 54404->54405; 54401->54406; 54406->54407; 54407->54408; 54408->54409; 54409->54410; 54401->54411; 54411->54412; 54412->54413; 54413->54414; 54414->54415; 54405->54416; 54410->54416; 54415->54416; 54416->54417; 54417->54418; 54418->54419; }
54382,54383
54389
54401
54388
54383
54384
54385
54386
54387
54389
54398
54399
54400
54401
54402
54403
54404
54405
54406
54407
54408
54409
54410
54411
54412
54413
54414
54415
54416
54417
54418
54419
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time