4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108720 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
19.4 KiB / 16
Shuffle Write Size / Records:
5.4 KiB / 13
Associated Job Ids:
6029
DAG Visualization
digraph G { id="graph_108720"; subgraph graph_stage_108720 { id="graph_stage_108720"; isCluster="true"; label="Stage 108720"; 52516 [id="node_52516" labelType="html" label="SQLExecutionRDD [52516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_136775 { id="cluster_136775"; isCluster="true"; label="Exchange"; 52511 [id="node_52511" labelType="html" label="ShuffledRowRDD [52511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136774 { id="cluster_136774"; isCluster="true"; label="ObjectHashAggregate"; 52512 [id="node_52512" labelType="html" label="MapPartitionsRDD [52512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136624 { id="cluster_136624"; isCluster="true"; label="WholeStageCodegen (17)"; 52513 [id="node_52513" labelType="html" label="MapPartitionsRDD [52513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136623 { id="cluster_136623"; isCluster="true"; label="DeserializeToObject"; 52514 [id="node_52514" labelType="html" label="MapPartitionsRDD [52514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136618 { id="cluster_136618"; isCluster="true"; label="MapPartitions"; 52515 [id="node_52515" labelType="html" label="MapPartitionsRDD [52515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136861 { id="cluster_136861"; isCluster="true"; label="mapPartitions"; 52517 [id="node_52517" labelType="html" label="MapPartitionsRDD [52517] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136961 { id="cluster_136961"; isCluster="true"; label="Scan"; 52526 [id="node_52526" labelType="html" label="MapPartitionsRDD [52526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136955 { id="cluster_136955"; isCluster="true"; label="WholeStageCodegen (1)"; 52527 [id="node_52527" labelType="html" label="MapPartitionsRDD [52527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136954 { id="cluster_136954"; isCluster="true"; label="InMemoryTableScan"; 52528 [id="node_52528" labelType="html" label="MapPartitionsRDD [52528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52529 [id="node_52529" labelType="html" label="*(1) Generate explode(prodPlantResults#1053156), false, [prodPlantResults#1053163]\n+- *(1) Project [prodPlantResults#1053156]\n +- *(1) Filter ((size(prodPlantResults#1053156, true) > 0) AND isnotnull(prodPlantResults#1053156))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [52529] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52530 [id="node_52530" labelType="html" label="MapPartitionsRDD [52530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52531 [id="node_52531" labelType="html" label="MapPartitionsRDD [52531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52532 [id="node_52532" labelType="html" label="MapPartitionsRDD [52532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136953 { id="cluster_136953"; isCluster="true"; label="Project"; 52533 [id="node_52533" labelType="html" label="MapPartitionsRDD [52533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136968 { id="cluster_136968"; isCluster="true"; label="InMemoryTableScan"; 52534 [id="node_52534" labelType="html" label="MapPartitionsRDD [52534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52535 [id="node_52535" labelType="html" label="MapPartitionsRDD [52535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52536 [id="node_52536" labelType="html" label="MapPartitionsRDD [52536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136963 { id="cluster_136963"; isCluster="true"; label="WholeStageCodegen (1)"; 52537 [id="node_52537" labelType="html" label="MapPartitionsRDD [52537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136962 { id="cluster_136962"; isCluster="true"; label="Project"; 52538 [id="node_52538" labelType="html" label="MapPartitionsRDD [52538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136975 { id="cluster_136975"; isCluster="true"; label="InMemoryTableScan"; 52539 [id="node_52539" labelType="html" label="MapPartitionsRDD [52539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52540 [id="node_52540" labelType="html" label="MapPartitionsRDD [52540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52541 [id="node_52541" labelType="html" label="MapPartitionsRDD [52541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136970 { id="cluster_136970"; isCluster="true"; label="WholeStageCodegen (2)"; 52542 [id="node_52542" labelType="html" label="MapPartitionsRDD [52542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136969 { id="cluster_136969"; isCluster="true"; label="Project"; 52543 [id="node_52543" labelType="html" label="MapPartitionsRDD [52543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136952 { id="cluster_136952"; isCluster="true"; label="Union"; 52544 [id="node_52544" labelType="html" label="UnionRDD [52544] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136930 { id="cluster_136930"; isCluster="true"; label="WholeStageCodegen (5)"; 52545 [id="node_52545" labelType="html" label="MapPartitionsRDD [52545] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136929 { id="cluster_136929"; isCluster="true"; label="SortAggregate"; 52546 [id="node_52546" labelType="html" label="MapPartitionsRDD [52546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136928 { id="cluster_136928"; isCluster="true"; label="Exchange"; 52547 [id="node_52547" labelType="html" label="MapPartitionsRDD [52547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52511->52512; 52512->52513; 52513->52514; 52514->52515; 52515->52516; 52516->52517; 52517->52526; 52526->52527; 52527->52528; 52528->52529; 52529->52530; 52530->52531; 52531->52532; 52532->52533; 52529->52534; 52534->52535; 52535->52536; 52536->52537; 52537->52538; 52529->52539; 52539->52540; 52540->52541; 52541->52542; 52542->52543; 52533->52544; 52538->52544; 52543->52544; 52544->52545; 52545->52546; 52546->52547; }
52510,52511
52517
52529
52516
52511
52512
52513
52514
52515
52517
52526
52527
52528
52529
52530
52531
52532
52533
52534
52535
52536
52537
52538
52539
52540
52541
52542
52543
52544
52545
52546
52547
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time