4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115478 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 111
Input Size / Records:
1010.6 KiB / 81
Shuffle Write Size / Records:
916.0 KiB / 4383
Associated Job Ids:
6345
DAG Visualization
digraph G { id="graph_115478"; subgraph graph_stage_115478 { id="graph_stage_115478"; isCluster="true"; label="Stage 115478"; 55505 [id="node_55505" labelType="html" label="SQLExecutionRDD [55505] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_144281 { id="cluster_144281"; isCluster="true"; label="Exchange"; 55500 [id="node_55500" labelType="html" label="ShuffledRowRDD [55500] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144280 { id="cluster_144280"; isCluster="true"; label="ObjectHashAggregate"; 55501 [id="node_55501" labelType="html" label="MapPartitionsRDD [55501] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144127 { id="cluster_144127"; isCluster="true"; label="WholeStageCodegen (17)"; 55502 [id="node_55502" labelType="html" label="MapPartitionsRDD [55502] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144126 { id="cluster_144126"; isCluster="true"; label="DeserializeToObject"; 55503 [id="node_55503" labelType="html" label="MapPartitionsRDD [55503] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144121 { id="cluster_144121"; isCluster="true"; label="MapPartitions"; 55504 [id="node_55504" labelType="html" label="MapPartitionsRDD [55504] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144367 { id="cluster_144367"; isCluster="true"; label="mapPartitions"; 55506 [id="node_55506" labelType="html" label="MapPartitionsRDD [55506] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144467 { id="cluster_144467"; isCluster="true"; label="Scan"; 55515 [id="node_55515" labelType="html" label="MapPartitionsRDD [55515] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144461 { id="cluster_144461"; isCluster="true"; label="WholeStageCodegen (1)"; 55516 [id="node_55516" labelType="html" label="MapPartitionsRDD [55516] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144460 { id="cluster_144460"; isCluster="true"; label="InMemoryTableScan"; 55517 [id="node_55517" labelType="html" label="MapPartitionsRDD [55517] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55518 [id="node_55518" labelType="html" label="*(1) Generate explode(prodPlantResults#1114486), false, [prodPlantResults#1114493]\n+- *(1) Project [prodPlantResults#1114486]\n +- *(1) Filter ((size(prodPlantResults#1114486, true) > 0) AND isnotnull(prodPlantResults#1114486))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [55518] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55519 [id="node_55519" labelType="html" label="MapPartitionsRDD [55519] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55520 [id="node_55520" labelType="html" label="MapPartitionsRDD [55520] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55521 [id="node_55521" labelType="html" label="MapPartitionsRDD [55521] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144459 { id="cluster_144459"; isCluster="true"; label="Project"; 55522 [id="node_55522" labelType="html" label="MapPartitionsRDD [55522] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144474 { id="cluster_144474"; isCluster="true"; label="InMemoryTableScan"; 55523 [id="node_55523" labelType="html" label="MapPartitionsRDD [55523] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55524 [id="node_55524" labelType="html" label="MapPartitionsRDD [55524] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55525 [id="node_55525" labelType="html" label="MapPartitionsRDD [55525] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144469 { id="cluster_144469"; isCluster="true"; label="WholeStageCodegen (1)"; 55526 [id="node_55526" labelType="html" label="MapPartitionsRDD [55526] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144468 { id="cluster_144468"; isCluster="true"; label="Project"; 55527 [id="node_55527" labelType="html" label="MapPartitionsRDD [55527] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144481 { id="cluster_144481"; isCluster="true"; label="InMemoryTableScan"; 55528 [id="node_55528" labelType="html" label="MapPartitionsRDD [55528] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55529 [id="node_55529" labelType="html" label="MapPartitionsRDD [55529] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55530 [id="node_55530" labelType="html" label="MapPartitionsRDD [55530] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144476 { id="cluster_144476"; isCluster="true"; label="WholeStageCodegen (2)"; 55531 [id="node_55531" labelType="html" label="MapPartitionsRDD [55531] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144475 { id="cluster_144475"; isCluster="true"; label="Project"; 55532 [id="node_55532" labelType="html" label="MapPartitionsRDD [55532] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144458 { id="cluster_144458"; isCluster="true"; label="Union"; 55533 [id="node_55533" labelType="html" label="UnionRDD [55533] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144436 { id="cluster_144436"; isCluster="true"; label="WholeStageCodegen (5)"; 55534 [id="node_55534" labelType="html" label="MapPartitionsRDD [55534] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144435 { id="cluster_144435"; isCluster="true"; label="SortAggregate"; 55535 [id="node_55535" labelType="html" label="MapPartitionsRDD [55535] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144434 { id="cluster_144434"; isCluster="true"; label="Exchange"; 55536 [id="node_55536" labelType="html" label="MapPartitionsRDD [55536] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55500->55501; 55501->55502; 55502->55503; 55503->55504; 55504->55505; 55505->55506; 55506->55515; 55515->55516; 55516->55517; 55517->55518; 55518->55519; 55519->55520; 55520->55521; 55521->55522; 55518->55523; 55523->55524; 55524->55525; 55525->55526; 55526->55527; 55518->55528; 55528->55529; 55529->55530; 55530->55531; 55531->55532; 55522->55533; 55527->55533; 55532->55533; 55533->55534; 55534->55535; 55535->55536; }
55499,55500
55506
55518
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time