4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91696 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
35.3 KiB / 32
Shuffle Write Size / Records:
12.8 KiB / 33
Associated Job Ids:
4887
DAG Visualization
digraph G { id="graph_91696"; subgraph graph_stage_91696 { id="graph_stage_91696"; isCluster="true"; label="Stage 91696"; 42436 [id="node_42436" labelType="html" label="SQLExecutionRDD [42436] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_110602 { id="cluster_110602"; isCluster="true"; label="Exchange"; 42431 [id="node_42431" labelType="html" label="ShuffledRowRDD [42431] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110601 { id="cluster_110601"; isCluster="true"; label="ObjectHashAggregate"; 42432 [id="node_42432" labelType="html" label="MapPartitionsRDD [42432] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110451 { id="cluster_110451"; isCluster="true"; label="WholeStageCodegen (17)"; 42433 [id="node_42433" labelType="html" label="MapPartitionsRDD [42433] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110450 { id="cluster_110450"; isCluster="true"; label="DeserializeToObject"; 42434 [id="node_42434" labelType="html" label="MapPartitionsRDD [42434] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110445 { id="cluster_110445"; isCluster="true"; label="MapPartitions"; 42435 [id="node_42435" labelType="html" label="MapPartitionsRDD [42435] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110688 { id="cluster_110688"; isCluster="true"; label="mapPartitions"; 42437 [id="node_42437" labelType="html" label="MapPartitionsRDD [42437] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110788 { id="cluster_110788"; isCluster="true"; label="Scan"; 42446 [id="node_42446" labelType="html" label="MapPartitionsRDD [42446] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110782 { id="cluster_110782"; isCluster="true"; label="WholeStageCodegen (1)"; 42447 [id="node_42447" labelType="html" label="MapPartitionsRDD [42447] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110781 { id="cluster_110781"; isCluster="true"; label="InMemoryTableScan"; 42448 [id="node_42448" labelType="html" label="MapPartitionsRDD [42448] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42449 [id="node_42449" labelType="html" label="*(1) Generate explode(prodPlantResults#851833), false, [prodPlantResults#851840]\n+- *(1) Project [prodPlantResults#851833]\n +- *(1) Filter ((size(prodPlantResults#851833, true) > 0) AND isnotnull(prodPlantResults#851833))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [42449] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42450 [id="node_42450" labelType="html" label="MapPartitionsRDD [42450] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42451 [id="node_42451" labelType="html" label="MapPartitionsRDD [42451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42452 [id="node_42452" labelType="html" label="MapPartitionsRDD [42452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110780 { id="cluster_110780"; isCluster="true"; label="Project"; 42453 [id="node_42453" labelType="html" label="MapPartitionsRDD [42453] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110795 { id="cluster_110795"; isCluster="true"; label="InMemoryTableScan"; 42454 [id="node_42454" labelType="html" label="MapPartitionsRDD [42454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42455 [id="node_42455" labelType="html" label="MapPartitionsRDD [42455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42456 [id="node_42456" labelType="html" label="MapPartitionsRDD [42456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110790 { id="cluster_110790"; isCluster="true"; label="WholeStageCodegen (1)"; 42457 [id="node_42457" labelType="html" label="MapPartitionsRDD [42457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110789 { id="cluster_110789"; isCluster="true"; label="Project"; 42458 [id="node_42458" labelType="html" label="MapPartitionsRDD [42458] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110802 { id="cluster_110802"; isCluster="true"; label="InMemoryTableScan"; 42459 [id="node_42459" labelType="html" label="MapPartitionsRDD [42459] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42460 [id="node_42460" labelType="html" label="MapPartitionsRDD [42460] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42461 [id="node_42461" labelType="html" label="MapPartitionsRDD [42461] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110797 { id="cluster_110797"; isCluster="true"; label="WholeStageCodegen (2)"; 42462 [id="node_42462" labelType="html" label="MapPartitionsRDD [42462] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110796 { id="cluster_110796"; isCluster="true"; label="Project"; 42463 [id="node_42463" labelType="html" label="MapPartitionsRDD [42463] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110779 { id="cluster_110779"; isCluster="true"; label="Union"; 42464 [id="node_42464" labelType="html" label="UnionRDD [42464] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110757 { id="cluster_110757"; isCluster="true"; label="WholeStageCodegen (5)"; 42465 [id="node_42465" labelType="html" label="MapPartitionsRDD [42465] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110756 { id="cluster_110756"; isCluster="true"; label="SortAggregate"; 42466 [id="node_42466" labelType="html" label="MapPartitionsRDD [42466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110754 { id="cluster_110754"; isCluster="true"; label="Exchange"; 42467 [id="node_42467" labelType="html" label="MapPartitionsRDD [42467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42431->42432; 42432->42433; 42433->42434; 42434->42435; 42435->42436; 42436->42437; 42437->42446; 42446->42447; 42447->42448; 42448->42449; 42449->42450; 42450->42451; 42451->42452; 42452->42453; 42449->42454; 42454->42455; 42455->42456; 42456->42457; 42457->42458; 42449->42459; 42459->42460; 42460->42461; 42461->42462; 42462->42463; 42453->42464; 42458->42464; 42463->42464; 42464->42465; 42465->42466; 42466->42467; }
42430,42431
42437
42449
42436
42431
42432
42433
42434
42435
42437
42446
42447
42448
42449
42450
42451
42452
42453
42454
42455
42456
42457
42458
42459
42460
42461
42462
42463
42464
42465
42466
42467
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time