4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100060 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
89.8 KiB / 65
Shuffle Write Size / Records:
45.4 KiB / 134
Associated Job Ids:
5288
DAG Visualization
digraph G { id="graph_100060"; subgraph graph_stage_100060 { id="graph_stage_100060"; isCluster="true"; label="Stage 100060"; 46483 [id="node_46483" labelType="html" label="SQLExecutionRDD [46483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120583 { id="cluster_120583"; isCluster="true"; label="Exchange"; 46478 [id="node_46478" labelType="html" label="ShuffledRowRDD [46478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120582 { id="cluster_120582"; isCluster="true"; label="ObjectHashAggregate"; 46479 [id="node_46479" labelType="html" label="MapPartitionsRDD [46479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120432 { id="cluster_120432"; isCluster="true"; label="WholeStageCodegen (17)"; 46480 [id="node_46480" labelType="html" label="MapPartitionsRDD [46480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120431 { id="cluster_120431"; isCluster="true"; label="DeserializeToObject"; 46481 [id="node_46481" labelType="html" label="MapPartitionsRDD [46481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120426 { id="cluster_120426"; isCluster="true"; label="MapPartitions"; 46482 [id="node_46482" labelType="html" label="MapPartitionsRDD [46482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120669 { id="cluster_120669"; isCluster="true"; label="mapPartitions"; 46484 [id="node_46484" labelType="html" label="MapPartitionsRDD [46484] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120769 { id="cluster_120769"; isCluster="true"; label="Scan"; 46493 [id="node_46493" labelType="html" label="MapPartitionsRDD [46493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120763 { id="cluster_120763"; isCluster="true"; label="WholeStageCodegen (1)"; 46494 [id="node_46494" labelType="html" label="MapPartitionsRDD [46494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120762 { id="cluster_120762"; isCluster="true"; label="InMemoryTableScan"; 46495 [id="node_46495" labelType="html" label="MapPartitionsRDD [46495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46496 [id="node_46496" labelType="html" label="*(1) Generate explode(prodPlantResults#935535), false, [prodPlantResults#935542]\n+- *(1) Project [prodPlantResults#935535]\n +- *(1) Filter ((size(prodPlantResults#935535, true) > 0) AND isnotnull(prodPlantResults#935535))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [46496] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46497 [id="node_46497" labelType="html" label="MapPartitionsRDD [46497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46498 [id="node_46498" labelType="html" label="MapPartitionsRDD [46498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46499 [id="node_46499" labelType="html" label="MapPartitionsRDD [46499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120761 { id="cluster_120761"; isCluster="true"; label="Project"; 46500 [id="node_46500" labelType="html" label="MapPartitionsRDD [46500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120776 { id="cluster_120776"; isCluster="true"; label="InMemoryTableScan"; 46501 [id="node_46501" labelType="html" label="MapPartitionsRDD [46501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46502 [id="node_46502" labelType="html" label="MapPartitionsRDD [46502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46503 [id="node_46503" labelType="html" label="MapPartitionsRDD [46503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120771 { id="cluster_120771"; isCluster="true"; label="WholeStageCodegen (1)"; 46504 [id="node_46504" labelType="html" label="MapPartitionsRDD [46504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120770 { id="cluster_120770"; isCluster="true"; label="Project"; 46505 [id="node_46505" labelType="html" label="MapPartitionsRDD [46505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120783 { id="cluster_120783"; isCluster="true"; label="InMemoryTableScan"; 46506 [id="node_46506" labelType="html" label="MapPartitionsRDD [46506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46507 [id="node_46507" labelType="html" label="MapPartitionsRDD [46507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46508 [id="node_46508" labelType="html" label="MapPartitionsRDD [46508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120778 { id="cluster_120778"; isCluster="true"; label="WholeStageCodegen (2)"; 46509 [id="node_46509" labelType="html" label="MapPartitionsRDD [46509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120777 { id="cluster_120777"; isCluster="true"; label="Project"; 46510 [id="node_46510" labelType="html" label="MapPartitionsRDD [46510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120760 { id="cluster_120760"; isCluster="true"; label="Union"; 46511 [id="node_46511" labelType="html" label="UnionRDD [46511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120737 { id="cluster_120737"; isCluster="true"; label="WholeStageCodegen (5)"; 46512 [id="node_46512" labelType="html" label="MapPartitionsRDD [46512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120736 { id="cluster_120736"; isCluster="true"; label="SortAggregate"; 46513 [id="node_46513" labelType="html" label="MapPartitionsRDD [46513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120735 { id="cluster_120735"; isCluster="true"; label="Exchange"; 46514 [id="node_46514" labelType="html" label="MapPartitionsRDD [46514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46478->46479; 46479->46480; 46480->46481; 46481->46482; 46482->46483; 46483->46484; 46484->46493; 46493->46494; 46494->46495; 46495->46496; 46496->46497; 46497->46498; 46498->46499; 46499->46500; 46496->46501; 46501->46502; 46502->46503; 46503->46504; 46504->46505; 46496->46506; 46506->46507; 46507->46508; 46508->46509; 46509->46510; 46500->46511; 46505->46511; 46510->46511; 46511->46512; 46512->46513; 46513->46514; }
46477,46478
46484
46496
46483
46478
46479
46480
46481
46482
46484
46493
46494
46495
46496
46497
46498
46499
46500
46501
46502
46503
46504
46505
46506
46507
46508
46509
46510
46511
46512
46513
46514
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time