4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102049 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 111
Input Size / Records:
449.9 KiB / 81
Shuffle Write Size / Records:
251.2 KiB / 1117
Associated Job Ids:
5655
DAG Visualization
digraph G { id="graph_102049"; subgraph graph_stage_102049 { id="graph_stage_102049"; isCluster="true"; label="Stage 102049"; 48763 [id="node_48763" labelType="html" label="SQLExecutionRDD [48763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_127394 { id="cluster_127394"; isCluster="true"; label="Exchange"; 48758 [id="node_48758" labelType="html" label="ShuffledRowRDD [48758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127393 { id="cluster_127393"; isCluster="true"; label="ObjectHashAggregate"; 48759 [id="node_48759" labelType="html" label="MapPartitionsRDD [48759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127243 { id="cluster_127243"; isCluster="true"; label="WholeStageCodegen (17)"; 48760 [id="node_48760" labelType="html" label="MapPartitionsRDD [48760] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127242 { id="cluster_127242"; isCluster="true"; label="DeserializeToObject"; 48761 [id="node_48761" labelType="html" label="MapPartitionsRDD [48761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127237 { id="cluster_127237"; isCluster="true"; label="MapPartitions"; 48762 [id="node_48762" labelType="html" label="MapPartitionsRDD [48762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127480 { id="cluster_127480"; isCluster="true"; label="mapPartitions"; 48764 [id="node_48764" labelType="html" label="MapPartitionsRDD [48764] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127580 { id="cluster_127580"; isCluster="true"; label="Scan"; 48773 [id="node_48773" labelType="html" label="MapPartitionsRDD [48773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127574 { id="cluster_127574"; isCluster="true"; label="WholeStageCodegen (1)"; 48774 [id="node_48774" labelType="html" label="MapPartitionsRDD [48774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127573 { id="cluster_127573"; isCluster="true"; label="InMemoryTableScan"; 48775 [id="node_48775" labelType="html" label="MapPartitionsRDD [48775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48776 [id="node_48776" labelType="html" label="*(1) Generate explode(prodPlantResults#975929), false, [prodPlantResults#975936]\n+- *(1) Project [prodPlantResults#975929]\n +- *(1) Filter ((size(prodPlantResults#975929, true) > 0) AND isnotnull(prodPlantResults#975929))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [48776] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48777 [id="node_48777" labelType="html" label="MapPartitionsRDD [48777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48778 [id="node_48778" labelType="html" label="MapPartitionsRDD [48778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48779 [id="node_48779" labelType="html" label="MapPartitionsRDD [48779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127572 { id="cluster_127572"; isCluster="true"; label="Project"; 48780 [id="node_48780" labelType="html" label="MapPartitionsRDD [48780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127587 { id="cluster_127587"; isCluster="true"; label="InMemoryTableScan"; 48781 [id="node_48781" labelType="html" label="MapPartitionsRDD [48781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48782 [id="node_48782" labelType="html" label="MapPartitionsRDD [48782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48783 [id="node_48783" labelType="html" label="MapPartitionsRDD [48783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127582 { id="cluster_127582"; isCluster="true"; label="WholeStageCodegen (1)"; 48784 [id="node_48784" labelType="html" label="MapPartitionsRDD [48784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127581 { id="cluster_127581"; isCluster="true"; label="Project"; 48785 [id="node_48785" labelType="html" label="MapPartitionsRDD [48785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127594 { id="cluster_127594"; isCluster="true"; label="InMemoryTableScan"; 48786 [id="node_48786" labelType="html" label="MapPartitionsRDD [48786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48787 [id="node_48787" labelType="html" label="MapPartitionsRDD [48787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48788 [id="node_48788" labelType="html" label="MapPartitionsRDD [48788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127589 { id="cluster_127589"; isCluster="true"; label="WholeStageCodegen (2)"; 48789 [id="node_48789" labelType="html" label="MapPartitionsRDD [48789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127588 { id="cluster_127588"; isCluster="true"; label="Project"; 48790 [id="node_48790" labelType="html" label="MapPartitionsRDD [48790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127571 { id="cluster_127571"; isCluster="true"; label="Union"; 48791 [id="node_48791" labelType="html" label="UnionRDD [48791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127548 { id="cluster_127548"; isCluster="true"; label="WholeStageCodegen (5)"; 48792 [id="node_48792" labelType="html" label="MapPartitionsRDD [48792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127547 { id="cluster_127547"; isCluster="true"; label="SortAggregate"; 48793 [id="node_48793" labelType="html" label="MapPartitionsRDD [48793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127546 { id="cluster_127546"; isCluster="true"; label="Exchange"; 48794 [id="node_48794" labelType="html" label="MapPartitionsRDD [48794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48758->48759; 48759->48760; 48760->48761; 48761->48762; 48762->48763; 48763->48764; 48764->48773; 48773->48774; 48774->48775; 48775->48776; 48776->48777; 48777->48778; 48778->48779; 48779->48780; 48776->48781; 48781->48782; 48782->48783; 48783->48784; 48784->48785; 48776->48786; 48786->48787; 48787->48788; 48788->48789; 48789->48790; 48780->48791; 48785->48791; 48790->48791; 48791->48792; 48792->48793; 48793->48794; }
48757,48758
48764
48776
48763
48758
48759
48760
48761
48762
48764
48773
48774
48775
48776
48777
48778
48779
48780
48781
48782
48783
48784
48785
48786
48787
48788
48789
48790
48791
48792
48793
48794
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time