4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100447 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
23.7 KiB / 20
Shuffle Write Size / Records:
9.0 KiB / 24
Associated Job Ids:
5309
DAG Visualization
digraph G { id="graph_100447"; subgraph graph_stage_100447 { id="graph_stage_100447"; isCluster="true"; label="Stage 100447"; 46747 [id="node_46747" labelType="html" label="SQLExecutionRDD [46747] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_121204 { id="cluster_121204"; isCluster="true"; label="Exchange"; 46742 [id="node_46742" labelType="html" label="ShuffledRowRDD [46742] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121203 { id="cluster_121203"; isCluster="true"; label="ObjectHashAggregate"; 46743 [id="node_46743" labelType="html" label="MapPartitionsRDD [46743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121053 { id="cluster_121053"; isCluster="true"; label="WholeStageCodegen (17)"; 46744 [id="node_46744" labelType="html" label="MapPartitionsRDD [46744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121052 { id="cluster_121052"; isCluster="true"; label="DeserializeToObject"; 46745 [id="node_46745" labelType="html" label="MapPartitionsRDD [46745] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121047 { id="cluster_121047"; isCluster="true"; label="MapPartitions"; 46746 [id="node_46746" labelType="html" label="MapPartitionsRDD [46746] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121290 { id="cluster_121290"; isCluster="true"; label="mapPartitions"; 46748 [id="node_46748" labelType="html" label="MapPartitionsRDD [46748] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121390 { id="cluster_121390"; isCluster="true"; label="Scan"; 46757 [id="node_46757" labelType="html" label="MapPartitionsRDD [46757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121384 { id="cluster_121384"; isCluster="true"; label="WholeStageCodegen (1)"; 46758 [id="node_46758" labelType="html" label="MapPartitionsRDD [46758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121383 { id="cluster_121383"; isCluster="true"; label="InMemoryTableScan"; 46759 [id="node_46759" labelType="html" label="MapPartitionsRDD [46759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46760 [id="node_46760" labelType="html" label="*(1) Generate explode(prodPlantResults#941093), false, [prodPlantResults#941100]\n+- *(1) Project [prodPlantResults#941093]\n +- *(1) Filter ((size(prodPlantResults#941093, true) > 0) AND isnotnull(prodPlantResults#941093))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [46760] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46761 [id="node_46761" labelType="html" label="MapPartitionsRDD [46761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46762 [id="node_46762" labelType="html" label="MapPartitionsRDD [46762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46763 [id="node_46763" labelType="html" label="MapPartitionsRDD [46763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121382 { id="cluster_121382"; isCluster="true"; label="Project"; 46764 [id="node_46764" labelType="html" label="MapPartitionsRDD [46764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121397 { id="cluster_121397"; isCluster="true"; label="InMemoryTableScan"; 46765 [id="node_46765" labelType="html" label="MapPartitionsRDD [46765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46766 [id="node_46766" labelType="html" label="MapPartitionsRDD [46766] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46767 [id="node_46767" labelType="html" label="MapPartitionsRDD [46767] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121392 { id="cluster_121392"; isCluster="true"; label="WholeStageCodegen (1)"; 46768 [id="node_46768" labelType="html" label="MapPartitionsRDD [46768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121391 { id="cluster_121391"; isCluster="true"; label="Project"; 46769 [id="node_46769" labelType="html" label="MapPartitionsRDD [46769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121404 { id="cluster_121404"; isCluster="true"; label="InMemoryTableScan"; 46770 [id="node_46770" labelType="html" label="MapPartitionsRDD [46770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46771 [id="node_46771" labelType="html" label="MapPartitionsRDD [46771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46772 [id="node_46772" labelType="html" label="MapPartitionsRDD [46772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121399 { id="cluster_121399"; isCluster="true"; label="WholeStageCodegen (2)"; 46773 [id="node_46773" labelType="html" label="MapPartitionsRDD [46773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121398 { id="cluster_121398"; isCluster="true"; label="Project"; 46774 [id="node_46774" labelType="html" label="MapPartitionsRDD [46774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121381 { id="cluster_121381"; isCluster="true"; label="Union"; 46775 [id="node_46775" labelType="html" label="UnionRDD [46775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121358 { id="cluster_121358"; isCluster="true"; label="WholeStageCodegen (5)"; 46776 [id="node_46776" labelType="html" label="MapPartitionsRDD [46776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121357 { id="cluster_121357"; isCluster="true"; label="SortAggregate"; 46777 [id="node_46777" labelType="html" label="MapPartitionsRDD [46777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121356 { id="cluster_121356"; isCluster="true"; label="Exchange"; 46778 [id="node_46778" labelType="html" label="MapPartitionsRDD [46778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46742->46743; 46743->46744; 46744->46745; 46745->46746; 46746->46747; 46747->46748; 46748->46757; 46757->46758; 46758->46759; 46759->46760; 46760->46761; 46761->46762; 46762->46763; 46763->46764; 46760->46765; 46765->46766; 46766->46767; 46767->46768; 46768->46769; 46760->46770; 46770->46771; 46771->46772; 46772->46773; 46773->46774; 46764->46775; 46769->46775; 46774->46775; 46775->46776; 46776->46777; 46777->46778; }
46741,46742
46748
46760
46747
46742
46743
46744
46745
46746
46748
46757
46758
46759
46760
46761
46762
46763
46764
46765
46766
46767
46768
46769
46770
46771
46772
46773
46774
46775
46776
46777
46778
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time