4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95960 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
850.0 B / 2
Associated Job Ids:
4994
DAG Visualization
digraph G { id="graph_95960"; subgraph graph_stage_95960 { id="graph_stage_95960"; isCluster="true"; label="Stage 95960"; 43762 [id="node_43762" labelType="html" label="SQLExecutionRDD [43762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_113720 { id="cluster_113720"; isCluster="true"; label="Exchange"; 43757 [id="node_43757" labelType="html" label="ShuffledRowRDD [43757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113719 { id="cluster_113719"; isCluster="true"; label="ObjectHashAggregate"; 43758 [id="node_43758" labelType="html" label="MapPartitionsRDD [43758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113569 { id="cluster_113569"; isCluster="true"; label="WholeStageCodegen (17)"; 43759 [id="node_43759" labelType="html" label="MapPartitionsRDD [43759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113568 { id="cluster_113568"; isCluster="true"; label="DeserializeToObject"; 43760 [id="node_43760" labelType="html" label="MapPartitionsRDD [43760] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113563 { id="cluster_113563"; isCluster="true"; label="MapPartitions"; 43761 [id="node_43761" labelType="html" label="MapPartitionsRDD [43761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113806 { id="cluster_113806"; isCluster="true"; label="mapPartitions"; 43763 [id="node_43763" labelType="html" label="MapPartitionsRDD [43763] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113906 { id="cluster_113906"; isCluster="true"; label="Scan"; 43772 [id="node_43772" labelType="html" label="MapPartitionsRDD [43772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113900 { id="cluster_113900"; isCluster="true"; label="WholeStageCodegen (1)"; 43773 [id="node_43773" labelType="html" label="MapPartitionsRDD [43773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113899 { id="cluster_113899"; isCluster="true"; label="InMemoryTableScan"; 43774 [id="node_43774" labelType="html" label="MapPartitionsRDD [43774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43775 [id="node_43775" labelType="html" label="*(1) Generate explode(prodPlantResults#879645), false, [prodPlantResults#879652]\n+- *(1) Project [prodPlantResults#879645]\n +- *(1) Filter ((size(prodPlantResults#879645, true) > 0) AND isnotnull(prodPlantResults#879645))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [43775] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43776 [id="node_43776" labelType="html" label="MapPartitionsRDD [43776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43777 [id="node_43777" labelType="html" label="MapPartitionsRDD [43777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43778 [id="node_43778" labelType="html" label="MapPartitionsRDD [43778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113898 { id="cluster_113898"; isCluster="true"; label="Project"; 43779 [id="node_43779" labelType="html" label="MapPartitionsRDD [43779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113913 { id="cluster_113913"; isCluster="true"; label="InMemoryTableScan"; 43780 [id="node_43780" labelType="html" label="MapPartitionsRDD [43780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43781 [id="node_43781" labelType="html" label="MapPartitionsRDD [43781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43782 [id="node_43782" labelType="html" label="MapPartitionsRDD [43782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113908 { id="cluster_113908"; isCluster="true"; label="WholeStageCodegen (1)"; 43783 [id="node_43783" labelType="html" label="MapPartitionsRDD [43783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113907 { id="cluster_113907"; isCluster="true"; label="Project"; 43784 [id="node_43784" labelType="html" label="MapPartitionsRDD [43784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113920 { id="cluster_113920"; isCluster="true"; label="InMemoryTableScan"; 43785 [id="node_43785" labelType="html" label="MapPartitionsRDD [43785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43786 [id="node_43786" labelType="html" label="MapPartitionsRDD [43786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43787 [id="node_43787" labelType="html" label="MapPartitionsRDD [43787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113915 { id="cluster_113915"; isCluster="true"; label="WholeStageCodegen (2)"; 43788 [id="node_43788" labelType="html" label="MapPartitionsRDD [43788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113914 { id="cluster_113914"; isCluster="true"; label="Project"; 43789 [id="node_43789" labelType="html" label="MapPartitionsRDD [43789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113897 { id="cluster_113897"; isCluster="true"; label="Union"; 43790 [id="node_43790" labelType="html" label="UnionRDD [43790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113875 { id="cluster_113875"; isCluster="true"; label="WholeStageCodegen (5)"; 43791 [id="node_43791" labelType="html" label="MapPartitionsRDD [43791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113874 { id="cluster_113874"; isCluster="true"; label="SortAggregate"; 43792 [id="node_43792" labelType="html" label="MapPartitionsRDD [43792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113873 { id="cluster_113873"; isCluster="true"; label="Exchange"; 43793 [id="node_43793" labelType="html" label="MapPartitionsRDD [43793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43757->43758; 43758->43759; 43759->43760; 43760->43761; 43761->43762; 43762->43763; 43763->43772; 43772->43773; 43773->43774; 43774->43775; 43775->43776; 43776->43777; 43777->43778; 43778->43779; 43775->43780; 43780->43781; 43781->43782; 43782->43783; 43783->43784; 43775->43785; 43785->43786; 43786->43787; 43787->43788; 43788->43789; 43779->43790; 43784->43790; 43789->43790; 43790->43791; 43791->43792; 43792->43793; }
43756,43757
43763
43775
43762
43757
43758
43759
43760
43761
43763
43772
43773
43774
43775
43776
43777
43778
43779
43780
43781
43782
43783
43784
43785
43786
43787
43788
43789
43790
43791
43792
43793
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time