4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103560 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
91.1 KiB / 64
Shuffle Write Size / Records:
41.8 KiB / 108
Associated Job Ids:
5740
DAG Visualization
digraph G { id="graph_103560"; subgraph graph_stage_103560 { id="graph_stage_103560"; isCluster="true"; label="Stage 103560"; 49821 [id="node_49821" labelType="html" label="SQLExecutionRDD [49821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_129880 { id="cluster_129880"; isCluster="true"; label="Exchange"; 49816 [id="node_49816" labelType="html" label="ShuffledRowRDD [49816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129879 { id="cluster_129879"; isCluster="true"; label="ObjectHashAggregate"; 49817 [id="node_49817" labelType="html" label="MapPartitionsRDD [49817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129729 { id="cluster_129729"; isCluster="true"; label="WholeStageCodegen (17)"; 49818 [id="node_49818" labelType="html" label="MapPartitionsRDD [49818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129728 { id="cluster_129728"; isCluster="true"; label="DeserializeToObject"; 49819 [id="node_49819" labelType="html" label="MapPartitionsRDD [49819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129723 { id="cluster_129723"; isCluster="true"; label="MapPartitions"; 49820 [id="node_49820" labelType="html" label="MapPartitionsRDD [49820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129966 { id="cluster_129966"; isCluster="true"; label="mapPartitions"; 49822 [id="node_49822" labelType="html" label="MapPartitionsRDD [49822] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130066 { id="cluster_130066"; isCluster="true"; label="Scan"; 49831 [id="node_49831" labelType="html" label="MapPartitionsRDD [49831] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130060 { id="cluster_130060"; isCluster="true"; label="WholeStageCodegen (1)"; 49832 [id="node_49832" labelType="html" label="MapPartitionsRDD [49832] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130059 { id="cluster_130059"; isCluster="true"; label="InMemoryTableScan"; 49833 [id="node_49833" labelType="html" label="MapPartitionsRDD [49833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49834 [id="node_49834" labelType="html" label="*(1) Generate explode(prodPlantResults#998161), false, [prodPlantResults#998168]\n+- *(1) Project [prodPlantResults#998161]\n +- *(1) Filter ((size(prodPlantResults#998161, true) > 0) AND isnotnull(prodPlantResults#998161))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [49834] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49835 [id="node_49835" labelType="html" label="MapPartitionsRDD [49835] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49836 [id="node_49836" labelType="html" label="MapPartitionsRDD [49836] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49837 [id="node_49837" labelType="html" label="MapPartitionsRDD [49837] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130058 { id="cluster_130058"; isCluster="true"; label="Project"; 49838 [id="node_49838" labelType="html" label="MapPartitionsRDD [49838] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130073 { id="cluster_130073"; isCluster="true"; label="InMemoryTableScan"; 49839 [id="node_49839" labelType="html" label="MapPartitionsRDD [49839] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49840 [id="node_49840" labelType="html" label="MapPartitionsRDD [49840] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49841 [id="node_49841" labelType="html" label="MapPartitionsRDD [49841] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130068 { id="cluster_130068"; isCluster="true"; label="WholeStageCodegen (1)"; 49842 [id="node_49842" labelType="html" label="MapPartitionsRDD [49842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130067 { id="cluster_130067"; isCluster="true"; label="Project"; 49843 [id="node_49843" labelType="html" label="MapPartitionsRDD [49843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130080 { id="cluster_130080"; isCluster="true"; label="InMemoryTableScan"; 49844 [id="node_49844" labelType="html" label="MapPartitionsRDD [49844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49845 [id="node_49845" labelType="html" label="MapPartitionsRDD [49845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49846 [id="node_49846" labelType="html" label="MapPartitionsRDD [49846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130075 { id="cluster_130075"; isCluster="true"; label="WholeStageCodegen (2)"; 49847 [id="node_49847" labelType="html" label="MapPartitionsRDD [49847] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130074 { id="cluster_130074"; isCluster="true"; label="Project"; 49848 [id="node_49848" labelType="html" label="MapPartitionsRDD [49848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130057 { id="cluster_130057"; isCluster="true"; label="Union"; 49849 [id="node_49849" labelType="html" label="UnionRDD [49849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130034 { id="cluster_130034"; isCluster="true"; label="WholeStageCodegen (5)"; 49850 [id="node_49850" labelType="html" label="MapPartitionsRDD [49850] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130033 { id="cluster_130033"; isCluster="true"; label="SortAggregate"; 49851 [id="node_49851" labelType="html" label="MapPartitionsRDD [49851] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130032 { id="cluster_130032"; isCluster="true"; label="Exchange"; 49852 [id="node_49852" labelType="html" label="MapPartitionsRDD [49852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49816->49817; 49817->49818; 49818->49819; 49819->49820; 49820->49821; 49821->49822; 49822->49831; 49831->49832; 49832->49833; 49833->49834; 49834->49835; 49835->49836; 49836->49837; 49837->49838; 49834->49839; 49839->49840; 49840->49841; 49841->49842; 49842->49843; 49834->49844; 49844->49845; 49845->49846; 49846->49847; 49847->49848; 49838->49849; 49843->49849; 49848->49849; 49849->49850; 49850->49851; 49851->49852; }
49815,49816
49822
49834
49821
49816
49817
49818
49819
49820
49822
49831
49832
49833
49834
49835
49836
49837
49838
49839
49840
49841
49842
49843
49844
49845
49846
49847
49848
49849
49850
49851
49852
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time