4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 110953 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
8.4 KiB / 6
Shuffle Write Size / Records:
1697.0 B / 4
Associated Job Ids:
6071
DAG Visualization
digraph G { id="graph_110953"; subgraph graph_stage_110953 { id="graph_stage_110953"; isCluster="true"; label="Stage 110953"; 53044 [id="node_53044" labelType="html" label="SQLExecutionRDD [53044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138017 { id="cluster_138017"; isCluster="true"; label="Exchange"; 53039 [id="node_53039" labelType="html" label="ShuffledRowRDD [53039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138016 { id="cluster_138016"; isCluster="true"; label="ObjectHashAggregate"; 53040 [id="node_53040" labelType="html" label="MapPartitionsRDD [53040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137866 { id="cluster_137866"; isCluster="true"; label="WholeStageCodegen (17)"; 53041 [id="node_53041" labelType="html" label="MapPartitionsRDD [53041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137865 { id="cluster_137865"; isCluster="true"; label="DeserializeToObject"; 53042 [id="node_53042" labelType="html" label="MapPartitionsRDD [53042] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137860 { id="cluster_137860"; isCluster="true"; label="MapPartitions"; 53043 [id="node_53043" labelType="html" label="MapPartitionsRDD [53043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138103 { id="cluster_138103"; isCluster="true"; label="mapPartitions"; 53045 [id="node_53045" labelType="html" label="MapPartitionsRDD [53045] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138203 { id="cluster_138203"; isCluster="true"; label="Scan"; 53054 [id="node_53054" labelType="html" label="MapPartitionsRDD [53054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138197 { id="cluster_138197"; isCluster="true"; label="WholeStageCodegen (1)"; 53055 [id="node_53055" labelType="html" label="MapPartitionsRDD [53055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138196 { id="cluster_138196"; isCluster="true"; label="InMemoryTableScan"; 53056 [id="node_53056" labelType="html" label="MapPartitionsRDD [53056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53057 [id="node_53057" labelType="html" label="*(1) Generate explode(prodPlantResults#1064272), false, [prodPlantResults#1064279]\n+- *(1) Project [prodPlantResults#1064272]\n +- *(1) Filter ((size(prodPlantResults#1064272, true) > 0) AND isnotnull(prodPlantResults#1064272))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [53057] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53058 [id="node_53058" labelType="html" label="MapPartitionsRDD [53058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53059 [id="node_53059" labelType="html" label="MapPartitionsRDD [53059] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53060 [id="node_53060" labelType="html" label="MapPartitionsRDD [53060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138195 { id="cluster_138195"; isCluster="true"; label="Project"; 53061 [id="node_53061" labelType="html" label="MapPartitionsRDD [53061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138210 { id="cluster_138210"; isCluster="true"; label="InMemoryTableScan"; 53062 [id="node_53062" labelType="html" label="MapPartitionsRDD [53062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53063 [id="node_53063" labelType="html" label="MapPartitionsRDD [53063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53064 [id="node_53064" labelType="html" label="MapPartitionsRDD [53064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138205 { id="cluster_138205"; isCluster="true"; label="WholeStageCodegen (1)"; 53065 [id="node_53065" labelType="html" label="MapPartitionsRDD [53065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138204 { id="cluster_138204"; isCluster="true"; label="Project"; 53066 [id="node_53066" labelType="html" label="MapPartitionsRDD [53066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138217 { id="cluster_138217"; isCluster="true"; label="InMemoryTableScan"; 53067 [id="node_53067" labelType="html" label="MapPartitionsRDD [53067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53068 [id="node_53068" labelType="html" label="MapPartitionsRDD [53068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53069 [id="node_53069" labelType="html" label="MapPartitionsRDD [53069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138212 { id="cluster_138212"; isCluster="true"; label="WholeStageCodegen (2)"; 53070 [id="node_53070" labelType="html" label="MapPartitionsRDD [53070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138211 { id="cluster_138211"; isCluster="true"; label="Project"; 53071 [id="node_53071" labelType="html" label="MapPartitionsRDD [53071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138194 { id="cluster_138194"; isCluster="true"; label="Union"; 53072 [id="node_53072" labelType="html" label="UnionRDD [53072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138171 { id="cluster_138171"; isCluster="true"; label="WholeStageCodegen (5)"; 53073 [id="node_53073" labelType="html" label="MapPartitionsRDD [53073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138170 { id="cluster_138170"; isCluster="true"; label="SortAggregate"; 53074 [id="node_53074" labelType="html" label="MapPartitionsRDD [53074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138169 { id="cluster_138169"; isCluster="true"; label="Exchange"; 53075 [id="node_53075" labelType="html" label="MapPartitionsRDD [53075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53039->53040; 53040->53041; 53041->53042; 53042->53043; 53043->53044; 53044->53045; 53045->53054; 53054->53055; 53055->53056; 53056->53057; 53057->53058; 53058->53059; 53059->53060; 53060->53061; 53057->53062; 53062->53063; 53063->53064; 53064->53065; 53065->53066; 53057->53067; 53067->53068; 53068->53069; 53069->53070; 53070->53071; 53061->53072; 53066->53072; 53071->53072; 53072->53073; 53073->53074; 53074->53075; }
53038,53039
53045
53057
53044
53039
53040
53041
53042
53043
53045
53054
53055
53056
53057
53058
53059
53060
53061
53062
53063
53064
53065
53066
53067
53068
53069
53070
53071
53072
53073
53074
53075
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time