4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102396 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
294.7 KiB / 81
Shuffle Write Size / Records:
165.0 KiB / 546
Associated Job Ids:
5677
DAG Visualization
digraph G { id="graph_102396"; subgraph graph_stage_102396 { id="graph_stage_102396"; isCluster="true"; label="Stage 102396"; 49029 [id="node_49029" labelType="html" label="SQLExecutionRDD [49029] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_128017 { id="cluster_128017"; isCluster="true"; label="Exchange"; 49024 [id="node_49024" labelType="html" label="ShuffledRowRDD [49024] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128016 { id="cluster_128016"; isCluster="true"; label="ObjectHashAggregate"; 49025 [id="node_49025" labelType="html" label="MapPartitionsRDD [49025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127866 { id="cluster_127866"; isCluster="true"; label="WholeStageCodegen (17)"; 49026 [id="node_49026" labelType="html" label="MapPartitionsRDD [49026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127865 { id="cluster_127865"; isCluster="true"; label="DeserializeToObject"; 49027 [id="node_49027" labelType="html" label="MapPartitionsRDD [49027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127860 { id="cluster_127860"; isCluster="true"; label="MapPartitions"; 49028 [id="node_49028" labelType="html" label="MapPartitionsRDD [49028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128103 { id="cluster_128103"; isCluster="true"; label="mapPartitions"; 49030 [id="node_49030" labelType="html" label="MapPartitionsRDD [49030] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128203 { id="cluster_128203"; isCluster="true"; label="Scan"; 49039 [id="node_49039" labelType="html" label="MapPartitionsRDD [49039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128197 { id="cluster_128197"; isCluster="true"; label="WholeStageCodegen (1)"; 49040 [id="node_49040" labelType="html" label="MapPartitionsRDD [49040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128196 { id="cluster_128196"; isCluster="true"; label="InMemoryTableScan"; 49041 [id="node_49041" labelType="html" label="MapPartitionsRDD [49041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49042 [id="node_49042" labelType="html" label="*(1) Generate explode(prodPlantResults#981487), false, [prodPlantResults#981494]\n+- *(1) Project [prodPlantResults#981487]\n +- *(1) Filter ((size(prodPlantResults#981487, true) > 0) AND isnotnull(prodPlantResults#981487))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [49042] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49043 [id="node_49043" labelType="html" label="MapPartitionsRDD [49043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49044 [id="node_49044" labelType="html" label="MapPartitionsRDD [49044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49045 [id="node_49045" labelType="html" label="MapPartitionsRDD [49045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128195 { id="cluster_128195"; isCluster="true"; label="Project"; 49046 [id="node_49046" labelType="html" label="MapPartitionsRDD [49046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128210 { id="cluster_128210"; isCluster="true"; label="InMemoryTableScan"; 49047 [id="node_49047" labelType="html" label="MapPartitionsRDD [49047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49048 [id="node_49048" labelType="html" label="MapPartitionsRDD [49048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49049 [id="node_49049" labelType="html" label="MapPartitionsRDD [49049] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128205 { id="cluster_128205"; isCluster="true"; label="WholeStageCodegen (1)"; 49050 [id="node_49050" labelType="html" label="MapPartitionsRDD [49050] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128204 { id="cluster_128204"; isCluster="true"; label="Project"; 49051 [id="node_49051" labelType="html" label="MapPartitionsRDD [49051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128217 { id="cluster_128217"; isCluster="true"; label="InMemoryTableScan"; 49052 [id="node_49052" labelType="html" label="MapPartitionsRDD [49052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49053 [id="node_49053" labelType="html" label="MapPartitionsRDD [49053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49054 [id="node_49054" labelType="html" label="MapPartitionsRDD [49054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128212 { id="cluster_128212"; isCluster="true"; label="WholeStageCodegen (2)"; 49055 [id="node_49055" labelType="html" label="MapPartitionsRDD [49055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128211 { id="cluster_128211"; isCluster="true"; label="Project"; 49056 [id="node_49056" labelType="html" label="MapPartitionsRDD [49056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128194 { id="cluster_128194"; isCluster="true"; label="Union"; 49057 [id="node_49057" labelType="html" label="UnionRDD [49057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128172 { id="cluster_128172"; isCluster="true"; label="WholeStageCodegen (5)"; 49058 [id="node_49058" labelType="html" label="MapPartitionsRDD [49058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128171 { id="cluster_128171"; isCluster="true"; label="SortAggregate"; 49059 [id="node_49059" labelType="html" label="MapPartitionsRDD [49059] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128170 { id="cluster_128170"; isCluster="true"; label="Exchange"; 49060 [id="node_49060" labelType="html" label="MapPartitionsRDD [49060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49024->49025; 49025->49026; 49026->49027; 49027->49028; 49028->49029; 49029->49030; 49030->49039; 49039->49040; 49040->49041; 49041->49042; 49042->49043; 49043->49044; 49044->49045; 49045->49046; 49042->49047; 49047->49048; 49048->49049; 49049->49050; 49050->49051; 49042->49052; 49052->49053; 49053->49054; 49054->49055; 49055->49056; 49046->49057; 49051->49057; 49056->49057; 49057->49058; 49058->49059; 49059->49060; }
49023,49024
49030
49042
49029
49024
49025
49026
49027
49028
49030
49039
49040
49041
49042
49043
49044
49045
49046
49047
49048
49049
49050
49051
49052
49053
49054
49055
49056
49057
49058
49059
49060
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time