4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101434 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Process local: 111
Input Size / Records:
738.5 KiB / 81
Shuffle Write Size / Records:
681.7 KiB / 2802
Associated Job Ids:
5612
DAG Visualization
digraph G { id="graph_101434"; subgraph graph_stage_101434 { id="graph_stage_101434"; isCluster="true"; label="Stage 101434"; 48146 [id="node_48146" labelType="html" label="SQLExecutionRDD [48146] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_125533 { id="cluster_125533"; isCluster="true"; label="Exchange"; 48141 [id="node_48141" labelType="html" label="ShuffledRowRDD [48141] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125532 { id="cluster_125532"; isCluster="true"; label="ObjectHashAggregate"; 48142 [id="node_48142" labelType="html" label="MapPartitionsRDD [48142] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125332 { id="cluster_125332"; isCluster="true"; label="WholeStageCodegen (17)"; 48143 [id="node_48143" labelType="html" label="MapPartitionsRDD [48143] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125331 { id="cluster_125331"; isCluster="true"; label="DeserializeToObject"; 48144 [id="node_48144" labelType="html" label="MapPartitionsRDD [48144] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125328 { id="cluster_125328"; isCluster="true"; label="MapPartitions"; 48145 [id="node_48145" labelType="html" label="MapPartitionsRDD [48145] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125828 { id="cluster_125828"; isCluster="true"; label="mapPartitions"; 48147 [id="node_48147" labelType="html" label="MapPartitionsRDD [48147] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126302 { id="cluster_126302"; isCluster="true"; label="Scan"; 48242 [id="node_48242" labelType="html" label="MapPartitionsRDD [48242] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126296 { id="cluster_126296"; isCluster="true"; label="WholeStageCodegen (1)"; 48243 [id="node_48243" labelType="html" label="MapPartitionsRDD [48243] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126295 { id="cluster_126295"; isCluster="true"; label="InMemoryTableScan"; 48244 [id="node_48244" labelType="html" label="MapPartitionsRDD [48244] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48245 [id="node_48245" labelType="html" label="*(1) Generate explode(prodPlantResults#964797), false, [prodPlantResults#964804]\n+- *(1) Project [prodPlantResults#964797]\n +- *(1) Filter ((size(prodPlantResults#964797, true) > 0) AND isnotnull(prodPlantResults#964797))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [48245] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48246 [id="node_48246" labelType="html" label="MapPartitionsRDD [48246] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48247 [id="node_48247" labelType="html" label="MapPartitionsRDD [48247] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48248 [id="node_48248" labelType="html" label="MapPartitionsRDD [48248] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126294 { id="cluster_126294"; isCluster="true"; label="Project"; 48249 [id="node_48249" labelType="html" label="MapPartitionsRDD [48249] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126309 { id="cluster_126309"; isCluster="true"; label="InMemoryTableScan"; 48250 [id="node_48250" labelType="html" label="MapPartitionsRDD [48250] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48251 [id="node_48251" labelType="html" label="MapPartitionsRDD [48251] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48252 [id="node_48252" labelType="html" label="MapPartitionsRDD [48252] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126304 { id="cluster_126304"; isCluster="true"; label="WholeStageCodegen (1)"; 48253 [id="node_48253" labelType="html" label="MapPartitionsRDD [48253] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126303 { id="cluster_126303"; isCluster="true"; label="Project"; 48254 [id="node_48254" labelType="html" label="MapPartitionsRDD [48254] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126316 { id="cluster_126316"; isCluster="true"; label="InMemoryTableScan"; 48255 [id="node_48255" labelType="html" label="MapPartitionsRDD [48255] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48256 [id="node_48256" labelType="html" label="MapPartitionsRDD [48256] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48257 [id="node_48257" labelType="html" label="MapPartitionsRDD [48257] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126311 { id="cluster_126311"; isCluster="true"; label="WholeStageCodegen (2)"; 48258 [id="node_48258" labelType="html" label="MapPartitionsRDD [48258] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126310 { id="cluster_126310"; isCluster="true"; label="Project"; 48259 [id="node_48259" labelType="html" label="MapPartitionsRDD [48259] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126293 { id="cluster_126293"; isCluster="true"; label="Union"; 48260 [id="node_48260" labelType="html" label="UnionRDD [48260] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126256 { id="cluster_126256"; isCluster="true"; label="WholeStageCodegen (5)"; 48261 [id="node_48261" labelType="html" label="MapPartitionsRDD [48261] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126255 { id="cluster_126255"; isCluster="true"; label="SortAggregate"; 48262 [id="node_48262" labelType="html" label="MapPartitionsRDD [48262] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126254 { id="cluster_126254"; isCluster="true"; label="Exchange"; 48263 [id="node_48263" labelType="html" label="MapPartitionsRDD [48263] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48141->48142; 48142->48143; 48143->48144; 48144->48145; 48145->48146; 48146->48147; 48147->48242; 48242->48243; 48243->48244; 48244->48245; 48245->48246; 48246->48247; 48247->48248; 48248->48249; 48245->48250; 48250->48251; 48251->48252; 48252->48253; 48253->48254; 48245->48255; 48255->48256; 48256->48257; 48257->48258; 48258->48259; 48249->48260; 48254->48260; 48259->48260; 48260->48261; 48261->48262; 48262->48263; }
48140,48141
48147
48245
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time