4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96904 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
851.0 B / 2
Associated Job Ids:
5038
DAG Visualization
digraph G { id="graph_96904"; subgraph graph_stage_96904 { id="graph_stage_96904"; isCluster="true"; label="Stage 96904"; 44312 [id="node_44312" labelType="html" label="SQLExecutionRDD [44312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_115019 { id="cluster_115019"; isCluster="true"; label="Exchange"; 44307 [id="node_44307" labelType="html" label="ShuffledRowRDD [44307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115018 { id="cluster_115018"; isCluster="true"; label="ObjectHashAggregate"; 44308 [id="node_44308" labelType="html" label="MapPartitionsRDD [44308] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114865 { id="cluster_114865"; isCluster="true"; label="WholeStageCodegen (17)"; 44309 [id="node_44309" labelType="html" label="MapPartitionsRDD [44309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114863 { id="cluster_114863"; isCluster="true"; label="DeserializeToObject"; 44310 [id="node_44310" labelType="html" label="MapPartitionsRDD [44310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114862 { id="cluster_114862"; isCluster="true"; label="MapPartitions"; 44311 [id="node_44311" labelType="html" label="MapPartitionsRDD [44311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115105 { id="cluster_115105"; isCluster="true"; label="mapPartitions"; 44313 [id="node_44313" labelType="html" label="MapPartitionsRDD [44313] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115205 { id="cluster_115205"; isCluster="true"; label="Scan"; 44322 [id="node_44322" labelType="html" label="MapPartitionsRDD [44322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115199 { id="cluster_115199"; isCluster="true"; label="WholeStageCodegen (1)"; 44323 [id="node_44323" labelType="html" label="MapPartitionsRDD [44323] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115198 { id="cluster_115198"; isCluster="true"; label="InMemoryTableScan"; 44324 [id="node_44324" labelType="html" label="MapPartitionsRDD [44324] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44325 [id="node_44325" labelType="html" label="*(1) Generate explode(prodPlantResults#891060), false, [prodPlantResults#891067]\n+- *(1) Project [prodPlantResults#891060]\n +- *(1) Filter ((size(prodPlantResults#891060, true) > 0) AND isnotnull(prodPlantResults#891060))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [44325] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44326 [id="node_44326" labelType="html" label="MapPartitionsRDD [44326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44327 [id="node_44327" labelType="html" label="MapPartitionsRDD [44327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44328 [id="node_44328" labelType="html" label="MapPartitionsRDD [44328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115197 { id="cluster_115197"; isCluster="true"; label="Project"; 44329 [id="node_44329" labelType="html" label="MapPartitionsRDD [44329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115212 { id="cluster_115212"; isCluster="true"; label="InMemoryTableScan"; 44330 [id="node_44330" labelType="html" label="MapPartitionsRDD [44330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44331 [id="node_44331" labelType="html" label="MapPartitionsRDD [44331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44332 [id="node_44332" labelType="html" label="MapPartitionsRDD [44332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115207 { id="cluster_115207"; isCluster="true"; label="WholeStageCodegen (1)"; 44333 [id="node_44333" labelType="html" label="MapPartitionsRDD [44333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115206 { id="cluster_115206"; isCluster="true"; label="Project"; 44334 [id="node_44334" labelType="html" label="MapPartitionsRDD [44334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115219 { id="cluster_115219"; isCluster="true"; label="InMemoryTableScan"; 44335 [id="node_44335" labelType="html" label="MapPartitionsRDD [44335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44336 [id="node_44336" labelType="html" label="MapPartitionsRDD [44336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44337 [id="node_44337" labelType="html" label="MapPartitionsRDD [44337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115214 { id="cluster_115214"; isCluster="true"; label="WholeStageCodegen (2)"; 44338 [id="node_44338" labelType="html" label="MapPartitionsRDD [44338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115213 { id="cluster_115213"; isCluster="true"; label="Project"; 44339 [id="node_44339" labelType="html" label="MapPartitionsRDD [44339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115196 { id="cluster_115196"; isCluster="true"; label="Union"; 44340 [id="node_44340" labelType="html" label="UnionRDD [44340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115174 { id="cluster_115174"; isCluster="true"; label="WholeStageCodegen (5)"; 44341 [id="node_44341" labelType="html" label="MapPartitionsRDD [44341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115173 { id="cluster_115173"; isCluster="true"; label="SortAggregate"; 44342 [id="node_44342" labelType="html" label="MapPartitionsRDD [44342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115172 { id="cluster_115172"; isCluster="true"; label="Exchange"; 44343 [id="node_44343" labelType="html" label="MapPartitionsRDD [44343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44307->44308; 44308->44309; 44309->44310; 44310->44311; 44311->44312; 44312->44313; 44313->44322; 44322->44323; 44323->44324; 44324->44325; 44325->44326; 44326->44327; 44327->44328; 44328->44329; 44325->44330; 44330->44331; 44331->44332; 44332->44333; 44333->44334; 44325->44335; 44335->44336; 44336->44337; 44337->44338; 44338->44339; 44329->44340; 44334->44340; 44339->44340; 44340->44341; 44341->44342; 44342->44343; }
44306,44307
44313
44325
44312
44307
44308
44309
44310
44311
44313
44322
44323
44324
44325
44326
44327
44328
44329
44330
44331
44332
44333
44334
44335
44336
44337
44338
44339
44340
44341
44342
44343
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time