4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111882 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
856.0 B / 2
Associated Job Ids:
6093
DAG Visualization
digraph G { id="graph_111882"; subgraph graph_stage_111882 { id="graph_stage_111882"; isCluster="true"; label="Stage 111882"; 53310 [id="node_53310" labelType="html" label="SQLExecutionRDD [53310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138640 { id="cluster_138640"; isCluster="true"; label="Exchange"; 53305 [id="node_53305" labelType="html" label="ShuffledRowRDD [53305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138639 { id="cluster_138639"; isCluster="true"; label="ObjectHashAggregate"; 53306 [id="node_53306" labelType="html" label="MapPartitionsRDD [53306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138489 { id="cluster_138489"; isCluster="true"; label="WholeStageCodegen (17)"; 53307 [id="node_53307" labelType="html" label="MapPartitionsRDD [53307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138488 { id="cluster_138488"; isCluster="true"; label="DeserializeToObject"; 53308 [id="node_53308" labelType="html" label="MapPartitionsRDD [53308] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138483 { id="cluster_138483"; isCluster="true"; label="MapPartitions"; 53309 [id="node_53309" labelType="html" label="MapPartitionsRDD [53309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138726 { id="cluster_138726"; isCluster="true"; label="mapPartitions"; 53311 [id="node_53311" labelType="html" label="MapPartitionsRDD [53311] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138826 { id="cluster_138826"; isCluster="true"; label="Scan"; 53320 [id="node_53320" labelType="html" label="MapPartitionsRDD [53320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138820 { id="cluster_138820"; isCluster="true"; label="WholeStageCodegen (1)"; 53321 [id="node_53321" labelType="html" label="MapPartitionsRDD [53321] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138819 { id="cluster_138819"; isCluster="true"; label="InMemoryTableScan"; 53322 [id="node_53322" labelType="html" label="MapPartitionsRDD [53322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53323 [id="node_53323" labelType="html" label="*(1) Generate explode(prodPlantResults#1069830), false, [prodPlantResults#1069837]\n+- *(1) Project [prodPlantResults#1069830]\n +- *(1) Filter ((size(prodPlantResults#1069830, true) > 0) AND isnotnull(prodPlantResults#1069830))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [53323] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53324 [id="node_53324" labelType="html" label="MapPartitionsRDD [53324] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53325 [id="node_53325" labelType="html" label="MapPartitionsRDD [53325] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53326 [id="node_53326" labelType="html" label="MapPartitionsRDD [53326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138818 { id="cluster_138818"; isCluster="true"; label="Project"; 53327 [id="node_53327" labelType="html" label="MapPartitionsRDD [53327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138833 { id="cluster_138833"; isCluster="true"; label="InMemoryTableScan"; 53328 [id="node_53328" labelType="html" label="MapPartitionsRDD [53328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53329 [id="node_53329" labelType="html" label="MapPartitionsRDD [53329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53330 [id="node_53330" labelType="html" label="MapPartitionsRDD [53330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138828 { id="cluster_138828"; isCluster="true"; label="WholeStageCodegen (1)"; 53331 [id="node_53331" labelType="html" label="MapPartitionsRDD [53331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138827 { id="cluster_138827"; isCluster="true"; label="Project"; 53332 [id="node_53332" labelType="html" label="MapPartitionsRDD [53332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138840 { id="cluster_138840"; isCluster="true"; label="InMemoryTableScan"; 53333 [id="node_53333" labelType="html" label="MapPartitionsRDD [53333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53334 [id="node_53334" labelType="html" label="MapPartitionsRDD [53334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53335 [id="node_53335" labelType="html" label="MapPartitionsRDD [53335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138835 { id="cluster_138835"; isCluster="true"; label="WholeStageCodegen (2)"; 53336 [id="node_53336" labelType="html" label="MapPartitionsRDD [53336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138834 { id="cluster_138834"; isCluster="true"; label="Project"; 53337 [id="node_53337" labelType="html" label="MapPartitionsRDD [53337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138817 { id="cluster_138817"; isCluster="true"; label="Union"; 53338 [id="node_53338" labelType="html" label="UnionRDD [53338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138794 { id="cluster_138794"; isCluster="true"; label="WholeStageCodegen (5)"; 53339 [id="node_53339" labelType="html" label="MapPartitionsRDD [53339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138793 { id="cluster_138793"; isCluster="true"; label="SortAggregate"; 53340 [id="node_53340" labelType="html" label="MapPartitionsRDD [53340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138792 { id="cluster_138792"; isCluster="true"; label="Exchange"; 53341 [id="node_53341" labelType="html" label="MapPartitionsRDD [53341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53305->53306; 53306->53307; 53307->53308; 53308->53309; 53309->53310; 53310->53311; 53311->53320; 53320->53321; 53321->53322; 53322->53323; 53323->53324; 53324->53325; 53325->53326; 53326->53327; 53323->53328; 53328->53329; 53329->53330; 53330->53331; 53331->53332; 53323->53333; 53333->53334; 53334->53335; 53335->53336; 53336->53337; 53327->53338; 53332->53338; 53337->53338; 53338->53339; 53339->53340; 53340->53341; }
53304,53305
53311
53323
53310
53305
53306
53307
53308
53309
53311
53320
53321
53322
53323
53324
53325
53326
53327
53328
53329
53330
53331
53332
53333
53334
53335
53336
53337
53338
53339
53340
53341
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time