4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 104272 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
69.3 KiB / 56
Shuffle Write Size / Records:
30.9 KiB / 79
Associated Job Ids:
5761
DAG Visualization
digraph G { id="graph_104272"; subgraph graph_stage_104272 { id="graph_stage_104272"; isCluster="true"; label="Stage 104272"; 50085 [id="node_50085" labelType="html" label="SQLExecutionRDD [50085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_130501 { id="cluster_130501"; isCluster="true"; label="Exchange"; 50080 [id="node_50080" labelType="html" label="ShuffledRowRDD [50080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130500 { id="cluster_130500"; isCluster="true"; label="ObjectHashAggregate"; 50081 [id="node_50081" labelType="html" label="MapPartitionsRDD [50081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130349 { id="cluster_130349"; isCluster="true"; label="WholeStageCodegen (17)"; 50082 [id="node_50082" labelType="html" label="MapPartitionsRDD [50082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130347 { id="cluster_130347"; isCluster="true"; label="DeserializeToObject"; 50083 [id="node_50083" labelType="html" label="MapPartitionsRDD [50083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130344 { id="cluster_130344"; isCluster="true"; label="MapPartitions"; 50084 [id="node_50084" labelType="html" label="MapPartitionsRDD [50084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130587 { id="cluster_130587"; isCluster="true"; label="mapPartitions"; 50086 [id="node_50086" labelType="html" label="MapPartitionsRDD [50086] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130687 { id="cluster_130687"; isCluster="true"; label="Scan"; 50095 [id="node_50095" labelType="html" label="MapPartitionsRDD [50095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130681 { id="cluster_130681"; isCluster="true"; label="WholeStageCodegen (1)"; 50096 [id="node_50096" labelType="html" label="MapPartitionsRDD [50096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130680 { id="cluster_130680"; isCluster="true"; label="InMemoryTableScan"; 50097 [id="node_50097" labelType="html" label="MapPartitionsRDD [50097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50098 [id="node_50098" labelType="html" label="*(1) Generate explode(prodPlantResults#1003719), false, [prodPlantResults#1003726]\n+- *(1) Project [prodPlantResults#1003719]\n +- *(1) Filter ((size(prodPlantResults#1003719, true) > 0) AND isnotnull(prodPlantResults#1003719))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [50098] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50099 [id="node_50099" labelType="html" label="MapPartitionsRDD [50099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50100 [id="node_50100" labelType="html" label="MapPartitionsRDD [50100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50101 [id="node_50101" labelType="html" label="MapPartitionsRDD [50101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130679 { id="cluster_130679"; isCluster="true"; label="Project"; 50102 [id="node_50102" labelType="html" label="MapPartitionsRDD [50102] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130694 { id="cluster_130694"; isCluster="true"; label="InMemoryTableScan"; 50103 [id="node_50103" labelType="html" label="MapPartitionsRDD [50103] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50104 [id="node_50104" labelType="html" label="MapPartitionsRDD [50104] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50105 [id="node_50105" labelType="html" label="MapPartitionsRDD [50105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130689 { id="cluster_130689"; isCluster="true"; label="WholeStageCodegen (1)"; 50106 [id="node_50106" labelType="html" label="MapPartitionsRDD [50106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130688 { id="cluster_130688"; isCluster="true"; label="Project"; 50107 [id="node_50107" labelType="html" label="MapPartitionsRDD [50107] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130701 { id="cluster_130701"; isCluster="true"; label="InMemoryTableScan"; 50108 [id="node_50108" labelType="html" label="MapPartitionsRDD [50108] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50109 [id="node_50109" labelType="html" label="MapPartitionsRDD [50109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50110 [id="node_50110" labelType="html" label="MapPartitionsRDD [50110] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130696 { id="cluster_130696"; isCluster="true"; label="WholeStageCodegen (2)"; 50111 [id="node_50111" labelType="html" label="MapPartitionsRDD [50111] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130695 { id="cluster_130695"; isCluster="true"; label="Project"; 50112 [id="node_50112" labelType="html" label="MapPartitionsRDD [50112] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130678 { id="cluster_130678"; isCluster="true"; label="Union"; 50113 [id="node_50113" labelType="html" label="UnionRDD [50113] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130656 { id="cluster_130656"; isCluster="true"; label="WholeStageCodegen (5)"; 50114 [id="node_50114" labelType="html" label="MapPartitionsRDD [50114] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130655 { id="cluster_130655"; isCluster="true"; label="SortAggregate"; 50115 [id="node_50115" labelType="html" label="MapPartitionsRDD [50115] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130654 { id="cluster_130654"; isCluster="true"; label="Exchange"; 50116 [id="node_50116" labelType="html" label="MapPartitionsRDD [50116] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 50080->50081; 50081->50082; 50082->50083; 50083->50084; 50084->50085; 50085->50086; 50086->50095; 50095->50096; 50096->50097; 50097->50098; 50098->50099; 50099->50100; 50100->50101; 50101->50102; 50098->50103; 50103->50104; 50104->50105; 50105->50106; 50106->50107; 50098->50108; 50108->50109; 50109->50110; 50110->50111; 50111->50112; 50102->50113; 50107->50113; 50112->50113; 50113->50114; 50114->50115; 50115->50116; }
50079,50080
50086
50098
50085
50080
50081
50082
50083
50084
50086
50095
50096
50097
50098
50099
50100
50101
50102
50103
50104
50105
50106
50107
50108
50109
50110
50111
50112
50113
50114
50115
50116
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time