4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117693 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
89.8 KiB / 66
Shuffle Write Size / Records:
50.5 KiB / 137
Associated Job Ids:
6473
DAG Visualization
digraph G { id="graph_117693"; subgraph graph_stage_117693 { id="graph_stage_117693"; isCluster="true"; label="Stage 117693"; 57095 [id="node_57095" labelType="html" label="SQLExecutionRDD [57095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_148019 { id="cluster_148019"; isCluster="true"; label="Exchange"; 57090 [id="node_57090" labelType="html" label="ShuffledRowRDD [57090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148018 { id="cluster_148018"; isCluster="true"; label="ObjectHashAggregate"; 57091 [id="node_57091" labelType="html" label="MapPartitionsRDD [57091] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147868 { id="cluster_147868"; isCluster="true"; label="WholeStageCodegen (17)"; 57092 [id="node_57092" labelType="html" label="MapPartitionsRDD [57092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147867 { id="cluster_147867"; isCluster="true"; label="DeserializeToObject"; 57093 [id="node_57093" labelType="html" label="MapPartitionsRDD [57093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147862 { id="cluster_147862"; isCluster="true"; label="MapPartitions"; 57094 [id="node_57094" labelType="html" label="MapPartitionsRDD [57094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148105 { id="cluster_148105"; isCluster="true"; label="mapPartitions"; 57096 [id="node_57096" labelType="html" label="MapPartitionsRDD [57096] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148205 { id="cluster_148205"; isCluster="true"; label="Scan"; 57105 [id="node_57105" labelType="html" label="MapPartitionsRDD [57105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148199 { id="cluster_148199"; isCluster="true"; label="WholeStageCodegen (1)"; 57106 [id="node_57106" labelType="html" label="MapPartitionsRDD [57106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148198 { id="cluster_148198"; isCluster="true"; label="InMemoryTableScan"; 57107 [id="node_57107" labelType="html" label="MapPartitionsRDD [57107] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57108 [id="node_57108" labelType="html" label="*(1) Generate explode(prodPlantResults#1147856), false, [prodPlantResults#1147863]\n+- *(1) Project [prodPlantResults#1147856]\n +- *(1) Filter ((size(prodPlantResults#1147856, true) > 0) AND isnotnull(prodPlantResults#1147856))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [57108] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57109 [id="node_57109" labelType="html" label="MapPartitionsRDD [57109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57110 [id="node_57110" labelType="html" label="MapPartitionsRDD [57110] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57111 [id="node_57111" labelType="html" label="MapPartitionsRDD [57111] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148197 { id="cluster_148197"; isCluster="true"; label="Project"; 57112 [id="node_57112" labelType="html" label="MapPartitionsRDD [57112] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148212 { id="cluster_148212"; isCluster="true"; label="InMemoryTableScan"; 57113 [id="node_57113" labelType="html" label="MapPartitionsRDD [57113] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57114 [id="node_57114" labelType="html" label="MapPartitionsRDD [57114] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57115 [id="node_57115" labelType="html" label="MapPartitionsRDD [57115] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148207 { id="cluster_148207"; isCluster="true"; label="WholeStageCodegen (1)"; 57116 [id="node_57116" labelType="html" label="MapPartitionsRDD [57116] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148206 { id="cluster_148206"; isCluster="true"; label="Project"; 57117 [id="node_57117" labelType="html" label="MapPartitionsRDD [57117] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148219 { id="cluster_148219"; isCluster="true"; label="InMemoryTableScan"; 57118 [id="node_57118" labelType="html" label="MapPartitionsRDD [57118] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57119 [id="node_57119" labelType="html" label="MapPartitionsRDD [57119] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57120 [id="node_57120" labelType="html" label="MapPartitionsRDD [57120] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148214 { id="cluster_148214"; isCluster="true"; label="WholeStageCodegen (2)"; 57121 [id="node_57121" labelType="html" label="MapPartitionsRDD [57121] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148213 { id="cluster_148213"; isCluster="true"; label="Project"; 57122 [id="node_57122" labelType="html" label="MapPartitionsRDD [57122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148196 { id="cluster_148196"; isCluster="true"; label="Union"; 57123 [id="node_57123" labelType="html" label="UnionRDD [57123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148173 { id="cluster_148173"; isCluster="true"; label="WholeStageCodegen (5)"; 57124 [id="node_57124" labelType="html" label="MapPartitionsRDD [57124] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148172 { id="cluster_148172"; isCluster="true"; label="SortAggregate"; 57125 [id="node_57125" labelType="html" label="MapPartitionsRDD [57125] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148171 { id="cluster_148171"; isCluster="true"; label="Exchange"; 57126 [id="node_57126" labelType="html" label="MapPartitionsRDD [57126] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57090->57091; 57091->57092; 57092->57093; 57093->57094; 57094->57095; 57095->57096; 57096->57105; 57105->57106; 57106->57107; 57107->57108; 57108->57109; 57109->57110; 57110->57111; 57111->57112; 57108->57113; 57113->57114; 57114->57115; 57115->57116; 57116->57117; 57108->57118; 57118->57119; 57119->57120; 57120->57121; 57121->57122; 57112->57123; 57117->57123; 57122->57123; 57123->57124; 57124->57125; 57125->57126; }
57089,57090
57096
57108
57095
57090
57091
57092
57093
57094
57096
57105
57106
57107
57108
57109
57110
57111
57112
57113
57114
57115
57116
57117
57118
57119
57120
57121
57122
57123
57124
57125
57126
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time