4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100787 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 34
Shuffle Read Size / Records:
2.7 MiB / 868
Shuffle Write Size / Records:
20.2 KiB / 146
Associated Job Ids:
5359
DAG Visualization
digraph G { id="graph_100787"; subgraph graph_stage_100787 { id="graph_stage_100787"; isCluster="true"; label="Stage 100787"; subgraph cluster_122191 { id="cluster_122191"; isCluster="true"; label="AQEShuffleRead"; 47090 [id="node_47090" labelType="html" label="ShuffledRowRDD [47090] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122188 { id="cluster_122188"; isCluster="true"; label="WholeStageCodegen (8)"; 47091 [id="node_47091" labelType="html" label="MapPartitionsRDD [47091] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122196 { id="cluster_122196"; isCluster="true"; label="AQEShuffleRead"; 47092 [id="node_47092" labelType="html" label="ShuffledRowRDD [47092] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122193 { id="cluster_122193"; isCluster="true"; label="WholeStageCodegen (9)"; 47093 [id="node_47093" labelType="html" label="MapPartitionsRDD [47093] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122182 { id="cluster_122182"; isCluster="true"; label="WholeStageCodegen (10)"; 47094 [id="node_47094" labelType="html" label="ZippedPartitionsRDD2 [47094] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47095 [id="node_47095" labelType="html" label="MapPartitionsRDD [47095] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122181 { id="cluster_122181"; isCluster="true"; label="Exchange"; 47096 [id="node_47096" labelType="html" label="MapPartitionsRDD [47096] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47090->47091; 47092->47093; 47091->47094; 47093->47094; 47094->47095; 47095->47096; }
47089,47090
47065,47092
Event Timeline
Enable zooming
Tasks: 34. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time