4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100833 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 24
Shuffle Write Size / Records:
11.0 KiB / 24
Associated Job Ids:
5375
DAG Visualization
digraph G { id="graph_100833"; subgraph graph_stage_100833 { id="graph_stage_100833"; isCluster="true"; label="Stage 100833"; subgraph cluster_122395 { id="cluster_122395"; isCluster="true"; label="Scan parquet "; 47155 [id="node_47155" labelType="html" label="FileScanRDD [47155]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47156 [id="node_47156" labelType="html" label="MapPartitionsRDD [47156]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122391 { id="cluster_122391"; isCluster="true"; label="WholeStageCodegen (1)"; 47157 [id="node_47157" labelType="html" label="MapPartitionsRDD [47157]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122399 { id="cluster_122399"; isCluster="true"; label="Scan json "; 47158 [id="node_47158" labelType="html" label="FileScanRDD [47158]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47159 [id="node_47159" labelType="html" label="MapPartitionsRDD [47159]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122396 { id="cluster_122396"; isCluster="true"; label="WholeStageCodegen (2)"; 47160 [id="node_47160" labelType="html" label="MapPartitionsRDD [47160]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122390 { id="cluster_122390"; isCluster="true"; label="Union"; 47161 [id="node_47161" labelType="html" label="UnionRDD [47161]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122389 { id="cluster_122389"; isCluster="true"; label="Exchange"; 47162 [id="node_47162" labelType="html" label="MapPartitionsRDD [47162]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47155->47156; 47156->47157; 47158->47159; 47159->47160; 47157->47161; 47160->47161; 47161->47162; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time