4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100763 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 2
Input Size / Records:
0.0 B / 15
Shuffle Write Size / Records:
7.3 KiB / 15
Associated Job Ids:
5346
DAG Visualization
digraph G { id="graph_100763"; subgraph graph_stage_100763 { id="graph_stage_100763"; isCluster="true"; label="Stage 100763"; subgraph cluster_121999 { id="cluster_121999"; isCluster="true"; label="Scan parquet "; 47022 [id="node_47022" labelType="html" label="FileScanRDD [47022]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47023 [id="node_47023" labelType="html" label="MapPartitionsRDD [47023]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_121995 { id="cluster_121995"; isCluster="true"; label="WholeStageCodegen (1)"; 47024 [id="node_47024" labelType="html" label="MapPartitionsRDD [47024]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122003 { id="cluster_122003"; isCluster="true"; label="Scan json "; 47025 [id="node_47025" labelType="html" label="FileScanRDD [47025]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47026 [id="node_47026" labelType="html" label="MapPartitionsRDD [47026]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122000 { id="cluster_122000"; isCluster="true"; label="WholeStageCodegen (2)"; 47027 [id="node_47027" labelType="html" label="MapPartitionsRDD [47027]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_121994 { id="cluster_121994"; isCluster="true"; label="Union"; 47028 [id="node_47028" labelType="html" label="UnionRDD [47028]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_121993 { id="cluster_121993"; isCluster="true"; label="Exchange"; 47029 [id="node_47029" labelType="html" label="MapPartitionsRDD [47029]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47022->47023; 47023->47024; 47025->47026; 47026->47027; 47024->47028; 47027->47028; 47028->47029; }
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time