4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99116 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Shuffle Write Size / Records:
59.3 KiB / 100
Associated Job Ids:
5138
DAG Visualization
digraph G { id="graph_99116"; subgraph graph_stage_99116 { id="graph_stage_99116"; isCluster="true"; label="Stage 99116"; subgraph cluster_117331 { id="cluster_117331"; isCluster="true"; label="Scan parquet "; 45208 [id="node_45208" labelType="html" label="FileScanRDD [45208]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45209 [id="node_45209" labelType="html" label="MapPartitionsRDD [45209]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117327 { id="cluster_117327"; isCluster="true"; label="WholeStageCodegen (1)"; 45210 [id="node_45210" labelType="html" label="MapPartitionsRDD [45210]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117335 { id="cluster_117335"; isCluster="true"; label="Scan json "; 45211 [id="node_45211" labelType="html" label="FileScanRDD [45211]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45212 [id="node_45212" labelType="html" label="MapPartitionsRDD [45212]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117332 { id="cluster_117332"; isCluster="true"; label="WholeStageCodegen (2)"; 45213 [id="node_45213" labelType="html" label="MapPartitionsRDD [45213]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117326 { id="cluster_117326"; isCluster="true"; label="Union"; 45214 [id="node_45214" labelType="html" label="UnionRDD [45214]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117325 { id="cluster_117325"; isCluster="true"; label="Exchange"; 45215 [id="node_45215" labelType="html" label="MapPartitionsRDD [45215]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 45208->45209; 45209->45210; 45211->45212; 45212->45213; 45210->45214; 45213->45214; 45214->45215; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time