4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105772 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Shuffle Write Size / Records:
59.3 KiB / 100
Associated Job Ids:
5840
DAG Visualization
digraph G { id="graph_105772"; subgraph graph_stage_105772 { id="graph_stage_105772"; isCluster="true"; label="Stage 105772"; subgraph cluster_132192 { id="cluster_132192"; isCluster="true"; label="Scan parquet "; 50717 [id="node_50717" labelType="html" label="FileScanRDD [50717]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50718 [id="node_50718" labelType="html" label="MapPartitionsRDD [50718]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132188 { id="cluster_132188"; isCluster="true"; label="WholeStageCodegen (1)"; 50719 [id="node_50719" labelType="html" label="MapPartitionsRDD [50719]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132196 { id="cluster_132196"; isCluster="true"; label="Scan json "; 50720 [id="node_50720" labelType="html" label="FileScanRDD [50720]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50721 [id="node_50721" labelType="html" label="MapPartitionsRDD [50721]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132193 { id="cluster_132193"; isCluster="true"; label="WholeStageCodegen (2)"; 50722 [id="node_50722" labelType="html" label="MapPartitionsRDD [50722]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132187 { id="cluster_132187"; isCluster="true"; label="Union"; 50723 [id="node_50723" labelType="html" label="UnionRDD [50723]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132186 { id="cluster_132186"; isCluster="true"; label="Exchange"; 50724 [id="node_50724" labelType="html" label="MapPartitionsRDD [50724]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50717->50718; 50718->50719; 50720->50721; 50721->50722; 50719->50723; 50722->50723; 50723->50724; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time