4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115263 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Shuffle Write Size / Records:
59.3 KiB / 100
Associated Job Ids:
6258
DAG Visualization
digraph G { id="graph_115263"; subgraph graph_stage_115263 { id="graph_stage_115263"; isCluster="true"; label="Stage 115263"; subgraph cluster_142872 { id="cluster_142872"; isCluster="true"; label="Scan parquet "; 55020 [id="node_55020" labelType="html" label="FileScanRDD [55020]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 55021 [id="node_55021" labelType="html" label="MapPartitionsRDD [55021]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142868 { id="cluster_142868"; isCluster="true"; label="WholeStageCodegen (1)"; 55022 [id="node_55022" labelType="html" label="MapPartitionsRDD [55022]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142876 { id="cluster_142876"; isCluster="true"; label="Scan json "; 55023 [id="node_55023" labelType="html" label="FileScanRDD [55023]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 55024 [id="node_55024" labelType="html" label="MapPartitionsRDD [55024]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142873 { id="cluster_142873"; isCluster="true"; label="WholeStageCodegen (2)"; 55025 [id="node_55025" labelType="html" label="MapPartitionsRDD [55025]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142867 { id="cluster_142867"; isCluster="true"; label="Union"; 55026 [id="node_55026" labelType="html" label="UnionRDD [55026]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142866 { id="cluster_142866"; isCluster="true"; label="Exchange"; 55027 [id="node_55027" labelType="html" label="MapPartitionsRDD [55027]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 55020->55021; 55021->55022; 55023->55024; 55024->55025; 55022->55026; 55025->55026; 55026->55027; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time