4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100836 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 50
Shuffle Write Size / Records:
34.3 KiB / 50
Associated Job Ids:
5377
DAG Visualization
digraph G { id="graph_100836"; subgraph graph_stage_100836 { id="graph_stage_100836"; isCluster="true"; label="Stage 100836"; subgraph cluster_122452 { id="cluster_122452"; isCluster="true"; label="Scan parquet "; 47176 [id="node_47176" labelType="html" label="FileScanRDD [47176]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47177 [id="node_47177" labelType="html" label="MapPartitionsRDD [47177]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122448 { id="cluster_122448"; isCluster="true"; label="WholeStageCodegen (1)"; 47178 [id="node_47178" labelType="html" label="MapPartitionsRDD [47178]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122456 { id="cluster_122456"; isCluster="true"; label="Scan json "; 47179 [id="node_47179" labelType="html" label="FileScanRDD [47179]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47180 [id="node_47180" labelType="html" label="MapPartitionsRDD [47180]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122453 { id="cluster_122453"; isCluster="true"; label="WholeStageCodegen (2)"; 47181 [id="node_47181" labelType="html" label="MapPartitionsRDD [47181]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122447 { id="cluster_122447"; isCluster="true"; label="Union"; 47182 [id="node_47182" labelType="html" label="UnionRDD [47182]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122446 { id="cluster_122446"; isCluster="true"; label="Exchange"; 47183 [id="node_47183" labelType="html" label="MapPartitionsRDD [47183]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47176->47177; 47177->47178; 47179->47180; 47180->47181; 47178->47182; 47181->47182; 47182->47183; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time