4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100000 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 19; Process local: 18
Shuffle Read Size / Records:
220.7 KiB / 50
Associated Job Ids:
5286
DAG Visualization
digraph G { id="graph_100000"; subgraph graph_stage_100000 { id="graph_stage_100000"; isCluster="true"; label="Stage 100000"; 46483 [id="node_46483" labelType="html" label="SQLExecutionRDD [46483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120583 { id="cluster_120583"; isCluster="true"; label="Exchange"; 46478 [id="node_46478" labelType="html" label="ShuffledRowRDD [46478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120582 { id="cluster_120582"; isCluster="true"; label="ObjectHashAggregate"; 46479 [id="node_46479" labelType="html" label="MapPartitionsRDD [46479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120432 { id="cluster_120432"; isCluster="true"; label="WholeStageCodegen (17)"; 46480 [id="node_46480" labelType="html" label="MapPartitionsRDD [46480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120431 { id="cluster_120431"; isCluster="true"; label="DeserializeToObject"; 46481 [id="node_46481" labelType="html" label="MapPartitionsRDD [46481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120426 { id="cluster_120426"; isCluster="true"; label="MapPartitions"; 46482 [id="node_46482" labelType="html" label="MapPartitionsRDD [46482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120669 { id="cluster_120669"; isCluster="true"; label="mapPartitions"; 46484 [id="node_46484" labelType="html" label="MapPartitionsRDD [46484] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46478->46479; 46479->46480; 46480->46481; 46481->46482; 46482->46483; 46483->46484; }
46477,46478
46484
46483
46478
46479
46480
46481
46482
46484
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time