4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100292 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
449.8 KiB / 5070
Shuffle Write Size / Records:
1062.8 KiB / 5070
Associated Job Ids:
5305
DAG Visualization
digraph G { id="graph_100292"; subgraph graph_stage_100292 { id="graph_stage_100292"; isCluster="true"; label="Stage 100292"; subgraph cluster_120846 { id="cluster_120846"; isCluster="true"; label="repartition"; 46546 [id="node_46546" labelType="html" label="ShuffledRDD [46546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46547 [id="node_46547" labelType="html" label="CoalescedRDD [46547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46548 [id="node_46548" labelType="html" label="MapPartitionsRDD [46548] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121037 { id="cluster_121037"; isCluster="true"; label="map"; 46628 [id="node_46628" labelType="html" label="MapPartitionsRDD [46628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121130 { id="cluster_121130"; isCluster="true"; label="WholeStageCodegen (5)"; 46659 [id="node_46659" labelType="html" label="MapPartitionsRDD [46659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121129 { id="cluster_121129"; isCluster="true"; label="Exchange"; 46660 [id="node_46660" labelType="html" label="MapPartitionsRDD [46660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46546->46547; 46547->46548; 46548->46628; 46628->46659; 46659->46660; }
46545,46546
46548
46546
46547
46548
46628
46659
46660
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time