4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102519 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
566.3 KiB / 5656
Shuffle Write Size / Records:
1010.1 KiB / 5656
Associated Job Ids:
5694
DAG Visualization
digraph G { id="graph_102519"; subgraph graph_stage_102519 { id="graph_stage_102519"; isCluster="true"; label="Stage 102519"; subgraph cluster_128280 { id="cluster_128280"; isCluster="true"; label="repartition"; 49092 [id="node_49092" labelType="html" label="ShuffledRDD [49092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49093 [id="node_49093" labelType="html" label="CoalescedRDD [49093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49094 [id="node_49094" labelType="html" label="MapPartitionsRDD [49094] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128471 { id="cluster_128471"; isCluster="true"; label="map"; 49174 [id="node_49174" labelType="html" label="MapPartitionsRDD [49174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128570 { id="cluster_128570"; isCluster="true"; label="WholeStageCodegen (5)"; 49205 [id="node_49205" labelType="html" label="MapPartitionsRDD [49205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128569 { id="cluster_128569"; isCluster="true"; label="Exchange"; 49206 [id="node_49206" labelType="html" label="MapPartitionsRDD [49206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49092->49093; 49093->49094; 49094->49174; 49174->49205; 49205->49206; }
49091,49092
49094
49092
49093
49094
49174
49205
49206
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time