4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102853 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
584.5 KiB / 5845
Shuffle Write Size / Records:
1026.8 KiB / 5845
Associated Job Ids:
5715
DAG Visualization
digraph G { id="graph_102853"; subgraph graph_stage_102853 { id="graph_stage_102853"; isCluster="true"; label="Stage 102853"; subgraph cluster_128901 { id="cluster_128901"; isCluster="true"; label="repartition"; 49356 [id="node_49356" labelType="html" label="ShuffledRDD [49356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49357 [id="node_49357" labelType="html" label="CoalescedRDD [49357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49358 [id="node_49358" labelType="html" label="MapPartitionsRDD [49358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129092 { id="cluster_129092"; isCluster="true"; label="map"; 49438 [id="node_49438" labelType="html" label="MapPartitionsRDD [49438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129191 { id="cluster_129191"; isCluster="true"; label="WholeStageCodegen (5)"; 49469 [id="node_49469" labelType="html" label="MapPartitionsRDD [49469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129190 { id="cluster_129190"; isCluster="true"; label="Exchange"; 49470 [id="node_49470" labelType="html" label="MapPartitionsRDD [49470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49356->49357; 49357->49358; 49358->49438; 49438->49469; 49469->49470; }
49355,49356
49358
49356
49357
49358
49438
49469
49470
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time