4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103352 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
596.8 KiB / 5990
Shuffle Write Size / Records:
1035.5 KiB / 5990
Associated Job Ids:
5736
DAG Visualization
digraph G { id="graph_103352"; subgraph graph_stage_103352 { id="graph_stage_103352"; isCluster="true"; label="Stage 103352"; subgraph cluster_129522 { id="cluster_129522"; isCluster="true"; label="repartition"; 49620 [id="node_49620" labelType="html" label="ShuffledRDD [49620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49621 [id="node_49621" labelType="html" label="CoalescedRDD [49621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49622 [id="node_49622" labelType="html" label="MapPartitionsRDD [49622] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129713 { id="cluster_129713"; isCluster="true"; label="map"; 49702 [id="node_49702" labelType="html" label="MapPartitionsRDD [49702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129806 { id="cluster_129806"; isCluster="true"; label="WholeStageCodegen (5)"; 49733 [id="node_49733" labelType="html" label="MapPartitionsRDD [49733] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129805 { id="cluster_129805"; isCluster="true"; label="Exchange"; 49734 [id="node_49734" labelType="html" label="MapPartitionsRDD [49734] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49620->49621; 49621->49622; 49622->49702; 49702->49733; 49733->49734; }
49619,49620
49622
49620
49621
49622
49702
49733
49734
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time