4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116434 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
452.3 KiB / 5096
Shuffle Write Size / Records:
1068.1 KiB / 5096
Associated Job Ids:
6405
DAG Visualization
digraph G { id="graph_116434"; subgraph graph_stage_116434 { id="graph_stage_116434"; isCluster="true"; label="Stage 116434"; subgraph cluster_145796 { id="cluster_145796"; isCluster="true"; label="repartition"; 56100 [id="node_56100" labelType="html" label="ShuffledRDD [56100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56101 [id="node_56101" labelType="html" label="CoalescedRDD [56101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56102 [id="node_56102" labelType="html" label="MapPartitionsRDD [56102] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145987 { id="cluster_145987"; isCluster="true"; label="map"; 56182 [id="node_56182" labelType="html" label="MapPartitionsRDD [56182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146086 { id="cluster_146086"; isCluster="true"; label="WholeStageCodegen (5)"; 56213 [id="node_56213" labelType="html" label="MapPartitionsRDD [56213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146085 { id="cluster_146085"; isCluster="true"; label="Exchange"; 56214 [id="node_56214" labelType="html" label="MapPartitionsRDD [56214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56100->56101; 56101->56102; 56102->56182; 56182->56213; 56213->56214; }
56099,56100
56102
56100
56101
56102
56182
56213
56214
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time