4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116367 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30; Process local: 7
Shuffle Read Size / Records:
13.2 KiB / 156
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
6399
DAG Visualization
digraph G { id="graph_116367"; subgraph graph_stage_116367 { id="graph_stage_116367"; isCluster="true"; label="Stage 116367"; subgraph cluster_145947 { id="cluster_145947"; isCluster="true"; label="Exchange"; 56163 [id="node_56163" labelType="html" label="ShuffledRowRDD [56163] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145946 { id="cluster_145946"; isCluster="true"; label="InMemoryTableScan"; 56164 [id="node_56164" labelType="html" label="MapPartitionsRDD [56164] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56165 [id="node_56165" labelType="html" label="Exchange hashpartitioning(product#1100460, plant#1100461, 37), REPARTITION_BY_NUM, [plan_id=1755264]\n+- *(1) Scan ExistingRDD[shardId#1100457,worklistShardItemId#1100458L,version#1100459,product#1100460,plant#1100461,periodStart#1100462,periodEnd#1100463,qty#1100464]\n [56165] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56166 [id="node_56166" labelType="html" label="MapPartitionsRDD [56166] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56167 [id="node_56167" labelType="html" label="MapPartitionsRDD [56167] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56168 [id="node_56168" labelType="html" label="MapPartitionsRDD [56168] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145945 { id="cluster_145945"; isCluster="true"; label="CollectLimit"; 56169 [id="node_56169" labelType="html" label="MapPartitionsRDD [56169] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56170 [id="node_56170" labelType="html" label="MapPartitionsRDD [56170] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56163->56164; 56164->56165; 56165->56166; 56166->56167; 56167->56168; 56168->56169; 56169->56170; }
56162,56163
56165
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time