4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117174 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30; Process local: 7
Shuffle Read Size / Records:
12.8 KiB / 144
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
6442
DAG Visualization
digraph G { id="graph_117174"; subgraph graph_stage_117174 { id="graph_stage_117174"; isCluster="true"; label="Stage 117174"; subgraph cluster_147191 { id="cluster_147191"; isCluster="true"; label="Exchange"; 56693 [id="node_56693" labelType="html" label="ShuffledRowRDD [56693] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147190 { id="cluster_147190"; isCluster="true"; label="InMemoryTableScan"; 56694 [id="node_56694" labelType="html" label="MapPartitionsRDD [56694] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56695 [id="node_56695" labelType="html" label="Exchange hashpartitioning(product#1100460, plant#1100461, 37), REPARTITION_BY_NUM, [plan_id=1758429]\n+- *(1) Scan ExistingRDD[shardId#1100457,worklistShardItemId#1100458L,version#1100459,product#1100460,plant#1100461,periodStart#1100462,periodEnd#1100463,qty#1100464]\n [56695] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56696 [id="node_56696" labelType="html" label="MapPartitionsRDD [56696] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56697 [id="node_56697" labelType="html" label="MapPartitionsRDD [56697] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56698 [id="node_56698" labelType="html" label="MapPartitionsRDD [56698] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147189 { id="cluster_147189"; isCluster="true"; label="CollectLimit"; 56699 [id="node_56699" labelType="html" label="MapPartitionsRDD [56699] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56700 [id="node_56700" labelType="html" label="MapPartitionsRDD [56700] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56693->56694; 56694->56695; 56695->56696; 56696->56697; 56697->56698; 56698->56699; 56699->56700; }
56692,56693
56695
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time