4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 109264 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 7; Process local: 30
Shuffle Read Size / Records:
1477.0 B / 17
Shuffle Write Size / Records:
434.0 B / 7
Associated Job Ids:
6040
DAG Visualization
digraph G { id="graph_109264"; subgraph graph_stage_109264 { id="graph_stage_109264"; isCluster="true"; label="Stage 109264"; subgraph cluster_137189 { id="cluster_137189"; isCluster="true"; label="Exchange"; 52642 [id="node_52642" labelType="html" label="ShuffledRowRDD [52642] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137188 { id="cluster_137188"; isCluster="true"; label="InMemoryTableScan"; 52643 [id="node_52643" labelType="html" label="MapPartitionsRDD [52643] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52644 [id="node_52644" labelType="html" label="Exchange hashpartitioning(product#1011818, plant#1011819, 37), REPARTITION_BY_NUM, [plan_id=1686159]\n+- *(1) Scan ExistingRDD[shardId#1011815,worklistShardItemId#1011816L,version#1011817,product#1011818,plant#1011819,periodStart#1011820,periodEnd#1011821,qty#1011822]\n [52644] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52645 [id="node_52645" labelType="html" label="MapPartitionsRDD [52645] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52646 [id="node_52646" labelType="html" label="MapPartitionsRDD [52646] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52647 [id="node_52647" labelType="html" label="MapPartitionsRDD [52647] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137187 { id="cluster_137187"; isCluster="true"; label="CollectLimit"; 52648 [id="node_52648" labelType="html" label="MapPartitionsRDD [52648] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52649 [id="node_52649" labelType="html" label="MapPartitionsRDD [52649] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52642->52643; 52643->52644; 52644->52645; 52645->52646; 52646->52647; 52647->52648; 52648->52649; }
52641,52642
52644
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time