4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117020 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30; Process local: 7
Shuffle Read Size / Records:
12.9 KiB / 158
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
6421
DAG Visualization
digraph G { id="graph_117020"; subgraph graph_stage_117020 { id="graph_stage_117020"; isCluster="true"; label="Stage 117020"; subgraph cluster_146570 { id="cluster_146570"; isCluster="true"; label="Exchange"; 56429 [id="node_56429" labelType="html" label="ShuffledRowRDD [56429] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146569 { id="cluster_146569"; isCluster="true"; label="InMemoryTableScan"; 56430 [id="node_56430" labelType="html" label="MapPartitionsRDD [56430] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56431 [id="node_56431" labelType="html" label="Exchange hashpartitioning(product#1100460, plant#1100461, 37), REPARTITION_BY_NUM, [plan_id=1756839]\n+- *(1) Scan ExistingRDD[shardId#1100457,worklistShardItemId#1100458L,version#1100459,product#1100460,plant#1100461,periodStart#1100462,periodEnd#1100463,qty#1100464]\n [56431] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56432 [id="node_56432" labelType="html" label="MapPartitionsRDD [56432] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56433 [id="node_56433" labelType="html" label="MapPartitionsRDD [56433] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56434 [id="node_56434" labelType="html" label="MapPartitionsRDD [56434] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146568 { id="cluster_146568"; isCluster="true"; label="CollectLimit"; 56435 [id="node_56435" labelType="html" label="MapPartitionsRDD [56435] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56436 [id="node_56436" labelType="html" label="MapPartitionsRDD [56436] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56429->56430; 56430->56431; 56431->56432; 56432->56433; 56433->56434; 56434->56435; 56435->56436; }
56428,56429
56431
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time