4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108300 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 7; Process local: 30
Shuffle Read Size / Records:
1452.0 B / 13
Shuffle Write Size / Records:
434.0 B / 7
Associated Job Ids:
6019
DAG Visualization
digraph G { id="graph_108300"; subgraph graph_stage_108300 { id="graph_stage_108300"; isCluster="true"; label="Stage 108300"; subgraph cluster_136568 { id="cluster_136568"; isCluster="true"; label="Exchange"; 52378 [id="node_52378" labelType="html" label="ShuffledRowRDD [52378] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136567 { id="cluster_136567"; isCluster="true"; label="InMemoryTableScan"; 52379 [id="node_52379" labelType="html" label="MapPartitionsRDD [52379] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52380 [id="node_52380" labelType="html" label="Exchange hashpartitioning(product#1011818, plant#1011819, 37), REPARTITION_BY_NUM, [plan_id=1684569]\n+- *(1) Scan ExistingRDD[shardId#1011815,worklistShardItemId#1011816L,version#1011817,product#1011818,plant#1011819,periodStart#1011820,periodEnd#1011821,qty#1011822]\n [52380] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52381 [id="node_52381" labelType="html" label="MapPartitionsRDD [52381] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52382 [id="node_52382" labelType="html" label="MapPartitionsRDD [52382] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52383 [id="node_52383" labelType="html" label="MapPartitionsRDD [52383] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136566 { id="cluster_136566"; isCluster="true"; label="CollectLimit"; 52384 [id="node_52384" labelType="html" label="MapPartitionsRDD [52384] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52385 [id="node_52385" labelType="html" label="MapPartitionsRDD [52385] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52378->52379; 52379->52380; 52380->52381; 52381->52382; 52382->52383; 52383->52384; 52384->52385; }
52377,52378
52380
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time