4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107498 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 9; Process local: 28
Shuffle Read Size / Records:
2.2 KiB / 23
Shuffle Write Size / Records:
558.0 B / 9
Associated Job Ids:
5998
DAG Visualization
digraph G { id="graph_107498"; subgraph graph_stage_107498 { id="graph_stage_107498"; isCluster="true"; label="Stage 107498"; subgraph cluster_135947 { id="cluster_135947"; isCluster="true"; label="Exchange"; 52114 [id="node_52114" labelType="html" label="ShuffledRowRDD [52114] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135946 { id="cluster_135946"; isCluster="true"; label="InMemoryTableScan"; 52115 [id="node_52115" labelType="html" label="MapPartitionsRDD [52115] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52116 [id="node_52116" labelType="html" label="Exchange hashpartitioning(product#1011818, plant#1011819, 37), REPARTITION_BY_NUM, [plan_id=1683020]\n+- *(1) Scan ExistingRDD[shardId#1011815,worklistShardItemId#1011816L,version#1011817,product#1011818,plant#1011819,periodStart#1011820,periodEnd#1011821,qty#1011822]\n [52116] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52117 [id="node_52117" labelType="html" label="MapPartitionsRDD [52117] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52118 [id="node_52118" labelType="html" label="MapPartitionsRDD [52118] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52119 [id="node_52119" labelType="html" label="MapPartitionsRDD [52119] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135945 { id="cluster_135945"; isCluster="true"; label="CollectLimit"; 52120 [id="node_52120" labelType="html" label="MapPartitionsRDD [52120] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52121 [id="node_52121" labelType="html" label="MapPartitionsRDD [52121] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52114->52115; 52115->52116; 52116->52117; 52117->52118; 52118->52119; 52119->52120; 52120->52121; }
52113,52114
52116
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time