4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115889 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30; Process local: 7
Shuffle Read Size / Records:
13.7 KiB / 238
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
6378
DAG Visualization
digraph G { id="graph_115889"; subgraph graph_stage_115889 { id="graph_stage_115889"; isCluster="true"; label="Stage 115889"; subgraph cluster_145326 { id="cluster_145326"; isCluster="true"; label="Exchange"; 55899 [id="node_55899" labelType="html" label="ShuffledRowRDD [55899] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145325 { id="cluster_145325"; isCluster="true"; label="InMemoryTableScan"; 55900 [id="node_55900" labelType="html" label="MapPartitionsRDD [55900] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55901 [id="node_55901" labelType="html" label="Exchange hashpartitioning(product#1100460, plant#1100461, 37), REPARTITION_BY_NUM, [plan_id=1753674]\n+- *(1) Scan ExistingRDD[shardId#1100457,worklistShardItemId#1100458L,version#1100459,product#1100460,plant#1100461,periodStart#1100462,periodEnd#1100463,qty#1100464]\n [55901] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55902 [id="node_55902" labelType="html" label="MapPartitionsRDD [55902] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55903 [id="node_55903" labelType="html" label="MapPartitionsRDD [55903] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55904 [id="node_55904" labelType="html" label="MapPartitionsRDD [55904] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145324 { id="cluster_145324"; isCluster="true"; label="CollectLimit"; 55905 [id="node_55905" labelType="html" label="MapPartitionsRDD [55905] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55906 [id="node_55906" labelType="html" label="MapPartitionsRDD [55906] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55899->55900; 55900->55901; 55901->55902; 55902->55903; 55903->55904; 55904->55905; 55905->55906; }
55898,55899
55901
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time