4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117490 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30; Process local: 7
Shuffle Read Size / Records:
11.8 KiB / 137
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
6463
DAG Visualization
digraph G { id="graph_117490"; subgraph graph_stage_117490 { id="graph_stage_117490"; isCluster="true"; label="Stage 117490"; subgraph cluster_147812 { id="cluster_147812"; isCluster="true"; label="Exchange"; 56957 [id="node_56957" labelType="html" label="ShuffledRowRDD [56957] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147811 { id="cluster_147811"; isCluster="true"; label="InMemoryTableScan"; 56958 [id="node_56958" labelType="html" label="MapPartitionsRDD [56958] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56959 [id="node_56959" labelType="html" label="Exchange hashpartitioning(product#1100460, plant#1100461, 37), REPARTITION_BY_NUM, [plan_id=1760019]\n+- *(1) Scan ExistingRDD[shardId#1100457,worklistShardItemId#1100458L,version#1100459,product#1100460,plant#1100461,periodStart#1100462,periodEnd#1100463,qty#1100464]\n [56959] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56960 [id="node_56960" labelType="html" label="MapPartitionsRDD [56960] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56961 [id="node_56961" labelType="html" label="MapPartitionsRDD [56961] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56962 [id="node_56962" labelType="html" label="MapPartitionsRDD [56962] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147810 { id="cluster_147810"; isCluster="true"; label="CollectLimit"; 56963 [id="node_56963" labelType="html" label="MapPartitionsRDD [56963] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 56964 [id="node_56964" labelType="html" label="MapPartitionsRDD [56964] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56957->56958; 56958->56959; 56959->56960; 56960->56961; 56961->56962; 56962->56963; 56963->56964; }
56956,56957
56959
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time