4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116437 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
452.3 KiB / 5096
Shuffle Read Size / Records:
465.1 KiB / 0
Associated Job Ids:
6405
DAG Visualization
digraph G { id="graph_116437"; subgraph graph_stage_116437 { id="graph_stage_116437"; isCluster="true"; label="Stage 116437"; subgraph cluster_145796 { id="cluster_145796"; isCluster="true"; label="repartition"; 56100 [id="node_56100" labelType="html" label="ShuffledRDD [56100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56101 [id="node_56101" labelType="html" label="CoalescedRDD [56101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56102 [id="node_56102" labelType="html" label="MapPartitionsRDD [56102] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145987 { id="cluster_145987"; isCluster="true"; label="map"; 56182 [id="node_56182" labelType="html" label="MapPartitionsRDD [56182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146050 { id="cluster_146050"; isCluster="true"; label="Exchange"; 56211 [id="node_56211" labelType="html" label="ShuffledRowRDD [56211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146047 { id="cluster_146047"; isCluster="true"; label="WholeStageCodegen (4)"; 56212 [id="node_56212" labelType="html" label="MapPartitionsRDD [56212] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146085 { id="cluster_146085"; isCluster="true"; label="Exchange"; 56215 [id="node_56215" labelType="html" label="ShuffledRowRDD [56215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146082 { id="cluster_146082"; isCluster="true"; label="WholeStageCodegen (6)"; 56216 [id="node_56216" labelType="html" label="MapPartitionsRDD [56216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146039 { id="cluster_146039"; isCluster="true"; label="WholeStageCodegen (7)"; 56217 [id="node_56217" labelType="html" label="ZippedPartitionsRDD2 [56217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56218 [id="node_56218" labelType="html" label="MapPartitionsRDD [56218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146038 { id="cluster_146038"; isCluster="true"; label="InMemoryTableScan"; 56219 [id="node_56219" labelType="html" label="MapPartitionsRDD [56219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56220 [id="node_56220" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1128444 AS qty#1128446, demandChannel#1128439, demandStream#1128440, cachedKpis#1128445 AS kpis#1128447]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1128443L, cachedShardId#1128442], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1755382]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [56220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56221 [id="node_56221" labelType="html" label="MapPartitionsRDD [56221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56222 [id="node_56222" labelType="html" label="MapPartitionsRDD [56222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56223 [id="node_56223" labelType="html" label="MapPartitionsRDD [56223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146090 { id="cluster_146090"; isCluster="true"; label="WholeStageCodegen (3)"; 56224 [id="node_56224" labelType="html" label="MapPartitionsRDD [56224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146037 { id="cluster_146037"; isCluster="true"; label="Union"; 56225 [id="node_56225" labelType="html" label="UnionRDD [56225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146036 { id="cluster_146036"; isCluster="true"; label="Exchange"; 56226 [id="node_56226" labelType="html" label="MapPartitionsRDD [56226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56100->56101; 56101->56102; 56102->56182; 56211->56212; 56215->56216; 56212->56217; 56216->56217; 56217->56218; 56218->56219; 56219->56220; 56220->56221; 56221->56222; 56222->56223; 56182->56224; 56223->56225; 56224->56225; 56225->56226; }
56099,56100
56210,56211
56214,56215
56102
56220
56100
56101
56102
56182
56211
56212
56215
56216
56217
56218
56219
56220
56221
56222
56223
56224
56225
56226
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time