4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113502 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
61.7 KiB / 473
Shuffle Read Size / Records:
72.3 KiB / 0
Associated Job Ids:
6175
DAG Visualization
digraph G { id="graph_113502"; subgraph graph_stage_113502 { id="graph_stage_113502"; isCluster="true"; label="Stage 113502"; subgraph cluster_140823 { id="cluster_140823"; isCluster="true"; label="repartition"; 54187 [id="node_54187" labelType="html" label="ShuffledRDD [54187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54188 [id="node_54188" labelType="html" label="CoalescedRDD [54188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54189 [id="node_54189" labelType="html" label="MapPartitionsRDD [54189] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141014 { id="cluster_141014"; isCluster="true"; label="map"; 54269 [id="node_54269" labelType="html" label="MapPartitionsRDD [54269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141077 { id="cluster_141077"; isCluster="true"; label="Exchange"; 54298 [id="node_54298" labelType="html" label="ShuffledRowRDD [54298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141074 { id="cluster_141074"; isCluster="true"; label="WholeStageCodegen (4)"; 54299 [id="node_54299" labelType="html" label="MapPartitionsRDD [54299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141106 { id="cluster_141106"; isCluster="true"; label="Exchange"; 54302 [id="node_54302" labelType="html" label="ShuffledRowRDD [54302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141103 { id="cluster_141103"; isCluster="true"; label="WholeStageCodegen (6)"; 54303 [id="node_54303" labelType="html" label="MapPartitionsRDD [54303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141066 { id="cluster_141066"; isCluster="true"; label="WholeStageCodegen (7)"; 54304 [id="node_54304" labelType="html" label="ZippedPartitionsRDD2 [54304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54305 [id="node_54305" labelType="html" label="MapPartitionsRDD [54305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141065 { id="cluster_141065"; isCluster="true"; label="InMemoryTableScan"; 54306 [id="node_54306" labelType="html" label="MapPartitionsRDD [54306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54307 [id="node_54307" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1089623 AS qty#1089625, demandChannel#1089618, demandStream#1089619, cachedKpis#1089624 AS kpis#1089626]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1089622L, cachedShardId#1089621], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1695832]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [54307] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54308 [id="node_54308" labelType="html" label="MapPartitionsRDD [54308] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54309 [id="node_54309" labelType="html" label="MapPartitionsRDD [54309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54310 [id="node_54310" labelType="html" label="MapPartitionsRDD [54310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141111 { id="cluster_141111"; isCluster="true"; label="WholeStageCodegen (3)"; 54311 [id="node_54311" labelType="html" label="MapPartitionsRDD [54311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141064 { id="cluster_141064"; isCluster="true"; label="Union"; 54312 [id="node_54312" labelType="html" label="UnionRDD [54312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141063 { id="cluster_141063"; isCluster="true"; label="Exchange"; 54313 [id="node_54313" labelType="html" label="MapPartitionsRDD [54313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54187->54188; 54188->54189; 54189->54269; 54298->54299; 54302->54303; 54299->54304; 54303->54304; 54304->54305; 54305->54306; 54306->54307; 54307->54308; 54308->54309; 54309->54310; 54269->54311; 54310->54312; 54311->54312; 54312->54313; }
54186,54187
54297,54298
54301,54302
54189
54307
54187
54188
54189
54269
54298
54299
54302
54303
54304
54305
54306
54307
54308
54309
54310
54311
54312
54313
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time