4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108026 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 74
Input Size / Records:
65.6 KiB / 426
Shuffle Write Size / Records:
229.2 KiB / 431
Associated Job Ids:
6010
DAG Visualization
digraph G { id="graph_108026"; subgraph graph_stage_108026 { id="graph_stage_108026"; isCluster="true"; label="Stage 108026"; 52299 [id="node_52299" labelType="html" label="SQLExecutionRDD [52299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_135796 { id="cluster_135796"; isCluster="true"; label="repartition"; 52051 [id="node_52051" labelType="html" label="ShuffledRDD [52051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52052 [id="node_52052" labelType="html" label="CoalescedRDD [52052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52053 [id="node_52053" labelType="html" label="MapPartitionsRDD [52053] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136307 { id="cluster_136307"; isCluster="true"; label="Exchange"; 52284 [id="node_52284" labelType="html" label="ShuffledRowRDD [52284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136301 { id="cluster_136301"; isCluster="true"; label="WholeStageCodegen (6)"; 52285 [id="node_52285" labelType="html" label="MapPartitionsRDD [52285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136300 { id="cluster_136300"; isCluster="true"; label="SortAggregate"; 52286 [id="node_52286" labelType="html" label="MapPartitionsRDD [52286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136299 { id="cluster_136299"; isCluster="true"; label="InMemoryTableScan"; 52287 [id="node_52287" labelType="html" label="MapPartitionsRDD [52287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52288 [id="node_52288" labelType="html" label="SortAggregate(key=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[first(kpis#1047660, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1047651, demandChannel#1047631, demandStream#1047632, kpis#1047793])\n+- *(6) Sort [demandChannel#1047631 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1047651 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1047632 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632, 37), ENSURE_REQUIREMENTS, [plan_id=1684068]\n +- SortAggregate(key=[demandChannel#1047631, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1047651)) AS qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[partial_first(kpis#1047660, false)], output=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L,... [52288] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136393 { id="cluster_136393"; isCluster="true"; label="InMemoryTableScan"; 52295 [id="node_52295" labelType="html" label="MapPartitionsRDD [52295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52296 [id="node_52296" labelType="html" label="MapPartitionsRDD [52296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52297 [id="node_52297" labelType="html" label="MapPartitionsRDD [52297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136392 { id="cluster_136392"; isCluster="true"; label="DeserializeToObject"; 52298 [id="node_52298" labelType="html" label="MapPartitionsRDD [52298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136394 { id="cluster_136394"; isCluster="true"; label="mapPartitions"; 52300 [id="node_52300" labelType="html" label="MapPartitionsRDD [52300] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136414 { id="cluster_136414"; isCluster="true"; label="union"; 52309 [id="node_52309" labelType="html" label="UnionRDD [52309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136415 { id="cluster_136415"; isCluster="true"; label="filter"; 52310 [id="node_52310" labelType="html" label="MapPartitionsRDD [52310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136416 { id="cluster_136416"; isCluster="true"; label="distinct"; 52311 [id="node_52311" labelType="html" label="MapPartitionsRDD [52311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52051->52052; 52052->52053; 52284->52285; 52285->52286; 52286->52287; 52287->52288; 52288->52295; 52295->52296; 52296->52297; 52297->52298; 52298->52299; 52299->52300; 52053->52309; 52300->52309; 52309->52310; 52310->52311; }
52050,52051
52283,52284
52053
52288
52299
52051
52052
52053
52284
52285
52286
52287
52288
52295
52296
52297
52298
52300
52309
52310
52311
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time