4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106006 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
43.8 KiB / 37
Shuffle Write Size / Records:
116.9 KiB / 236
Associated Job Ids:
5926
DAG Visualization
digraph G { id="graph_106006"; subgraph graph_stage_106006 { id="graph_stage_106006"; isCluster="true"; label="Stage 106006"; 51243 [id="node_51243" labelType="html" label="SQLExecutionRDD [51243] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_133824 { id="cluster_133824"; isCluster="true"; label="Exchange"; 51228 [id="node_51228" labelType="html" label="ShuffledRowRDD [51228] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133818 { id="cluster_133818"; isCluster="true"; label="WholeStageCodegen (6)"; 51229 [id="node_51229" labelType="html" label="MapPartitionsRDD [51229] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133817 { id="cluster_133817"; isCluster="true"; label="SortAggregate"; 51230 [id="node_51230" labelType="html" label="MapPartitionsRDD [51230] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133816 { id="cluster_133816"; isCluster="true"; label="InMemoryTableScan"; 51231 [id="node_51231" labelType="html" label="MapPartitionsRDD [51231] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51232 [id="node_51232" labelType="html" label="SortAggregate(key=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[first(kpis#1025428, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1025419, demandChannel#1025399, demandStream#1025400, kpis#1025561])\n+- *(6) Sort [demandChannel#1025399 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1025419 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1025400 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400, 37), ENSURE_REQUIREMENTS, [plan_id=1677779]\n +- SortAggregate(key=[demandChannel#1025399, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1025419)) AS qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[partial_first(kpis#1025428, false)], output=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L,... [51232] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133910 { id="cluster_133910"; isCluster="true"; label="InMemoryTableScan"; 51239 [id="node_51239" labelType="html" label="MapPartitionsRDD [51239] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51240 [id="node_51240" labelType="html" label="MapPartitionsRDD [51240] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51241 [id="node_51241" labelType="html" label="MapPartitionsRDD [51241] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133909 { id="cluster_133909"; isCluster="true"; label="DeserializeToObject"; 51242 [id="node_51242" labelType="html" label="MapPartitionsRDD [51242] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133911 { id="cluster_133911"; isCluster="true"; label="mapPartitions"; 51244 [id="node_51244" labelType="html" label="MapPartitionsRDD [51244] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133931 { id="cluster_133931"; isCluster="true"; label="union"; 51253 [id="node_51253" labelType="html" label="UnionRDD [51253] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133932 { id="cluster_133932"; isCluster="true"; label="filter"; 51254 [id="node_51254" labelType="html" label="MapPartitionsRDD [51254] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133933 { id="cluster_133933"; isCluster="true"; label="distinct"; 51255 [id="node_51255" labelType="html" label="MapPartitionsRDD [51255] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51228->51229; 51229->51230; 51230->51231; 51231->51232; 51232->51239; 51239->51240; 51240->51241; 51241->51242; 51242->51243; 51243->51244; 51244->51253; 51253->51254; 51254->51255; }
51227,51228
51232
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time