4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 104452 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 74
Input Size / Records:
628.0 KiB / 6131
Shuffle Write Size / Records:
1892.0 KiB / 6177
Associated Job Ids:
5763
DAG Visualization
digraph G { id="graph_104452"; subgraph graph_stage_104452 { id="graph_stage_104452"; isCluster="true"; label="Stage 104452"; 50132 [id="node_50132" labelType="html" label="SQLExecutionRDD [50132] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_130143 { id="cluster_130143"; isCluster="true"; label="repartition"; 49884 [id="node_49884" labelType="html" label="ShuffledRDD [49884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49885 [id="node_49885" labelType="html" label="CoalescedRDD [49885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49886 [id="node_49886" labelType="html" label="MapPartitionsRDD [49886] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130654 { id="cluster_130654"; isCluster="true"; label="Exchange"; 50117 [id="node_50117" labelType="html" label="ShuffledRowRDD [50117] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130648 { id="cluster_130648"; isCluster="true"; label="WholeStageCodegen (6)"; 50118 [id="node_50118" labelType="html" label="MapPartitionsRDD [50118] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130647 { id="cluster_130647"; isCluster="true"; label="SortAggregate"; 50119 [id="node_50119" labelType="html" label="MapPartitionsRDD [50119] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130646 { id="cluster_130646"; isCluster="true"; label="InMemoryTableScan"; 50120 [id="node_50120" labelType="html" label="MapPartitionsRDD [50120] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50121 [id="node_50121" labelType="html" label="SortAggregate(key=[demandChannel#1003752, shardId#943631, qty#1003772, worklistShardItemId#943632L, demandStream#1003753], functions=[first(kpis#1003781, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#1003772, demandChannel#1003752, demandStream#1003753, kpis#1003914])\n+- *(6) Sort [demandChannel#1003752 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#1003772 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#1003753 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1003752, shardId#943631, qty#1003772, worklistShardItemId#943632L, demandStream#1003753, 37), ENSURE_REQUIREMENTS, [plan_id=1631410]\n +- SortAggregate(key=[demandChannel#1003752, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#1003772)) AS qty#1003772, worklistShardItemId#943632L, demandStream#1003753], functions=[partial_first(kpis#1003781, false)], output=[demandChannel#1003752, shardId#943631, qty#1003772, worklistShardItemId#943632L, demandStrea... [50121] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130740 { id="cluster_130740"; isCluster="true"; label="InMemoryTableScan"; 50128 [id="node_50128" labelType="html" label="MapPartitionsRDD [50128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50129 [id="node_50129" labelType="html" label="MapPartitionsRDD [50129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50130 [id="node_50130" labelType="html" label="MapPartitionsRDD [50130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130739 { id="cluster_130739"; isCluster="true"; label="DeserializeToObject"; 50131 [id="node_50131" labelType="html" label="MapPartitionsRDD [50131] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130741 { id="cluster_130741"; isCluster="true"; label="mapPartitions"; 50133 [id="node_50133" labelType="html" label="MapPartitionsRDD [50133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130761 { id="cluster_130761"; isCluster="true"; label="union"; 50142 [id="node_50142" labelType="html" label="UnionRDD [50142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130762 { id="cluster_130762"; isCluster="true"; label="filter"; 50143 [id="node_50143" labelType="html" label="MapPartitionsRDD [50143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130763 { id="cluster_130763"; isCluster="true"; label="distinct"; 50144 [id="node_50144" labelType="html" label="MapPartitionsRDD [50144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49884->49885; 49885->49886; 50117->50118; 50118->50119; 50119->50120; 50120->50121; 50121->50128; 50128->50129; 50129->50130; 50130->50131; 50131->50132; 50132->50133; 49886->50142; 50133->50142; 50142->50143; 50143->50144; }
49883,49884
50116,50117
49886
50121
50132
49884
49885
49886
50117
50118
50119
50120
50121
50128
50129
50130
50131
50133
50142
50143
50144
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time