4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102397 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
165.0 KiB / 546
Associated Job Ids:
5677
DAG Visualization
digraph G { id="graph_102397"; subgraph graph_stage_102397 { id="graph_stage_102397"; isCluster="true"; label="Stage 102397"; 49070 [id="node_49070" labelType="html" label="SQLExecutionRDD [49070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_128170 { id="cluster_128170"; isCluster="true"; label="Exchange"; 49061 [id="node_49061" labelType="html" label="ShuffledRowRDD [49061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128164 { id="cluster_128164"; isCluster="true"; label="WholeStageCodegen (6)"; 49062 [id="node_49062" labelType="html" label="MapPartitionsRDD [49062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128163 { id="cluster_128163"; isCluster="true"; label="SortAggregate"; 49063 [id="node_49063" labelType="html" label="MapPartitionsRDD [49063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128162 { id="cluster_128162"; isCluster="true"; label="InMemoryTableScan"; 49064 [id="node_49064" labelType="html" label="MapPartitionsRDD [49064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49065 [id="node_49065" labelType="html" label="SortAggregate(key=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[first(kpis#981549, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#981540, demandChannel#981520, demandStream#981521, kpis#981682])\n+- *(6) Sort [demandChannel#981520 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#981540 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#981521 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, 37), ENSURE_REQUIREMENTS, [plan_id=1625050]\n +- SortAggregate(key=[demandChannel#981520, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#981540)) AS qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[partial_first(kpis#981549, false)], output=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, first#98175... [49065] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49066 [id="node_49066" labelType="html" label="MapPartitionsRDD [49066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49067 [id="node_49067" labelType="html" label="MapPartitionsRDD [49067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49068 [id="node_49068" labelType="html" label="MapPartitionsRDD [49068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128161 { id="cluster_128161"; isCluster="true"; label="DeserializeToObject"; 49069 [id="node_49069" labelType="html" label="MapPartitionsRDD [49069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128218 { id="cluster_128218"; isCluster="true"; label="mapPartitions"; 49071 [id="node_49071" labelType="html" label="MapPartitionsRDD [49071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49061->49062; 49062->49063; 49063->49064; 49064->49065; 49065->49066; 49066->49067; 49067->49068; 49068->49069; 49069->49070; 49070->49071; }
49060,49061
49065
49070
49061
49062
49063
49064
49065
49066
49067
49068
49069
49071
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time