4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102414 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
51.8 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5678
DAG Visualization
digraph G { id="graph_102414"; subgraph graph_stage_102414 { id="graph_stage_102414"; isCluster="true"; label="Stage 102414"; subgraph cluster_128170 { id="cluster_128170"; isCluster="true"; label="Exchange"; 49061 [id="node_49061" labelType="html" label="ShuffledRowRDD [49061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128164 { id="cluster_128164"; isCluster="true"; label="WholeStageCodegen (6)"; 49062 [id="node_49062" labelType="html" label="MapPartitionsRDD [49062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128163 { id="cluster_128163"; isCluster="true"; label="SortAggregate"; 49063 [id="node_49063" labelType="html" label="MapPartitionsRDD [49063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128162 { id="cluster_128162"; isCluster="true"; label="InMemoryTableScan"; 49064 [id="node_49064" labelType="html" label="MapPartitionsRDD [49064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49065 [id="node_49065" labelType="html" label="SortAggregate(key=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[first(kpis#981549, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#981540, demandChannel#981520, demandStream#981521, kpis#981682])\n+- *(6) Sort [demandChannel#981520 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#981540 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#981521 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, 37), ENSURE_REQUIREMENTS, [plan_id=1625050]\n +- SortAggregate(key=[demandChannel#981520, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#981540)) AS qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[partial_first(kpis#981549, false)], output=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, first#98175... [49065] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128265 { id="cluster_128265"; isCluster="true"; label="InMemoryTableScan"; 49078 [id="node_49078" labelType="html" label="MapPartitionsRDD [49078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49079 [id="node_49079" labelType="html" label="MapPartitionsRDD [49079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49080 [id="node_49080" labelType="html" label="MapPartitionsRDD [49080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128262 { id="cluster_128262"; isCluster="true"; label="WholeStageCodegen (1)"; 49081 [id="node_49081" labelType="html" label="MapPartitionsRDD [49081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128261 { id="cluster_128261"; isCluster="true"; label="Exchange"; 49082 [id="node_49082" labelType="html" label="MapPartitionsRDD [49082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49061->49062; 49062->49063; 49063->49064; 49064->49065; 49065->49078; 49078->49079; 49079->49080; 49080->49081; 49081->49082; }
49060,49061
49065
49061
49062
49063
49064
49065
49078
49079
49080
49081
49082
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time