4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102432 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
577.4 KiB / 5147
Shuffle Write Size / Records:
2018.6 KiB / 5656
Associated Job Ids:
5679
DAG Visualization
digraph G { id="graph_102432"; subgraph graph_stage_102432 { id="graph_stage_102432"; isCluster="true"; label="Stage 102432"; 49076 [id="node_49076" labelType="html" label="SQLExecutionRDD [49076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_127675 { id="cluster_127675"; isCluster="true"; label="map"; 48829 [id="node_48829" labelType="html" label="MapPartitionsRDD [48829] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_127692 { id="cluster_127692"; isCluster="true"; label="checkpoint"; 48838 [id="node_48838" labelType="html" label="LocalCheckpointRDD [48838]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_128170 { id="cluster_128170"; isCluster="true"; label="Exchange"; 49061 [id="node_49061" labelType="html" label="ShuffledRowRDD [49061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128164 { id="cluster_128164"; isCluster="true"; label="WholeStageCodegen (6)"; 49062 [id="node_49062" labelType="html" label="MapPartitionsRDD [49062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128163 { id="cluster_128163"; isCluster="true"; label="SortAggregate"; 49063 [id="node_49063" labelType="html" label="MapPartitionsRDD [49063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128162 { id="cluster_128162"; isCluster="true"; label="InMemoryTableScan"; 49064 [id="node_49064" labelType="html" label="MapPartitionsRDD [49064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49065 [id="node_49065" labelType="html" label="SortAggregate(key=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[first(kpis#981549, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#981540, demandChannel#981520, demandStream#981521, kpis#981682])\n+- *(6) Sort [demandChannel#981520 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#981540 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#981521 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, 37), ENSURE_REQUIREMENTS, [plan_id=1625050]\n +- SortAggregate(key=[demandChannel#981520, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#981540)) AS qty#981540, worklistShardItemId#943632L, demandStream#981521], functions=[partial_first(kpis#981549, false)], output=[demandChannel#981520, shardId#943631, qty#981540, worklistShardItemId#943632L, demandStream#981521, first#98175... [49065] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128256 { id="cluster_128256"; isCluster="true"; label="InMemoryTableScan"; 49072 [id="node_49072" labelType="html" label="MapPartitionsRDD [49072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49073 [id="node_49073" labelType="html" label="MapPartitionsRDD [49073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49074 [id="node_49074" labelType="html" label="MapPartitionsRDD [49074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128255 { id="cluster_128255"; isCluster="true"; label="DeserializeToObject"; 49075 [id="node_49075" labelType="html" label="MapPartitionsRDD [49075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128257 { id="cluster_128257"; isCluster="true"; label="mapPartitions"; 49077 [id="node_49077" labelType="html" label="MapPartitionsRDD [49077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128277 { id="cluster_128277"; isCluster="true"; label="union"; 49086 [id="node_49086" labelType="html" label="UnionRDD [49086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128278 { id="cluster_128278"; isCluster="true"; label="filter"; 49087 [id="node_49087" labelType="html" label="MapPartitionsRDD [49087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128279 { id="cluster_128279"; isCluster="true"; label="distinct"; 49088 [id="node_49088" labelType="html" label="MapPartitionsRDD [49088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48838->48829; 49061->49062; 49062->49063; 49063->49064; 49064->49065; 49065->49072; 49072->49073; 49073->49074; 49074->49075; 49075->49076; 49076->49077; 48829->49086; 49077->49086; 49086->49087; 49087->49088; }
49060,49061
48829
49065
49076
48829
49061
49062
49063
49064
49065
49072
49073
49074
49075
49077
49086
49087
49088
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time