4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107847 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 18; Process local: 19
Shuffle Read Size / Records:
9.2 KiB / 23
Associated Job Ids:
6008
DAG Visualization
digraph G { id="graph_107847"; subgraph graph_stage_107847 { id="graph_stage_107847"; isCluster="true"; label="Stage 107847"; 52293 [id="node_52293" labelType="html" label="SQLExecutionRDD [52293] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_136307 { id="cluster_136307"; isCluster="true"; label="Exchange"; 52284 [id="node_52284" labelType="html" label="ShuffledRowRDD [52284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136301 { id="cluster_136301"; isCluster="true"; label="WholeStageCodegen (6)"; 52285 [id="node_52285" labelType="html" label="MapPartitionsRDD [52285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136300 { id="cluster_136300"; isCluster="true"; label="SortAggregate"; 52286 [id="node_52286" labelType="html" label="MapPartitionsRDD [52286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136299 { id="cluster_136299"; isCluster="true"; label="InMemoryTableScan"; 52287 [id="node_52287" labelType="html" label="MapPartitionsRDD [52287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52288 [id="node_52288" labelType="html" label="SortAggregate(key=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[first(kpis#1047660, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1047651, demandChannel#1047631, demandStream#1047632, kpis#1047793])\n+- *(6) Sort [demandChannel#1047631 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1047651 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1047632 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632, 37), ENSURE_REQUIREMENTS, [plan_id=1684068]\n +- SortAggregate(key=[demandChannel#1047631, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1047651)) AS qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[partial_first(kpis#1047660, false)], output=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L,... [52288] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52289 [id="node_52289" labelType="html" label="MapPartitionsRDD [52289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52290 [id="node_52290" labelType="html" label="MapPartitionsRDD [52290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52291 [id="node_52291" labelType="html" label="MapPartitionsRDD [52291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136298 { id="cluster_136298"; isCluster="true"; label="DeserializeToObject"; 52292 [id="node_52292" labelType="html" label="MapPartitionsRDD [52292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136355 { id="cluster_136355"; isCluster="true"; label="mapPartitions"; 52294 [id="node_52294" labelType="html" label="MapPartitionsRDD [52294] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52284->52285; 52285->52286; 52286->52287; 52287->52288; 52288->52289; 52289->52290; 52290->52291; 52291->52292; 52292->52293; 52293->52294; }
52283,52284
52288
52293
52284
52285
52286
52287
52288
52289
52290
52291
52292
52294
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time