4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69315 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
646.5 KiB / 2124
Associated Job Ids:
25720
DAG Visualization
digraph G { id="graph_69315"; subgraph graph_stage_69315 { id="graph_stage_69315"; isCluster="true"; label="Stage 69315"; 195385 [id="node_195385" labelType="html" label="SQLExecutionRDD [195385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_514744 { id="cluster_514744"; isCluster="true"; label="Exchange"; 195376 [id="node_195376" labelType="html" label="ShuffledRowRDD [195376] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514738 { id="cluster_514738"; isCluster="true"; label="WholeStageCodegen (5)"; 195377 [id="node_195377" labelType="html" label="MapPartitionsRDD [195377] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514737 { id="cluster_514737"; isCluster="true"; label="SortAggregate"; 195378 [id="node_195378" labelType="html" label="MapPartitionsRDD [195378] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514736 { id="cluster_514736"; isCluster="true"; label="InMemoryTableScan"; 195379 [id="node_195379" labelType="html" label="MapPartitionsRDD [195379] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195380 [id="node_195380" labelType="html" label="SortAggregate(key=[demandChannel#3458573, shardId#3371037, qty#3458593, worklistShardItemId#3371038L, demandStream#3458574], functions=[first(kpis#3458602, false)], output=[shardId#3371037, worklistShardItemId#3371038L, qty#3458593, demandChannel#3458573, demandStream#3458574, kpis#3458715])\n+- *(5) Sort [demandChannel#3458573 ASC NULLS FIRST, shardId#3371037 ASC NULLS FIRST, qty#3458593 ASC NULLS FIRST, worklistShardItemId#3371038L ASC NULLS FIRST, demandStream#3458574 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#3458573, shardId#3371037, qty#3458593, worklistShardItemId#3371038L, demandStream#3458574, 30), ENSURE_REQUIREMENTS, [plan_id=5495851]\n +- SortAggregate(key=[demandChannel#3458573, shardId#3371037, knownfloatingpointnormalized(normalizenanandzero(qty#3458593)) AS qty#3458593, worklistShardItemId#3371038L, demandStream#3458574], functions=[partial_first(kpis#3458602, false)], output=[demandChannel#3458573, shardId#3371037, qty#3458593, worklistShardItemId#3371038L,... [195380] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195381 [id="node_195381" labelType="html" label="MapPartitionsRDD [195381] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195382 [id="node_195382" labelType="html" label="MapPartitionsRDD [195382] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195383 [id="node_195383" labelType="html" label="MapPartitionsRDD [195383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514735 { id="cluster_514735"; isCluster="true"; label="DeserializeToObject"; 195384 [id="node_195384" labelType="html" label="MapPartitionsRDD [195384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514784 { id="cluster_514784"; isCluster="true"; label="mapPartitions"; 195386 [id="node_195386" labelType="html" label="MapPartitionsRDD [195386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195376->195377; 195377->195378; 195378->195379; 195379->195380; 195380->195381; 195381->195382; 195382->195383; 195383->195384; 195384->195385; 195385->195386; }
195375,195376
195380
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time