4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105971 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
91.0 KiB / 236
Associated Job Ids:
5924
DAG Visualization
digraph G { id="graph_105971"; subgraph graph_stage_105971 { id="graph_stage_105971"; isCluster="true"; label="Stage 105971"; 51237 [id="node_51237" labelType="html" label="SQLExecutionRDD [51237] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_133824 { id="cluster_133824"; isCluster="true"; label="Exchange"; 51228 [id="node_51228" labelType="html" label="ShuffledRowRDD [51228] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133818 { id="cluster_133818"; isCluster="true"; label="WholeStageCodegen (6)"; 51229 [id="node_51229" labelType="html" label="MapPartitionsRDD [51229] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133817 { id="cluster_133817"; isCluster="true"; label="SortAggregate"; 51230 [id="node_51230" labelType="html" label="MapPartitionsRDD [51230] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133816 { id="cluster_133816"; isCluster="true"; label="InMemoryTableScan"; 51231 [id="node_51231" labelType="html" label="MapPartitionsRDD [51231] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51232 [id="node_51232" labelType="html" label="SortAggregate(key=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[first(kpis#1025428, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1025419, demandChannel#1025399, demandStream#1025400, kpis#1025561])\n+- *(6) Sort [demandChannel#1025399 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1025419 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1025400 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400, 37), ENSURE_REQUIREMENTS, [plan_id=1677779]\n +- SortAggregate(key=[demandChannel#1025399, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1025419)) AS qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[partial_first(kpis#1025428, false)], output=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L,... [51232] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51233 [id="node_51233" labelType="html" label="MapPartitionsRDD [51233] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51234 [id="node_51234" labelType="html" label="MapPartitionsRDD [51234] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51235 [id="node_51235" labelType="html" label="MapPartitionsRDD [51235] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133815 { id="cluster_133815"; isCluster="true"; label="DeserializeToObject"; 51236 [id="node_51236" labelType="html" label="MapPartitionsRDD [51236] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133872 { id="cluster_133872"; isCluster="true"; label="mapPartitions"; 51238 [id="node_51238" labelType="html" label="MapPartitionsRDD [51238] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51228->51229; 51229->51230; 51230->51231; 51231->51232; 51232->51233; 51233->51234; 51234->51235; 51235->51236; 51236->51237; 51237->51238; }
51227,51228
51232
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time