4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69468 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
464.2 KiB / 1420
Associated Job Ids:
25771
DAG Visualization
digraph G { id="graph_69468"; subgraph graph_stage_69468 { id="graph_stage_69468"; isCluster="true"; label="Stage 69468"; 195834 [id="node_195834" labelType="html" label="SQLExecutionRDD [195834] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515840 { id="cluster_515840"; isCluster="true"; label="Exchange"; 195825 [id="node_195825" labelType="html" label="ShuffledRowRDD [195825] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515835 { id="cluster_515835"; isCluster="true"; label="WholeStageCodegen (5)"; 195826 [id="node_195826" labelType="html" label="MapPartitionsRDD [195826] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515834 { id="cluster_515834"; isCluster="true"; label="SortAggregate"; 195827 [id="node_195827" labelType="html" label="MapPartitionsRDD [195827] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515833 { id="cluster_515833"; isCluster="true"; label="InMemoryTableScan"; 195828 [id="node_195828" labelType="html" label="MapPartitionsRDD [195828] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195829 [id="node_195829" labelType="html" label="SortAggregate(key=[demandChannel#3466316, shardId#3371037, qty#3466336, worklistShardItemId#3371038L, demandStream#3466317], functions=[first(kpis#3466345, false)], output=[shardId#3371037, worklistShardItemId#3371038L, qty#3466336, demandChannel#3466316, demandStream#3466317, kpis#3466458])\n+- *(5) Sort [demandChannel#3466316 ASC NULLS FIRST, shardId#3371037 ASC NULLS FIRST, qty#3466336 ASC NULLS FIRST, worklistShardItemId#3371038L ASC NULLS FIRST, demandStream#3466317 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#3466316, shardId#3371037, qty#3466336, worklistShardItemId#3371038L, demandStream#3466317, 30), ENSURE_REQUIREMENTS, [plan_id=5498850]\n +- SortAggregate(key=[demandChannel#3466316, shardId#3371037, knownfloatingpointnormalized(normalizenanandzero(qty#3466336)) AS qty#3466336, worklistShardItemId#3371038L, demandStream#3466317], functions=[partial_first(kpis#3466345, false)], output=[demandChannel#3466316, shardId#3371037, qty#3466336, worklistShardItemId#3371038L,... [195829] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195830 [id="node_195830" labelType="html" label="MapPartitionsRDD [195830] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195831 [id="node_195831" labelType="html" label="MapPartitionsRDD [195831] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195832 [id="node_195832" labelType="html" label="MapPartitionsRDD [195832] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515832 { id="cluster_515832"; isCluster="true"; label="DeserializeToObject"; 195833 [id="node_195833" labelType="html" label="MapPartitionsRDD [195833] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515881 { id="cluster_515881"; isCluster="true"; label="mapPartitions"; 195835 [id="node_195835" labelType="html" label="MapPartitionsRDD [195835] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195825->195826; 195826->195827; 195827->195828; 195828->195829; 195829->195830; 195830->195831; 195831->195832; 195832->195833; 195833->195834; 195834->195835; }
195824,195825
195829
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time