4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106585 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 32; Process local: 5
Shuffle Read Size / Records:
25.3 KiB / 69
Associated Job Ids:
5966
DAG Visualization
digraph G { id="graph_106585"; subgraph graph_stage_106585 { id="graph_stage_106585"; isCluster="true"; label="Stage 106585"; 51765 [id="node_51765" labelType="html" label="SQLExecutionRDD [51765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_135065 { id="cluster_135065"; isCluster="true"; label="Exchange"; 51756 [id="node_51756" labelType="html" label="ShuffledRowRDD [51756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135059 { id="cluster_135059"; isCluster="true"; label="WholeStageCodegen (6)"; 51757 [id="node_51757" labelType="html" label="MapPartitionsRDD [51757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135058 { id="cluster_135058"; isCluster="true"; label="SortAggregate"; 51758 [id="node_51758" labelType="html" label="MapPartitionsRDD [51758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135057 { id="cluster_135057"; isCluster="true"; label="InMemoryTableScan"; 51759 [id="node_51759" labelType="html" label="MapPartitionsRDD [51759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51760 [id="node_51760" labelType="html" label="SortAggregate(key=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[first(kpis#1036544, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1036535, demandChannel#1036515, demandStream#1036516, kpis#1036677])\n+- *(6) Sort [demandChannel#1036515 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1036535 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1036516 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516, 37), ENSURE_REQUIREMENTS, [plan_id=1680944]\n +- SortAggregate(key=[demandChannel#1036515, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1036535)) AS qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[partial_first(kpis#1036544, false)], output=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L,... [51760] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51761 [id="node_51761" labelType="html" label="MapPartitionsRDD [51761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51762 [id="node_51762" labelType="html" label="MapPartitionsRDD [51762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51763 [id="node_51763" labelType="html" label="MapPartitionsRDD [51763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135056 { id="cluster_135056"; isCluster="true"; label="DeserializeToObject"; 51764 [id="node_51764" labelType="html" label="MapPartitionsRDD [51764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135113 { id="cluster_135113"; isCluster="true"; label="mapPartitions"; 51766 [id="node_51766" labelType="html" label="MapPartitionsRDD [51766] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51756->51757; 51757->51758; 51758->51759; 51759->51760; 51760->51761; 51761->51762; 51762->51763; 51763->51764; 51764->51765; 51765->51766; }
51755,51756
51760
51765
51756
51757
51758
51759
51760
51761
51762
51763
51764
51766
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time